00000800:00000200:3.0:1789466284.165570:0:121174:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466284.165588:0:121174:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54c00. 00000800:00000200:3.0:1789466284.165596:0:121174:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466284.167470:0:121174:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466284.167480:0:121174:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466284.167495:0:121174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466284.167500:0:121174:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466284.167505:0:121174:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466284.167508:0:121174:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466284.167512:0:121174:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466284.167524:0:121174:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb8a0700 x1876386402367616/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:25/0 lens 224/224 e 0 to 0 dl 1789466295 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466284.167536:0:121174:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967cb8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253751:x1876386402367616:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 2972us (3540us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466284.167549:0:121174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3576 00000100:00000040:3.0:1789466284.167553:0:121174:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967c3b5d800 : new rpc_count 0 00000100:00000001:3.0:1789466284.167555:0:121174:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466284.167558:0:121174:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466284.167566:0:121174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967e983d480. 00000020:00000010:3.0:1789466284.167571:0:121174:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966ccee5320. 00000020:00000010:3.0:1789466284.167576:0:121174:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d412a400. 00000020:00000040:3.0:1789466284.167584:0:121174:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 6 00000100:00000001:3.0:1789466284.167587:0:121174:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466284.805105:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313200221, at 4313200222 00000100:00000010:3.0:1789466284.805123:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc111e0. 00000100:00080000:3.0:1789466292.903593:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466292.903604:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466292.903606:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466292.903610:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466292.903630:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466292.903633:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466292.903636:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466292.903639:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466292.903642:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466292.903645:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466292.903650:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18546) 00000100:00000001:3.0:1789466294.405766:0:121893:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466294.405955:0:121893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402368640 02000000:00000001:3.0:1789466294.405959:0:121893:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466294.405962:0:121893:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466294.405964:0:121893:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466294.405969:0:121893:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466294.405974:0:121893:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402368640 00000020:00000001:3.0:1789466294.405977:0:121893:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466294.405979:0:121893:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b8705ac 00000020:00000001:3.0:1789466294.405982:0:121893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466294.405985:0:121893:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5cc5000 refcount=7 00000020:00000001:3.0:1789466294.405988:0:121893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000020:00000001:3.0:1789466294.405990:0:121893:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000100:00000001:3.0:1789466294.405995:0:121893:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466294.405999:0:121893:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657ca40. 00000020:00000010:3.0:1789466294.406004:0:121893:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967f014f2c0. 00000020:00000040:3.0:1789466294.406009:0:121893:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff8966c4f899c0) now 6 - evictor 00000100:00000001:3.0:1789466294.406024:0:121893:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466294.406030:0:121893:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4079000. 00000020:00000010:3.0:1789466294.406060:0:121893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614f00. 00000020:00000010:3.0:1789466294.406066:0:121893:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cfc80. 00000100:00000040:3.0:1789466294.406076:0:121893:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1789466294.406085:0:121893:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466294.406087:0:121893:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466294.406090:0:121893:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466294.406096:0:121893:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789466294.406099:0:121893:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789466294.406101:0:121893:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466294.406123:0:121893:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466294.406134:0:121893:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466294.406135:0:121893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402368512 02000000:00000001:3.0:1789466294.406137:0:121893:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466294.406139:0:121893:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466294.406140:0:121893:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466294.406143:0:121893:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466294.406145:0:121893:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402368512 00000020:00000001:3.0:1789466294.406147:0:121893:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466294.406148:0:121893:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b86f3e6 00000020:00000001:3.0:1789466294.406150:0:121893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466294.406152:0:121893:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967c3b5d800 refcount=7 00000020:00000001:3.0:1789466294.406154:0:121893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000020:00000001:3.0:1789466294.406157:0:121893:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000100:00000001:3.0:1789466294.406160:0:121893:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466294.406163:0:121893:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c700. 00000020:00000010:3.0:1789466294.406166:0:121893:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967f014fe40. 00000020:00000040:3.0:1789466294.406170:0:121893:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000100:00000001:3.0:1789466294.406172:0:121893:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466294.406175:0:121893:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4078e00. 00000020:00000010:3.0:1789466294.406178:0:121893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614080. 00000020:00000010:3.0:1789466294.406188:0:121893:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf578. 00000100:00000001:3.0:1789466294.406192:0:121893:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466294.406193:0:121893:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466294.406194:0:121893:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466294.406197:0:121893:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789466294.406198:0:121893:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789466294.406200:0:121893:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466294.406213:0:121893:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466294.406220:0:121893:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466294.406227:0:121893:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466294.406232:0:121893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3579 00000100:00000040:3.0:1789466294.406236:0:121893:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967f5cc5000 : new rpc_count 1 00000100:00000001:3.0:1789466294.406238:0:121893:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677622953728 : -130396086597888 : ffff8967cb940700) 00000100:00000040:3.0:1789466294.407434:0:121893:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967cb940700 x1876386402368640/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:35/0 lens 224/0 e 0 to 0 dl 1789466305 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466294.407444:0:121893:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466294.407447:0:121893:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c240. 00000100:00000001:3.0:1789466294.407450:0:121893:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466294.407452:0:121893:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657c240. 00000100:00100000:3.0:1789466294.407456:0:121893:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967cb940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253752:x1876386402368640:12345-192.168.203.42@tcp:400:kworker.0 00000100:00000200:3.0:1789466294.407460:0:121893:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402368640 00000020:00000001:3.0:1789466294.407462:0:121893:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466294.407464:0:121893:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466294.407466:0:121893:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466294.407468:0:121893:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466294.407470:0:121893:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649832640 : -1059718976 : ffffffffc0d5f8c0) 00000020:00000001:3.0:1789466294.407472:0:121893:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466294.407474:0:121893:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466294.407476:0:121893:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466294.407477:0:121893:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466294.407480:0:121893:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466294.407481:0:121893:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789466294.407484:0:121893:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466294.407486:0:121893:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466294.407489:0:121893:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967ef08d400. 02000000:00000001:3.0:1789466294.407491:0:121893:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466294.407493:0:121893:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466294.407494:0:121893:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466294.407497:0:121893:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884913986, transno 0, xid 1876386402368640 00010000:00000001:3.0:1789466294.407499:0:121893:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466294.407504:0:121893:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967cb940700 x1876386402368640/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:35/0 lens 224/224 e 0 to 0 dl 1789466305 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466294.407524:0:121893:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466294.407526:0:121893:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466294.407529:0:121893:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466294.407532:0:121893:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466294.407535:0:121893:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466294.407537:0:121893:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466294.407540:0:121893:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466294.407542:0:121893:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466294.407544:0:121893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466294.407546:0:121893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466294.407549:0:121893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a5d8. 00000100:00000200:3.0:1789466294.407553:0:121893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402368640, offset 224 00000400:00000200:3.0:1789466294.407558:0:121893:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466294.407566:0:121893:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466294.407570:0:121893:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93632:93632:256:4294967295] 192.168.203.42@tcp LPNI seq info [93628:93628:8:4294967295] 00000400:00000200:3.0:1789466294.407579:0:121893:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466294.407584:0:121893:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466294.407588:0:121893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54400. 00000800:00000200:3.0:1789466294.407593:0:121893:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466294.407598:0:121893:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466294.407601:0:121893:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466294.407621:0:121893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466294.407625:0:121893:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466294.407627:0:121893:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466294.407629:0:121893:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466294.407631:0:121893:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466294.407635:0:121893:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940700 x1876386402368640/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:35/0 lens 224/224 e 0 to 0 dl 1789466305 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466294.407644:0:121893:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967cb940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253752:x1876386402368640:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 200us (2115us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466294.407657:0:121893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3579 00000100:00000040:3.0:1789466294.407660:0:121893:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967f5cc5000 : new rpc_count 0 00000100:00000001:3.0:1789466294.407662:0:121893:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466294.407664:0:121893:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466294.407667:0:121893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d3614f00. 00000020:00000010:3.0:1789466294.407670:0:121893:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966c68cfc80. 00000020:00000010:3.0:1789466294.407673:0:121893:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4079000. 00000020:00000040:3.0:1789466294.407678:0:121893:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 6 00000100:00000001:3.0:1789466294.407680:0:121893:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466294.439359:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313209459, at 4313209856 00000100:00000010:3.0:1789466294.439366:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11360. 00000100:00080000:3.0:1789466298.024318:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466298.024329:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466298.024332:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466298.024336:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466298.024338:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466298.024341:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466298.024343:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466298.024347:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466298.024349:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466298.024351:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466298.024357:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18551) 00000100:00080000:3.0:1789466303.146414:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466303.146424:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466303.146441:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466303.146445:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466303.146448:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466303.146451:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466303.146453:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466303.146457:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466303.146459:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466303.146462:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466303.146467:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18556) 00000100:00000001:3.0:1789466304.648839:0:121175:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466304.648843:0:121175:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466304.648851:0:121175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3583 00000100:00000040:3.0:1789466304.648855:0:121175:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967f5cc5000 : new rpc_count 1 00000100:00000001:3.0:1789466304.648856:0:121175:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677492021760 : -130396217529856 : ffff8967c3c62a00) 00000100:00000040:3.0:1789466304.648864:0:121175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967c3c62a00 x1876386402369152/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:45/0 lens 224/0 e 0 to 0 dl 1789466315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466304.648872:0:121175:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466304.648876:0:121175:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c240. 00000100:00000001:3.0:1789466304.648878:0:121175:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466304.648880:0:121175:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657c240. 00000100:00100000:3.0:1789466304.648884:0:121175:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967c3c62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253750:x1876386402369152:12345-192.168.203.42@tcp:400:kworker.0 00000100:00000200:3.0:1789466304.648888:0:121175:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402369152 00000020:00000001:3.0:1789466304.648891:0:121175:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466304.648895:0:121175:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466304.648897:0:121175:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466304.648907:0:121175:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466304.648910:0:121175:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649832640 : -1059718976 : ffffffffc0d5f8c0) 00000020:00000001:3.0:1789466304.648913:0:121175:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466304.648916:0:121175:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466304.648918:0:121175:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466304.648920:0:121175:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466304.648924:0:121175:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466304.648926:0:121175:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789466304.648930:0:121175:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466304.648932:0:121175:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466304.648937:0:121175:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967ef08e800. 02000000:00000001:3.0:1789466304.648940:0:121175:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466304.648942:0:121175:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466304.648944:0:121175:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466304.648947:0:121175:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884913986, transno 0, xid 1876386402369152 00010000:00000001:3.0:1789466304.648950:0:121175:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466304.648955:0:121175:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967c3c62a00 x1876386402369152/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:45/0 lens 224/224 e 0 to 0 dl 1789466315 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466304.648963:0:121175:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466304.648965:0:121175:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466304.648969:0:121175:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466304.648973:0:121175:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466304.648976:0:121175:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466304.648979:0:121175:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466304.648981:0:121175:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466304.648983:0:121175:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466304.648986:0:121175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466304.648989:0:121175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466304.649404:0:121175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a7f8. 00000100:00000200:3.0:1789466304.649412:0:121175:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402369152, offset 224 00000400:00000200:3.0:1789466304.649419:0:121175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466304.649432:0:121175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466304.649438:0:121175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93635:93635:256:4294967295] 192.168.203.42@tcp LPNI seq info [93631:93631:8:4294967295] 00000400:00000200:3.0:1789466304.649450:0:121175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466304.649462:0:121175:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466304.649468:0:121175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54800. 00000800:00000200:3.0:1789466304.649474:0:121175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466304.649490:0:121175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466304.649494:0:121175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466304.649512:0:121175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466304.649516:0:121175:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466304.649519:0:121175:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466304.649521:0:121175:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466304.649531:0:121175:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466304.649537:0:121175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62a00 x1876386402369152/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:45/0 lens 224/224 e 0 to 0 dl 1789466315 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466304.649546:0:121175:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967c3c62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253750:x1876386402369152:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 671us (3777us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466304.649553:0:121175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3583 00000100:00000040:3.0:1789466304.649556:0:121175:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967f5cc5000 : new rpc_count 0 00000100:00000001:3.0:1789466304.649558:0:121175:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466304.649559:0:121175:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466304.649564:0:121175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d832a980. 00000020:00000010:3.0:1789466304.649568:0:121175:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8967f0ef3c80. 00000020:00000010:3.0:1789466304.649572:0:121175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8967c6ee1c00. 00000020:00000040:3.0:1789466304.649577:0:121175:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 6 00000100:00000001:3.0:1789466304.649579:0:121175:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789466308.263206:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466308.263220:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466308.263223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466308.263227:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466308.263230:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466308.263268:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466308.263272:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466308.263276:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466308.263279:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466308.263282:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466308.263288:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18561) 00000100:00080000:3.0:1789466309.356823:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.356836:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466309.356839:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.356843:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466309.356846:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.356849:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466309.356851:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.356855:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466309.356857:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466309.356860:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466309.356864:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466309.356868:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 18532 00000100:00080000:3.0:1789466309.356872:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466309.356874:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466309.356877:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466309.356879:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466309.356881:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466309.356890:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466309.356910:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466309.356912:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466309.356915:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466309.356918:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466309.356921:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466309.356923:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466309.356925:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466309.356927:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466309.356929:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466309.356932:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466309.356935:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466309.356937:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466309.356939:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466309.356946:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466309.356948:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.356950:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466309.356963:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466309.356969:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb8a1f80. 00000020:00000040:3.0:1789466309.356973:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466309.356977:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466309.356978:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.356981:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466309.356983:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466309.356987:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466309.357007:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789466309.357031:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466309.357065:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb8a1f80 x1876386404774016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466309.357082:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466309.357086:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.357091:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1e6fae9] to pc [ptlrpcd_rcv+-1] req@ffff8967cb8a1f80 x1876386404774016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.357102:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466309.357111:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.357114:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466309.357115:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466309.357117:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466309.357120:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466309.357122:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 18532 00000100:00080000:3.0:1789466309.357125:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466309.357127:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466309.357129:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466309.357131:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466309.357133:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466309.357137:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466309.357138:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466309.357140:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466309.357142:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466309.357144:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466309.357147:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466309.357149:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466309.357151:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466309.357153:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466309.357155:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466309.357157:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466309.357160:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466309.357162:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466309.357164:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466309.357167:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466309.357169:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.357171:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466309.357172:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466309.357176:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb8a3480. 00000020:00000040:3.0:1789466309.357179:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466309.357186:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466309.357187:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.357189:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466309.357191:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466309.357193:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466309.357196:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c000. 00000100:00000001:3.0:1789466309.357200:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466309.357205:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb8a3480 x1876386404774144/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466309.357212:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466309.357214:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.357218:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bf27e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb8a3480 x1876386404774144/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.357225:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.357230:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18562) 00000100:00080000:3.0:1789466309.362397:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.362403:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466309.362406:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.362409:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466309.362412:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466309.362415:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466309.362418:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466309.362423:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 18532 00000100:00080000:3.0:1789466309.362427:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466309.362430:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466309.362433:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466309.362435:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466309.362437:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466309.362445:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466309.362447:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466309.362457:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466309.362460:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466309.362463:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466309.362465:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466309.362468:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466309.362470:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466309.362472:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466309.362474:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466309.362477:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466309.362480:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466309.362483:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466309.362486:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466309.362491:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466309.362493:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.362496:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466309.362498:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466309.362503:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb8a2300. 00000020:00000040:3.0:1789466309.362507:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466309.362510:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466309.362512:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.362515:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466309.362518:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466309.362521:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466309.362527:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789466309.362534:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466309.362539:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb8a2300 x1876386404774272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466309.362547:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466309.362552:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.362556:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633cd674] to pc [ptlrpcd_rcv+-1] req@ffff8967cb8a2300 x1876386404774272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.362565:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466309.362574:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.362577:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466309.362579:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466309.362580:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466309.362583:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466309.362585:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 18532 00000100:00080000:3.0:1789466309.362587:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466309.362589:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466309.362591:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466309.362592:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466309.362594:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466309.362597:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466309.362598:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466309.362601:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466309.362603:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466309.362605:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466309.362607:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466309.362609:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466309.362610:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466309.362612:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466309.362613:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466309.362615:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466309.362618:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466309.362619:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466309.362621:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466309.362624:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466309.362625:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.362627:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466309.362629:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466309.362634:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789466309.362636:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466309.362644:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466309.362645:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.362647:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466309.362648:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466309.362649:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466309.362653:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789466309.362656:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466309.362660:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404774400/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466309.362666:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466309.362668:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.362671:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404774400/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.362678:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.362682:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18562) 00000100:00000040:3.0:1789466309.383426:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313224799, at 4313224800 00000100:00000010:3.0:1789466309.383441:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000020:00000001:3.0:1789466317.799332:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466317.799337:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466317.799340:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466318.985802:0:121893:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466318.986142:0:121893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402370176 02000000:00000001:3.0:1789466318.986146:0:121893:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466318.986149:0:121893:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466318.986152:0:121893:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466318.986157:0:121893:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466318.986161:0:121893:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402370176 00000020:00000001:3.0:1789466318.986164:0:121893:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466318.986166:0:121893:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b86f3e6 00000020:00000001:3.0:1789466318.986170:0:121893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466318.986173:0:121893:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967c3b5d800 refcount=7 00000020:00000001:3.0:1789466318.986176:0:121893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000020:00000001:3.0:1789466318.986179:0:121893:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000100:00000001:3.0:1789466318.986184:0:121893:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466318.986389:0:121893:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c100. 00000020:00000010:3.0:1789466318.986396:0:121893:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967f014fa80. 00000020:00000040:3.0:1789466318.986404:0:121893:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000100:00000001:3.0:1789466318.986469:0:121893:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466318.986478:0:121893:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4078a00. 00000020:00000010:3.0:1789466318.986484:0:121893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614f00. 00000020:00000010:3.0:1789466318.986490:0:121893:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cfc80. 00000100:00000040:3.0:1789466318.986504:0:121893:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1789466318.986507:0:121893:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466318.986509:0:121893:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466318.986512:0:121893:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.986521:0:121893:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789466318.986524:0:121893:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789466318.986525:0:121893:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.986538:0:121893:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.986550:0:121893:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466318.986552:0:121893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402370304 02000000:00000001:3.0:1789466318.986554:0:121893:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466318.986555:0:121893:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466318.986557:0:121893:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466318.986560:0:121893:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466318.986562:0:121893:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402370304 00000020:00000001:3.0:1789466318.986564:0:121893:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466318.986565:0:121893:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b8705ac 00000020:00000001:3.0:1789466318.986567:0:121893:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466318.986570:0:121893:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5cc5000 refcount=7 00000020:00000001:3.0:1789466318.986572:0:121893:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000020:00000001:3.0:1789466318.986574:0:121893:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000100:00000001:3.0:1789466318.986577:0:121893:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466318.986580:0:121893:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657cc40. 00000020:00000010:3.0:1789466318.986584:0:121893:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967f014ffc0. 00000020:00000040:3.0:1789466318.986587:0:121893:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff8966c4f899c0) now 6 - evictor 00000100:00000001:3.0:1789466318.989126:0:121893:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466318.989323:0:121893:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4078600. 00000020:00000010:3.0:1789466318.989330:0:121893:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466318.989346:0:121893:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf000. 00000100:00000040:3.0:1789466318.989357:0:121893:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1789466318.989362:0:121893:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466318.989364:0:121893:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466318.989367:0:121893:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.989696:0:121893:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789466318.989702:0:121893:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789466318.989704:0:121893:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.989724:0:121893:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.989746:0:121893:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466318.989748:0:121893:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466318.989754:0:121893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3590 00000100:00000040:3.0:1789466318.989758:0:121893:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967f5cc5000 : new rpc_count 1 00000100:00000001:3.0:1789466318.989760:0:121893:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:3.0:1789466318.989768:0:121893:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967d3738e00 x1876386402370304/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:59/0 lens 224/0 e 0 to 0 dl 1789466329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.989777:0:121893:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466318.989781:0:121893:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c280. 00000100:00000001:3.0:1789466318.989784:0:121893:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466318.989786:0:121893:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657c280. 00000100:00100000:3.0:1789466318.989790:0:121893:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967d3738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253752:x1876386402370304:12345-192.168.203.42@tcp:400:kworker.0 00000100:00000200:3.0:1789466318.989793:0:121893:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402370304 00000020:00000001:3.0:1789466318.989796:0:121893:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466318.989801:0:121893:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466318.989803:0:121893:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466318.989805:0:121893:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466318.989807:0:121893:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649832640 : -1059718976 : ffffffffc0d5f8c0) 00000020:00000001:3.0:1789466318.989810:0:121893:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466318.989813:0:121893:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466318.989814:0:121893:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466318.989816:0:121893:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466318.989818:0:121893:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466318.989820:0:121893:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789466318.989833:0:121893:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466318.989836:0:121893:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466318.989842:0:121893:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967ef08e400. 02000000:00000001:3.0:1789466318.989845:0:121893:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.989848:0:121893:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466318.989851:0:121893:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466318.989854:0:121893:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884913986, transno 0, xid 1876386402370304 00010000:00000001:3.0:1789466318.989857:0:121893:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466318.989863:0:121893:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967d3738e00 x1876386402370304/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:59/0 lens 224/224 e 0 to 0 dl 1789466329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466318.989872:0:121893:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466318.989875:0:121893:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466318.989880:0:121893:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466318.989885:0:121893:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466318.989888:0:121893:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466318.989891:0:121893:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466318.989894:0:121893:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466318.989896:0:121893:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.989899:0:121893:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466318.989902:0:121893:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466318.989908:0:121893:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ac38. 00000100:00000200:3.0:1789466318.989916:0:121893:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402370304, offset 224 00000400:00000200:3.0:1789466318.989933:0:121893:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466318.989950:0:121893:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466318.989957:0:121893:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93642:93642:256:4294967295] 192.168.203.42@tcp LPNI seq info [93638:93638:8:4294967295] 00000400:00000200:3.0:1789466318.989969:0:121893:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466318.989976:0:121893:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466318.989981:0:121893:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54700. 00000800:00000200:3.0:1789466318.989987:0:121893:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466318.989993:0:121893:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466318.989997:0:121893:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466318.990009:0:121893:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.990288:0:121893:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466318.990290:0:121893:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466318.990293:0:121893:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466318.990295:0:121893:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466318.990299:0:121893:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386402370304/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:59/0 lens 224/224 e 0 to 0 dl 1789466329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466318.990309:0:121893:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967d3738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253752:x1876386402370304:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 531us (4606us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466318.990318:0:121893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3590 00000100:00000040:3.0:1789466318.990322:0:121893:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967f5cc5000 : new rpc_count 0 00000100:00000001:3.0:1789466318.990324:0:121893:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466318.990326:0:121893:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466318.990332:0:121893:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466318.990336:0:121893:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966c68cf000. 00000020:00000010:3.0:1789466318.990340:0:121893:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4078600. 00000020:00000040:3.0:1789466318.990345:0:121893:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 6 00000100:00000001:3.0:1789466318.990348:0:121893:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466319.015483:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313234037, at 4313234432 00000100:00000010:3.0:1789466319.015490:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000020:00000001:3.0:1789466321.895294:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466321.895302:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466321.895306:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789466324.099319:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466324.099334:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466324.099339:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466324.099341:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466324.099351:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466324.099370:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f98400 00000400:00000200:3.0:1789466324.099379:0:117757:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 9408 00000800:00000001:3.0:1789466324.099387:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466324.099396:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466324.099413:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466324.099418:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466324.099427:0:117757:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466324.099429:0:117757:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466324.099435:0:117757:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000100:00000040:3.0:1789466324.099438:0:117757:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7d180 x1876386402370560 msgsize 224 00000100:00100000:3.0:1789466324.099442:0:117757:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466324.099460:0:117757:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466324.099468:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466324.099471:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789466324.109610:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466324.109620:0:117757:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8967f4dbec00. 00000400:00000200:3.0:1789466324.109627:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466324.109636:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466324.109643:0:117757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351bb0 00000400:00000010:3.0:1789466324.109646:0:117757:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351bb0. 00000100:00000001:3.0:1789466324.109652:0:117757:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466324.109654:0:117757:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1789466325.992637:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466325.992642:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466325.992645:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789466329.221906:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466329.221925:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466329.221929:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466329.221932:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466329.221943:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466329.221960:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f98480 00000400:00000200:3.0:1789466329.221969:0:117756:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 9856 00000800:00000001:3.0:1789466329.221988:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466329.221993:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466329.221996:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466329.222001:0:117756:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466329.222009:0:117756:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466329.222012:0:117756:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466329.222026:0:117756:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000100:00000040:3.0:1789466329.222097:0:117756:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7f100 x1876386402370688 msgsize 224 00000100:00100000:3.0:1789466329.222101:0:117756:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466329.222120:0:117756:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466329.222132:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466329.222137:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466329.222139:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466329.222141:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466329.222145:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466329.222156:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f98500 00000400:00000200:3.0:1789466329.222160:0:117756:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 10080 00000800:00000001:3.0:1789466329.222164:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466329.222171:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466329.222173:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466329.222176:0:117756:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466329.222179:0:117756:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466329.222181:0:117756:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466329.222184:0:117756:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000100:00000040:3.0:1789466329.222187:0:117756:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7ce00 x1876386402370816 msgsize 224 00000100:00100000:3.0:1789466329.222190:0:117756:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466329.222197:0:117756:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466329.222200:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466329.222202:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789466329.222961:0:119359:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1789466329.222967:0:119359:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff8966c4f899c0) now 6 - evictor 00000100:00080000:3.0:1789466329.222973:0:119359:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1789466329.222988:0:119359:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000800:00000200:3.0:1789466329.223141:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466329.223147:0:117758:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8967f4dbea00. 00000400:00000200:3.0:1789466329.223153:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466329.223162:0:117758:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466329.224065:0:117758:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351bb0 00000400:00000010:3.0:1789466329.224069:0:117758:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351bb0. 00000100:00000001:3.0:1789466329.224074:0:117758:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466329.224081:0:117758:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789466329.224102:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466329.224105:0:117758:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8966c5aa4700. 00000400:00000200:3.0:1789466329.224111:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466329.224116:0:117758:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466329.224119:0:117758:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:3.0:1789466329.224121:0:117758:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:3.0:1789466329.224123:0:117758:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466329.224124:0:117758:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1789466330.087327:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466330.087332:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466330.087335:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466334.183273:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466334.183278:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466334.183281:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789466334.339849:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466334.339885:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466334.339891:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466334.339895:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466334.339926:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466334.341824:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f98600 00000400:00000200:3.0:1789466334.341839:0:117757:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 10304 00000800:00000001:3.0:1789466334.341853:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466334.341871:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466334.341876:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466334.341882:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466334.341893:0:117757:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466334.341896:0:117757:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466334.341907:0:117757:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000100:00000040:3.0:1789466334.341912:0:117757:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7ca80 x1876386402371072 msgsize 224 00000100:00100000:3.0:1789466334.341916:0:117757:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466334.341937:0:117757:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466334.342999:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466334.343020:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466334.343024:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466334.343062:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466334.343074:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466334.352367:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f98580 00000400:00000200:3.0:1789466334.352462:0:117757:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 10528 00000800:00000001:3.0:1789466334.352476:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466334.352520:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466334.352525:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466334.352531:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466334.352543:0:117757:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466334.352546:0:117757:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466334.352623:0:117757:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000100:00000040:3.0:1789466334.352628:0:117757:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7ea00 x1876386402370944 msgsize 224 00000100:00100000:3.0:1789466334.352633:0:117757:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466334.352792:0:117757:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466334.352816:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466334.352820:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789466334.353758:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466334.353762:0:117758:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8967fe8e0100. 00000400:00000200:3.0:1789466334.353767:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466334.353772:0:117758:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466334.353778:0:117758:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:3.0:1789466334.353781:0:117758:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:3.0:1789466334.353785:0:117758:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466334.353786:0:117758:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00080000:3.0:1789466334.952083:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466334.952088:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466334.952091:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466334.952094:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466334.952097:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466334.952099:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466334.952103:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466334.952112:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 18557 00000100:00080000:3.0:1789466334.952117:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466334.952120:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466334.952123:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466334.952125:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466334.952127:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466334.952135:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466334.952137:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466334.952140:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466334.952143:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466334.952145:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466334.952147:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466334.952149:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466334.952151:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466334.952153:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466334.952154:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466334.952157:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466334.952161:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466334.952163:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466334.952165:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466334.952172:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466334.952175:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466334.952177:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466334.952180:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466334.952185:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789466334.952188:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466334.952191:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466334.952192:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466334.952195:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466334.952197:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466334.952201:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466334.952208:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789466334.952213:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466334.952226:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404774656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466334.952235:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466334.952238:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466334.952242:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404774656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466334.952269:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466334.952272:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466334.952275:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466334.952277:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466334.952278:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466334.952280:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466334.952282:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 18557 00000100:00080000:3.0:1789466334.952284:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466334.952287:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466334.952289:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466334.952290:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466334.952292:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466334.952296:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466334.952297:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466334.952299:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466334.952301:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466334.952302:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466334.952304:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466334.952307:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466334.952308:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466334.952310:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466334.952311:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466334.952314:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466334.952316:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466334.952324:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466334.952327:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466334.952330:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466334.952332:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466334.952334:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466334.952335:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466334.952339:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789466334.952341:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466334.952343:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466334.952344:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466334.952346:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466334.952347:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466334.952349:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466334.952352:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789466334.952356:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466334.952360:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404774784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466334.952366:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466334.952368:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466334.952371:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404774784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466334.952378:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466334.952380:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466334.952382:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466334.952383:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466334.952385:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466334.952387:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466334.952388:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 18557 00000100:00080000:3.0:1789466334.952391:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466334.952393:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466334.952395:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466334.952396:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466334.952403:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466334.952406:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466334.952407:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466334.952409:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466334.952411:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466334.952412:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466334.952414:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466334.952417:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466334.952419:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466334.952421:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466334.952422:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466334.952424:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466334.952426:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466334.952429:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466334.952430:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466334.952433:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466334.952435:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466334.952437:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466334.952438:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466334.952441:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789466334.952443:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466334.952446:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466334.952447:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466334.952448:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466334.952450:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466334.952451:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466334.952455:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08fc00. 00000100:00000001:3.0:1789466334.952458:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466334.952461:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404774912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466334.952468:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466334.952470:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466334.952473:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404774912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466334.952485:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466334.952487:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466334.952490:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466334.952491:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466334.952492:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466334.952494:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466334.952497:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 18557 00000100:00080000:3.0:1789466334.952499:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466334.952500:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466334.952502:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466334.952504:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466334.952506:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466334.952509:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466334.952510:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466334.952512:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466334.952514:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466334.952515:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466334.952517:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466334.952520:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466334.952522:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466334.952523:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466334.952524:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466334.952526:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466334.952528:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466334.952530:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466334.952532:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466334.952534:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466334.952536:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466334.952538:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466334.952545:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466334.952548:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789466334.952550:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466334.952552:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466334.952553:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466334.952555:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466334.952556:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466334.952557:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466334.952562:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c000. 00000100:00000001:3.0:1789466334.952564:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466334.952568:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404775040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466334.952574:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466334.952576:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466334.952580:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404775040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466334.952587:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466334.952591:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18588) 00000100:00000040:3.0:1789466334.974534:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313250390, at 4313250391 00000100:00000010:3.0:1789466334.974540:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ea0. 00000020:00000001:3.0:1789466338.279247:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466338.279250:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466338.279253:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466339.461744:0:119359:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1789466339.461750:0:119359:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000100:00080000:3.0:1789466339.461754:0:119359:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1789466339.461755:0:119359:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff8966c4f899c0) now 6 - evictor 00000100:00000001:3.0:1789466339.461798:0:201484:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466339.461800:0:201484:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466339.461805:0:201484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3598 00000100:00000040:3.0:1789466339.461808:0:201484:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967c3b5d800 : new rpc_count 1 00000100:00000001:3.0:1789466339.461810:0:201484:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677695240832 : -130396014310784 : ffff8967cfe30a80) 00000100:00000040:3.0:1789466339.461816:0:201484:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967cfe30a80 x1876386402371200/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:80/0 lens 224/0 e 0 to 0 dl 1789466350 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466339.461834:0:201484:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466339.461837:0:201484:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657ca80. 00000100:00000001:3.0:1789466339.461840:0:201484:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466339.461843:0:201484:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657ca80. 00000100:00100000:3.0:1789466339.461848:0:201484:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967cfe30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253752:x1876386402371200:12345-192.168.203.42@tcp:400:kworker.0 00000100:00000200:3.0:1789466339.461852:0:201484:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402371200 00000020:00000001:3.0:1789466339.461856:0:201484:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466339.461860:0:201484:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466339.461863:0:201484:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466339.461866:0:201484:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466339.461868:0:201484:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649832640 : -1059718976 : ffffffffc0d5f8c0) 00000020:00000001:3.0:1789466339.461871:0:201484:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466339.461874:0:201484:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466339.461877:0:201484:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466339.461879:0:201484:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466339.461882:0:201484:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466339.461885:0:201484:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789466339.461888:0:201484:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466339.461891:0:201484:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466339.461896:0:201484:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967ef08cc00. 02000000:00000001:3.0:1789466339.461899:0:201484:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466339.471972:0:201484:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466339.471976:0:201484:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466339.471980:0:201484:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179870928, transno 0, xid 1876386402371200 00010000:00000001:3.0:1789466339.471984:0:201484:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466339.471993:0:201484:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967cfe30a80 x1876386402371200/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:80/0 lens 224/224 e 0 to 0 dl 1789466350 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466339.472003:0:201484:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466339.472005:0:201484:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466339.472009:0:201484:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466339.472014:0:201484:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466339.472023:0:201484:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466339.472025:0:201484:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466339.472029:0:201484:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466339.472031:0:201484:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466339.472054:0:201484:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466339.472057:0:201484:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466339.472062:0:201484:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a908. 00000100:00000200:3.0:1789466339.472068:0:201484:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402371200, offset 224 00000400:00000200:3.0:1789466339.472074:0:201484:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466339.472084:0:201484:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466339.472537:0:201484:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93650:93650:256:4294967295] 192.168.203.42@tcp LPNI seq info [93646:93646:8:4294967295] 00000400:00000200:3.0:1789466339.472549:0:201484:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466339.472554:0:201484:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466339.472560:0:201484:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54d00. 00000800:00000200:3.0:1789466339.472566:0:201484:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466339.472573:0:201484:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466339.472577:0:201484:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466339.472599:0:201484:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466339.472602:0:201484:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466339.472605:0:201484:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466339.472606:0:201484:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466339.472610:0:201484:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466339.472617:0:201484:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cfe30a80 x1876386402371200/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:80/0 lens 224/224 e 0 to 0 dl 1789466350 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466339.472626:0:201484:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967cfe30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253752:x1876386402371200:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 10792us (11281us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466339.472636:0:201484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3598 00000100:00000040:3.0:1789466339.472639:0:201484:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967c3b5d800 : new rpc_count 0 00000100:00000001:3.0:1789466339.472642:0:201484:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466339.472649:0:201484:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466339.472655:0:201484:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d832a280. 00000020:00000010:3.0:1789466339.472660:0:201484:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8967f0ef3190. 00000020:00000010:3.0:1789466339.472664:0:201484:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8967c6ee0000. 00000020:00000040:3.0:1789466339.472670:0:201484:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 6 00000100:00000001:3.0:1789466339.472673:0:201484:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466342.375562:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466342.375578:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466342.375582:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466343.079229:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466343.079238:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466343.079278:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466343.079282:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466343.079285:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466343.079288:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466343.079290:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466343.079293:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466343.079295:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466343.079298:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466343.079853:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18596) 00000100:00000040:3.0:1789466343.591212:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313258611, at 4313259008 00000100:00000010:3.0:1789466343.591228:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc118a0. 00000100:00000001:3.0:1789466344.581633:0:121893:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1789466344.582992:0:121893:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466346.473865:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466346.473873:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466346.473877:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466349.705568:0:121175:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466349.705571:0:121175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402372224 02000000:00000001:3.0:1789466349.705574:0:121175:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466349.705577:0:121175:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466349.705579:0:121175:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466349.705585:0:121175:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466349.705589:0:121175:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402372224 00000020:00000001:3.0:1789466349.705592:0:121175:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466349.705594:0:121175:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b8705ac 00000020:00000001:3.0:1789466349.705597:0:121175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466349.705601:0:121175:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5cc5000 refcount=7 00000020:00000001:3.0:1789466349.705603:0:121175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000020:00000001:3.0:1789466349.705605:0:121175:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000100:00000001:3.0:1789466349.705610:0:121175:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466349.705614:0:121175:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657ca80. 00000020:00000010:3.0:1789466349.705619:0:121175:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967ec692140. 00000020:00000040:3.0:1789466349.705625:0:121175:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff8966c4f899c0) now 6 - evictor 00000100:00000001:3.0:1789466349.705644:0:121175:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466349.705656:0:121175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4078600. 00000020:00000010:3.0:1789466349.705662:0:121175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466349.705668:0:121175:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf000. 00000100:00000040:3.0:1789466349.705676:0:121175:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1789466349.705680:0:121175:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466349.705681:0:121175:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466349.705683:0:121175:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466349.705712:0:121175:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789466349.705715:0:121175:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789466349.705717:0:121175:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466349.705734:0:121175:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466349.705746:0:121175:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466349.705748:0:121175:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466349.705753:0:121175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3601 00000100:00000040:3.0:1789466349.705757:0:121175:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967f5cc5000 : new rpc_count 1 00000100:00000001:3.0:1789466349.705759:0:121175:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677492012800 : -130396217538816 : ffff8967c3c60700) 00000100:00000040:3.0:1789466349.705768:0:121175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967c3c60700 x1876386402372224/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:90/0 lens 224/0 e 0 to 0 dl 1789466360 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466349.705796:0:121175:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466349.705800:0:121175:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657cd40. 00000100:00000001:3.0:1789466349.705803:0:121175:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466349.705805:0:121175:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657cd40. 00000100:00100000:3.0:1789466349.705811:0:121175:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967c3c60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253750:x1876386402372224:12345-192.168.203.42@tcp:400:kworker.0 00000100:00000200:3.0:1789466349.705815:0:121175:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402372224 00000020:00000001:3.0:1789466349.705818:0:121175:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466349.705822:0:121175:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466349.705825:0:121175:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466349.705827:0:121175:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466349.705829:0:121175:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649832640 : -1059718976 : ffffffffc0d5f8c0) 00000020:00000001:3.0:1789466349.705832:0:121175:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466349.705836:0:121175:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466349.705838:0:121175:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466349.705840:0:121175:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466349.705843:0:121175:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466349.705845:0:121175:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789466349.705849:0:121175:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466349.705852:0:121175:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466349.705857:0:121175:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967c641b400. 02000000:00000001:3.0:1789466349.705859:0:121175:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466349.705862:0:121175:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466349.705864:0:121175:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466349.705867:0:121175:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884913986, transno 0, xid 1876386402372224 00010000:00000001:3.0:1789466349.705869:0:121175:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466349.705874:0:121175:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967c3c60700 x1876386402372224/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:90/0 lens 224/224 e 0 to 0 dl 1789466360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466349.705882:0:121175:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466349.705885:0:121175:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466349.705888:0:121175:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466349.705892:0:121175:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466349.705903:0:121175:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466349.705906:0:121175:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466349.705908:0:121175:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466349.705910:0:121175:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466349.705914:0:121175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466349.705916:0:121175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466349.705921:0:121175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a330. 00000100:00000200:3.0:1789466349.705926:0:121175:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402372224, offset 224 00000400:00000200:3.0:1789466349.705934:0:121175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466349.705944:0:121175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466349.705951:0:121175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93653:93653:256:4294967295] 192.168.203.42@tcp LPNI seq info [93649:93649:8:4294967295] 00000400:00000200:3.0:1789466349.705961:0:121175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466349.705967:0:121175:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466349.705972:0:121175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54900. 00000800:00000200:3.0:1789466349.705978:0:121175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466349.705986:0:121175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466349.705989:0:121175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466349.706007:0:121175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466349.706010:0:121175:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466349.706013:0:121175:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466349.706015:0:121175:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466349.706017:0:121175:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466349.706021:0:121175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c60700 x1876386402372224/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:90/0 lens 224/224 e 0 to 0 dl 1789466360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466349.706030:0:121175:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967c3c60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253750:x1876386402372224:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 244us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466349.706061:0:121175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3601 00000100:00000040:3.0:1789466349.706065:0:121175:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967f5cc5000 : new rpc_count 0 00000100:00000001:3.0:1789466349.706067:0:121175:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466349.706074:0:121175:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466349.706079:0:121175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466349.706083:0:121175:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966c68cf000. 00000020:00000010:3.0:1789466349.706087:0:121175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4078600. 00000020:00000040:3.0:1789466349.706091:0:121175:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 6 00000100:00000001:3.0:1789466349.706094:0:121175:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466349.713287:0:201485:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466349.713290:0:201485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402372096 02000000:00000001:3.0:1789466349.713293:0:201485:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466349.713296:0:201485:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466349.713298:0:201485:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466349.713303:0:201485:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466349.713307:0:201485:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402372096 00000020:00000001:3.0:1789466349.713310:0:201485:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466349.713312:0:201485:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b86f3e6 00000020:00000001:3.0:1789466349.713314:0:201485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466349.713318:0:201485:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967c3b5d800 refcount=7 00000020:00000001:3.0:1789466349.713320:0:201485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000020:00000001:3.0:1789466349.713323:0:201485:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000100:00000001:3.0:1789466349.713327:0:201485:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466349.713332:0:201485:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657cd40. 00000020:00000010:3.0:1789466349.713336:0:201485:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967ec692340. 00000020:00000040:3.0:1789466349.713342:0:201485:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000100:00000001:3.0:1789466349.713361:0:201485:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466349.713367:0:201485:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4078600. 00000020:00000010:3.0:1789466349.713373:0:201485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466349.713378:0:201485:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf000. 00000100:00000040:3.0:1789466349.713386:0:201485:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1789466349.713389:0:201485:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466349.713390:0:201485:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466349.713393:0:201485:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466349.713400:0:201485:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789466349.713402:0:201485:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789466349.713404:0:201485:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466349.713556:0:201485:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466349.713581:0:201485:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466349.713583:0:201485:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466349.713588:0:201485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3602 00000100:00000040:3.0:1789466349.713592:0:201485:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967c3b5d800 : new rpc_count 1 00000100:00000001:3.0:1789466349.713594:0:201485:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677695250688 : -130396014300928 : ffff8967cfe33100) 00000100:00000040:3.0:1789466349.713601:0:201485:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967cfe33100 x1876386402372096/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:90/0 lens 224/0 e 0 to 0 dl 1789466360 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466349.713610:0:201485:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466349.713612:0:201485:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c2c0. 00000100:00000001:3.0:1789466349.713615:0:201485:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466349.713617:0:201485:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657c2c0. 00000100:00100000:3.0:1789466349.713621:0:201485:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967cfe33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253750:x1876386402372096:12345-192.168.203.42@tcp:400:kworker.0 00000100:00000200:3.0:1789466349.713626:0:201485:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402372096 00000020:00000001:3.0:1789466349.713629:0:201485:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466349.713633:0:201485:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466349.713635:0:201485:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466349.713638:0:201485:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466349.713640:0:201485:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649832640 : -1059718976 : ffffffffc0d5f8c0) 00000020:00000001:3.0:1789466349.713644:0:201485:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466349.713657:0:201485:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466349.713660:0:201485:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466349.713662:0:201485:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466349.713665:0:201485:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466349.713667:0:201485:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789466349.713670:0:201485:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466349.713673:0:201485:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466349.713678:0:201485:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967c641a400. 02000000:00000001:3.0:1789466349.713680:0:201485:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466349.713683:0:201485:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466349.713685:0:201485:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466349.713688:0:201485:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179870928, transno 0, xid 1876386402372096 00010000:00000001:3.0:1789466349.713698:0:201485:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466349.713710:0:201485:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967cfe33100 x1876386402372096/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:90/0 lens 224/224 e 0 to 0 dl 1789466360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466349.713718:0:201485:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466349.713721:0:201485:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466349.713725:0:201485:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466349.713730:0:201485:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466349.713732:0:201485:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466349.713734:0:201485:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466349.713737:0:201485:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466349.713739:0:201485:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466349.713742:0:201485:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466349.713745:0:201485:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466349.713750:0:201485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a3b8. 00000100:00000200:3.0:1789466349.713756:0:201485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402372096, offset 224 00000400:00000200:3.0:1789466349.713763:0:201485:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466349.713774:0:201485:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466349.713780:0:201485:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93654:93654:256:4294967295] 192.168.203.42@tcp LPNI seq info [93650:93650:8:4294967295] 00000400:00000200:3.0:1789466349.713805:0:201485:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466349.713810:0:201485:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466349.713816:0:201485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54900. 00000800:00000200:3.0:1789466349.713822:0:201485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466349.713837:0:201485:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466349.713841:0:201485:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466349.713891:0:201485:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466349.713895:0:201485:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466349.713898:0:201485:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466349.713900:0:201485:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466349.713902:0:201485:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466349.713907:0:201485:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cfe33100 x1876386402372096/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:90/0 lens 224/224 e 0 to 0 dl 1789466360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466349.713916:0:201485:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967cfe33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253750:x1876386402372096:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 304us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466349.713931:0:201485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3602 00000100:00000040:3.0:1789466349.713934:0:201485:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967c3b5d800 : new rpc_count 0 00000100:00000001:3.0:1789466349.713936:0:201485:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466349.713938:0:201485:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466349.713942:0:201485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466349.713945:0:201485:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966c68cf000. 00000020:00000010:3.0:1789466349.713949:0:201485:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4078600. 00000020:00000040:3.0:1789466349.713954:0:201485:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 6 00000100:00000001:3.0:1789466349.713956:0:201485:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466350.572888:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466350.572895:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466350.572900:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466353.319557:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466353.319577:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466353.319581:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466353.319584:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466353.319586:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466353.319588:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466353.319591:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466353.319594:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466353.319596:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466353.319599:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466353.319606:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18606) 00000020:00000001:3.0:1789466354.664623:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466354.664627:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466354.664646:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466358.760607:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466358.760612:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466358.760615:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466359.551109:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313274967, at 4313274968 00000100:00000010:3.0:1789466359.551124:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ae0. 00000800:00000001:3.0:1789466359.943449:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466359.943485:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466359.943489:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466359.943493:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466359.943504:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466359.943522:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f98c00 00000400:00000200:3.0:1789466359.943532:0:117756:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 12544 00000800:00000001:3.0:1789466359.943539:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466359.943543:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466359.943546:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466359.943551:0:117756:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466359.943558:0:117756:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466359.943561:0:117756:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466359.943567:0:117756:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000100:00000040:3.0:1789466359.943571:0:117756:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7e680 x1876386402372608 msgsize 224 00000100:00100000:3.0:1789466359.943575:0:117756:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466359.943595:0:117756:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466359.943602:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466359.943605:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466359.943607:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466359.943610:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466359.943622:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466359.943629:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f98c80 00000400:00000200:3.0:1789466359.943632:0:117756:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 12768 00000800:00000001:3.0:1789466359.943636:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466359.943689:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466359.943692:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466359.943710:0:117756:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466359.943714:0:117756:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466359.943716:0:117756:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466359.943719:0:117756:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000100:00000040:3.0:1789466359.943733:0:117756:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7c380 x1876386402372736 msgsize 224 00000100:00100000:3.0:1789466359.943738:0:117756:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466359.943756:0:117756:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466359.943761:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466359.943765:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789466359.945406:0:119359:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1789466359.945412:0:119359:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff8966c4f899c0) now 6 - evictor 00000100:00080000:3.0:1789466359.945415:0:119359:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1789466359.945417:0:119359:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000800:00000200:3.0:1789466359.945466:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466359.945471:0:117757:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8967fe8e0c00. 00000400:00000200:3.0:1789466359.945485:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466359.945490:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466359.945495:0:117757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:3.0:1789466359.945497:0:117757:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:3.0:1789466359.945502:0:117757:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466359.945503:0:117757:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789466359.945551:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466359.945554:0:117757:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8967f4dbe300. 00000400:00000200:3.0:1789466359.945557:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466359.945560:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466359.945563:0:117757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351880 00000400:00000010:3.0:1789466359.945564:0:117757:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351880. 00000100:00000001:3.0:1789466359.945567:0:117757:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466359.945568:0:117757:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1789466362.855804:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466362.855808:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466362.855812:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466363.625467:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466363.625480:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466363.625666:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466363.625670:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466363.625675:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466363.625681:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 18586 00000100:00080000:3.0:1789466363.625686:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466363.625689:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466363.625692:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466363.625694:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466363.625697:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466363.625708:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466363.625711:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466363.625714:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466363.625718:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466363.625721:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466363.625724:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466363.625727:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466363.625728:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466363.625730:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466363.625732:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466363.625800:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466363.625806:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466363.625809:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466363.625812:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466363.625816:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466363.625819:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466363.625822:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466363.625825:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466363.625835:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789466363.625839:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466363.625844:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466363.625846:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466363.625849:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466363.625859:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466363.625866:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466363.625876:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c6418000. 00000100:00000001:3.0:1789466363.625885:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466363.625897:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404775808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466363.625910:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466363.625915:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466363.625921:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404775808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466363.625952:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466363.625955:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466363.625959:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466363.625962:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466363.625965:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466363.625968:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466363.625971:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466363.625974:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466363.625977:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466363.625983:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (18616) 00000100:00000001:3.0:1789466364.046509:0:201484:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466364.046613:0:201484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402373248 02000000:00000001:3.0:1789466364.046616:0:201484:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466364.046618:0:201484:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466364.046620:0:201484:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466364.046625:0:201484:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466364.046629:0:201484:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402373248 00000020:00000001:3.0:1789466364.046633:0:201484:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466364.046642:0:201484:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b8705ac 00000020:00000001:3.0:1789466364.046646:0:201484:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466364.046649:0:201484:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5cc5000 refcount=7 00000020:00000001:3.0:1789466364.046652:0:201484:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000020:00000001:3.0:1789466364.046655:0:201484:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000100:00000001:3.0:1789466364.046660:0:201484:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466364.046664:0:201484:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657cc80. 00000020:00000010:3.0:1789466364.046668:0:201484:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967f014f900. 00000020:00000040:3.0:1789466364.046674:0:201484:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff8966c4f899c0) now 6 - evictor 00000100:00000001:3.0:1789466364.046690:0:201484:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466364.046697:0:201484:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4078600. 00000020:00000010:3.0:1789466364.046702:0:201484:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466364.046707:0:201484:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf000. 00000100:00000040:3.0:1789466364.046724:0:201484:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1789466364.046728:0:201484:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466364.046729:0:201484:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466364.046731:0:201484:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466364.046737:0:201484:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789466364.046739:0:201484:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789466364.046741:0:201484:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466364.046760:0:201484:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466364.046771:0:201484:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466364.046773:0:201484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402373120 02000000:00000001:3.0:1789466364.046774:0:201484:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466364.046776:0:201484:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466364.046777:0:201484:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466364.046779:0:201484:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466364.046781:0:201484:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402373120 00000020:00000001:3.0:1789466364.046783:0:201484:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466364.046784:0:201484:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b86f3e6 00000020:00000001:3.0:1789466364.046786:0:201484:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466364.046788:0:201484:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967c3b5d800 refcount=7 00000020:00000001:3.0:1789466364.046790:0:201484:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000020:00000001:3.0:1789466364.046792:0:201484:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000100:00000001:3.0:1789466364.046795:0:201484:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466364.046803:0:201484:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657cbc0. 00000020:00000010:3.0:1789466364.046805:0:201484:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967f014ff40. 00000020:00000040:3.0:1789466364.046809:0:201484:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000100:00000001:3.0:1789466364.046812:0:201484:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466364.046815:0:201484:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4078800. 00000020:00000010:3.0:1789466364.046817:0:201484:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614200. 00000020:00000010:3.0:1789466364.046820:0:201484:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf320. 00000100:00000001:3.0:1789466364.046823:0:201484:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466364.046825:0:201484:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466364.046826:0:201484:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466364.046829:0:201484:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789466364.046830:0:201484:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789466364.046831:0:201484:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466364.046837:0:201484:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466364.046845:0:201484:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466364.046848:0:201484:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466364.046853:0:201484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3607 00000100:00000040:3.0:1789466364.046856:0:201484:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967f5cc5000 : new rpc_count 1 00000100:00000001:3.0:1789466364.046858:0:201484:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677695238144 : -130396014313472 : ffff8967cfe30000) 00000100:00000040:3.0:1789466364.046865:0:201484:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967cfe30000 x1876386402373248/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:105/0 lens 224/0 e 0 to 0 dl 1789466375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466364.046875:0:201484:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466364.046877:0:201484:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c1c0. 00000100:00000001:3.0:1789466364.046880:0:201484:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466364.046882:0:201484:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657c1c0. 00000100:00100000:3.0:1789466364.046886:0:201484:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967cfe30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253750:x1876386402373248:12345-192.168.203.42@tcp:400:kworker.0 00000100:00000200:3.0:1789466364.046889:0:201484:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402373248 00000020:00000001:3.0:1789466364.046892:0:201484:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466364.046895:0:201484:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466364.046897:0:201484:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466364.046899:0:201484:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466364.048123:0:201484:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649832640 : -1059718976 : ffffffffc0d5f8c0) 00000020:00000001:3.0:1789466364.048141:0:201484:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466364.048144:0:201484:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466364.048146:0:201484:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466364.048148:0:201484:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466364.048150:0:201484:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466364.048152:0:201484:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789466364.048154:0:201484:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466364.048157:0:201484:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466364.048161:0:201484:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967c6419400. 02000000:00000001:3.0:1789466364.048164:0:201484:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466364.048166:0:201484:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466364.048168:0:201484:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466364.048170:0:201484:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884913986, transno 0, xid 1876386402373248 00010000:00000001:3.0:1789466364.048172:0:201484:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466364.048178:0:201484:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967cfe30000 x1876386402373248/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:105/0 lens 224/224 e 0 to 0 dl 1789466375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466364.048186:0:201484:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466364.048188:0:201484:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466364.048191:0:201484:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466364.048195:0:201484:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466364.048197:0:201484:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466364.048199:0:201484:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466364.048202:0:201484:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466364.048203:0:201484:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466364.048206:0:201484:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466364.048209:0:201484:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466364.048212:0:201484:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93af68. 00000100:00000200:3.0:1789466364.048216:0:201484:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402373248, offset 224 00000400:00000200:3.0:1789466364.048221:0:201484:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466364.048230:0:201484:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466364.048234:0:201484:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93660:93660:256:4294967295] 192.168.203.42@tcp LPNI seq info [93656:93656:8:4294967295] 00000400:00000200:3.0:1789466364.048243:0:201484:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466364.048248:0:201484:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466364.048257:0:201484:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54d00. 00000800:00000200:3.0:1789466364.048262:0:201484:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466364.048268:0:201484:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466364.048271:0:201484:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466364.048410:0:201484:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466364.048414:0:201484:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466364.048416:0:201484:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466364.048418:0:201484:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466364.048420:0:201484:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466364.048425:0:201484:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cfe30000 x1876386402373248/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:105/0 lens 224/224 e 0 to 0 dl 1789466375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466364.048434:0:201484:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967cfe30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253750:x1876386402373248:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 1557us (2467us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466364.048442:0:201484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3607 00000100:00000040:3.0:1789466364.048444:0:201484:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967f5cc5000 : new rpc_count 0 00000100:00000001:3.0:1789466364.048446:0:201484:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466364.048447:0:201484:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466364.048451:0:201484:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466364.048455:0:201484:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966c68cf000. 00000020:00000010:3.0:1789466364.048458:0:201484:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4078600. 00000020:00000040:3.0:1789466364.048462:0:201484:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 6 00000100:00000001:3.0:1789466364.048464:0:201484:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789466364.647207:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466364.647218:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466364.647222:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466364.647226:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466364.647229:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466364.647236:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466364.647257:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466364.647261:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466364.647269:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466364.647272:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466364.647283:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (18617) 00000020:00000001:3.0:1789466366.951279:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466366.951283:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466366.951286:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466369.166693:0:201493:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466369.170265:0:201493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402373504 02000000:00000001:3.0:1789466369.170272:0:201493:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466369.170275:0:201493:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466369.170278:0:201493:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466369.170286:0:201493:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466369.170290:0:201493:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402373504 00000020:00000001:3.0:1789466369.170295:0:201493:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466369.170297:0:201493:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b86f3e6 00000020:00000001:3.0:1789466369.170300:0:201493:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466369.170304:0:201493:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967c3b5d800 refcount=7 00000020:00000001:3.0:1789466369.170308:0:201493:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000020:00000001:3.0:1789466369.170311:0:201493:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000100:00000001:3.0:1789466369.170316:0:201493:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466369.170324:0:201493:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c1c0. 00000020:00000010:3.0:1789466369.170328:0:201493:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967c657cbc0. 00000020:00000040:3.0:1789466369.170335:0:201493:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000100:00000001:3.0:1789466369.170350:0:201493:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466369.170356:0:201493:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4079800. 00000020:00000010:3.0:1789466369.170362:0:201493:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466369.170367:0:201493:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf000. 00000100:00000040:3.0:1789466369.170379:0:201493:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1789466369.170384:0:201493:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466369.170398:0:201493:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466369.170400:0:201493:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466369.170406:0:201493:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789466369.170409:0:201493:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789466369.170411:0:201493:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466369.170429:0:201493:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466369.170445:0:201493:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466369.170449:0:201493:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466369.170459:0:201493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 3609 00000100:00000040:3.0:1789466369.170463:0:201493:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967c3b5d800 : new rpc_count 1 00000100:00000001:3.0:1789466369.170466:0:201493:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677755054976 : -130395954496640 : ffff8967d373bb80) 00000100:00000040:3.0:1789466369.170525:0:201493:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967d373bb80 x1876386402373504/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:110/0 lens 224/0 e 0 to 0 dl 1789466380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466369.170534:0:201493:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466369.170537:0:201493:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657cbc0. 00000100:00000001:3.0:1789466369.170540:0:201493:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466369.170542:0:201493:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657cbc0. 00000100:00100000:3.0:1789466369.170560:0:201493:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967d373bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253751:x1876386402373504:12345-192.168.203.42@tcp:400:kworker.0 00000100:00000200:3.0:1789466369.170566:0:201493:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402373504 00000020:00000001:3.0:1789466369.170571:0:201493:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466369.170576:0:201493:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466369.170580:0:201493:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466369.170584:0:201493:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466369.170589:0:201493:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072649832640 : -1059718976 : ffffffffc0d5f8c0) 00000020:00000001:3.0:1789466369.170592:0:201493:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466369.170595:0:201493:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466369.170597:0:201493:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466369.170599:0:201493:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466369.170601:0:201493:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466369.170603:0:201493:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789466369.170607:0:201493:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466369.170610:0:201493:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466369.170616:0:201493:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967c641a000. 02000000:00000001:3.0:1789466369.170624:0:201493:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466369.170627:0:201493:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466369.170630:0:201493:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466369.170633:0:201493:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179870928, transno 0, xid 1876386402373504 00010000:00000001:3.0:1789466369.170636:0:201493:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466369.170643:0:201493:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967d373bb80 x1876386402373504/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:110/0 lens 224/224 e 0 to 0 dl 1789466380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466369.170656:0:201493:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466369.170660:0:201493:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466369.170667:0:201493:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466369.170675:0:201493:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466369.170680:0:201493:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466369.170686:0:201493:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466369.170690:0:201493:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466369.170692:0:201493:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466369.170695:0:201493:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466369.170698:0:201493:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466369.170703:0:201493:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ae58. 00000100:00000200:3.0:1789466369.170710:0:201493:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402373504, offset 224 00000400:00000200:3.0:1789466369.170718:0:201493:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466369.170789:0:201493:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466369.170796:0:201493:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93661:93661:256:4294967295] 192.168.203.42@tcp LPNI seq info [93657:93657:8:4294967295] 00000400:00000200:3.0:1789466369.170808:0:201493:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466369.170814:0:201493:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466369.170820:0:201493:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54700. 00000800:00000200:3.0:1789466369.170827:0:201493:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466369.170835:0:201493:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466369.170839:0:201493:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466369.170855:0:201493:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466369.170864:0:201493:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466369.170916:0:201493:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466369.170925:0:201493:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466369.170927:0:201493:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466369.170933:0:201493:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373bb80 x1876386402373504/t0(0) o400->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:110/0 lens 224/224 e 0 to 0 dl 1789466380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466369.171010:0:201493:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967d373bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253751:x1876386402373504:12345-192.168.203.42@tcp:400:kworker.0 Request processed in 473us (5771us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466369.171018:0:201493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 3609 00000100:00000040:3.0:1789466369.171021:0:201493:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967c3b5d800 : new rpc_count 0 00000100:00000001:3.0:1789466369.171024:0:201493:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466369.171025:0:201493:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466369.171030:0:201493:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466369.171035:0:201493:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966c68cf000. 00000020:00000010:3.0:1789466369.171139:0:201493:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4079800. 00000020:00000040:3.0:1789466369.171145:0:201493:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 6 00000100:00000001:3.0:1789466369.171148:0:201493:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789466369.176012:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466369.176022:0:117758:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8967fe8e0400. 00000400:00000200:3.0:1789466369.176028:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466369.176534:0:117758:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466369.176543:0:117758:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:3.0:1789466369.176557:0:117758:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:3.0:1789466369.176563:0:117758:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466369.176565:0:117758:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:3.0:1789466369.194622:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313284213, at 4313284611 00000100:00000010:3.0:1789466369.194627:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc112a0. 00000020:00000001:3.0:1789466371.047268:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466371.047272:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466371.047274:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466374.023237:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466374.023242:0:117757:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8967fe8e0b00. 00000400:00000200:3.0:1789466374.023247:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466374.023252:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466374.023257:0:117757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:3.0:1789466374.023266:0:117757:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:3.0:1789466374.023270:0:117757:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466374.023271:0:117757:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000010:2.1F:1789466374.028322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8967c0031800. 00010000:00000010:2.1:1789466374.028351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8966c54ff500. 00010000:00000010:2.1:1789466374.028357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8966e1cbca00. 00010000:00000010:2.1:1789466374.028360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8967c840c600. 00000800:00000001:3.0:1789466374.279296:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466374.279312:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466374.279317:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466374.279319:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466374.279330:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466374.279348:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f99100 00000400:00000200:3.0:1789466374.279357:0:117758:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 13888 00000800:00000001:3.0:1789466374.279364:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466374.279374:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466374.279377:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466374.279382:0:117758:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466374.279389:0:117758:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466374.279392:0:117758:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466374.279399:0:117758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000100:00000040:3.0:1789466374.279403:0:117758:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7c000 x1876386402373888 msgsize 224 00000100:00100000:3.0:1789466374.279407:0:117758:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466374.279427:0:117758:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466374.279435:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466374.279439:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466375.143356:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466375.143360:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466375.143363:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466379.241352:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466379.241355:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466379.241359:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789466379.400667:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466379.400685:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466379.400689:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466379.400691:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466379.400703:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466379.400722:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f99180 00000400:00000200:3.0:1789466379.400732:0:117757:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 14112 00000800:00000001:3.0:1789466379.400754:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466379.400759:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466379.400762:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466379.400768:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466379.400774:0:117757:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466379.400777:0:117757:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466379.400783:0:117757:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000100:00000040:3.0:1789466379.400787:0:117757:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7f800 x1876386402374016 msgsize 224 00000100:00100000:3.0:1789466379.400791:0:117757:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466379.400810:0:117757:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466379.400826:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466379.400830:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466379.400832:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466379.400851:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466379.400856:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466379.400861:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f99200 00000400:00000200:3.0:1789466379.400875:0:117757:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 14336 00000800:00000001:3.0:1789466379.400880:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466379.400885:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466379.400887:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466379.400891:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466379.400894:0:117757:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466379.400895:0:117757:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466379.400898:0:117757:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000100:00000040:3.0:1789466379.400900:0:117757:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7f480 x1876386402374144 msgsize 224 00000100:00100000:3.0:1789466379.400904:0:117757:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466379.400918:0:117757:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466379.400923:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466379.400925:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789466379.404784:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466379.404791:0:117758:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8966c5aa4900. 00000400:00000200:3.0:1789466379.404802:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466379.404810:0:117758:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466379.404854:0:117758:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:3.0:1789466379.404857:0:117758:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:3.0:1789466379.404862:0:117758:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466379.404863:0:117758:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789466379.404931:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466379.404934:0:117758:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8966c5aa4500. 00000400:00000200:3.0:1789466379.404938:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466379.404942:0:117758:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466379.404945:0:117758:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:3.0:1789466379.404947:0:117758:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:3.0:1789466379.404949:0:117758:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789466379.404950:0:117758:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789466380.455335:0:119350:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789466380.455343:0:119350:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466382.213257:0:185954:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466382.213260:0:185954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402374272 02000000:00000001:3.0:1789466382.213264:0:185954:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466382.213266:0:185954:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466382.213268:0:185954:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466382.213273:0:185954:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466382.213278:0:185954:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402374272 00000020:00000001:3.0:1789466382.213281:0:185954:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466382.213283:0:185954:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b86f3e6 00000020:00000001:3.0:1789466382.213286:0:185954:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466382.213289:0:185954:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967c3b5d800 refcount=7 00000020:00000001:3.0:1789466382.213291:0:185954:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000020:00000001:3.0:1789466382.213294:0:185954:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000100:00000001:3.0:1789466382.213299:0:185954:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466382.213304:0:185954:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657cbc0. 00000020:00000010:3.0:1789466382.213309:0:185954:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967f4d8b280. 00000020:00000040:3.0:1789466382.213316:0:185954:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000100:00000001:3.0:1789466382.213332:0:185954:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466382.213338:0:185954:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4079000. 00000020:00000010:3.0:1789466382.213343:0:185954:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466382.213347:0:185954:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf000. 00000100:00000040:3.0:1789466382.213363:0:185954:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1789466382.213366:0:185954:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466382.213368:0:185954:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1789466382.213370:0:185954:0:(ldlm_lockd.c:2701:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1789466382.213373:0:185954:0:(ldlm_lockd.c:2715:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466382.213376:0:185954:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1789466382.213381:0:185954:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789466382.213383:0:185954:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466382.213385:0:185954:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8967c13a0200 refcount=3 00000020:00000001:3.0:1789466382.213387:0:185954:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677449282048 : -130396260269568 : ffff8967c13a0200) 00010000:00000001:3.0:1789466382.213390:0:185954:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446613677449282048 : -130396260269568 : ffff8967c13a0200) 00010000:00000001:3.0:1789466382.213393:0:185954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466382.213394:0:185954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466382.213396:0:185954:0:(ldlm_lockd.c:2690:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466382.213398:0:185954:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466382.213405:0:185954:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466382.213421:0:185954:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466382.213461:0:185954:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466382.213463:0:185954:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466382.213469:0:185954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 717 00000100:00000040:3.0:1789466382.213472:0:185954:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967c3b5d800 : new rpc_count 1 00000100:00000001:3.0:1789466382.213475:0:185954:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613678362213456 : -130395347338160 : ffff8967f7a43c50) 00000100:00000040:3.0:1789466382.213483:0:185954:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967f7a43c50 x1876386402374272/t0(0) o103->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:123/0 lens 328/0 e 0 to 0 dl 1789466393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466382.213502:0:185954:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466382.213505:0:185954:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c880. 00000100:00000001:3.0:1789466382.213508:0:185954:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466382.213510:0:185954:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657c880. 00000100:00100000:3.0:1789466382.213515:0:185954:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967f7a43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+7:253749:x1876386402374272:12345-192.168.203.42@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1789466382.213518:0:185954:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402374272 00010000:00000001:3.0:1789466382.213520:0:185954:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1789466382.213522:0:185954:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1789466382.213529:0:185954:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1789466382.213536:0:185954:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466382.213539:0:185954:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466382.213543:0:185954:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967ef08c800. 02000000:00000001:3.0:1789466382.213546:0:185954:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466382.213548:0:185954:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466382.213550:0:185954:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1789466382.213552:0:185954:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:3.0:1789466382.213554:0:185954:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789466382.213555:0:185954:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466382.213557:0:185954:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8967c13a0200 refcount=3 00000020:00000001:3.0:1789466382.213558:0:185954:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677449282048 : -130396260269568 : ffff8967c13a0200) 00010000:00000001:3.0:1789466382.213561:0:185954:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446613677449282048 : -130396260269568 : ffff8967c13a0200) 00010000:00000040:3.0:1789466382.213564:0:185954:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8967cb9b3200 count: 2 00002000:00000001:3.0:1789466382.213786:0:185954:0:(ofd_lvb.c:206:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1789466382.213793:0:185954:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1789466382.213808:0:185954:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:3.0:1789466382.213815:0:185954:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446613673709191256 : -130400000360360 : ffff8966e24cc058) 00002000:00000001:3.0:1789466382.213817:0:185954:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446613673709191168 : -130400000360448 : ffff8966e24cc000) 00002000:00000001:3.0:1789466382.213820:0:185954:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:3.0:1789466382.213836:0:185954:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1789466382.213839:0:185954:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x2fe6:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1789466382.213842:0:185954:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x2fe6:0x0] updating lvb mtime from disk: 0 -> 1789465786 00002000:00010000:3.0:1789466382.213844:0:185954:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x2fe6:0x0] updating lvb ctime from disk: 0 -> 1789465786 00002000:00010000:3.0:1789466382.213847:0:185954:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2fe6:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:3.0:1789466382.213851:0:185954:0:(lu_object.c:216:lu_object_put()) Add ffff8966e24cc058/ffff8966e24cc000 to site lru. bkt: ffff8967fe879008 00010000:00000001:3.0:1789466382.213854:0:185954:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1789466382.213857:0:185954:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1789466382.213859:0:185954:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1789466382.213861:0:185954:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466382.213863:0:185954:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466382.213868:0:185954:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789466382.213869:0:185954:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789466382.213874:0:185954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466382.213881:0:185954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466382.213884:0:185954:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789466382.213886:0:185954:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789466382.213889:0:185954:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8967c13a0200 with handle 0x6da27ab53b870876 from hash 00010000:00000001:3.0:1789466382.213892:0:185954:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789466382.213893:0:185954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466382.213894:0:185954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466382.213895:0:185954:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789466382.213900:0:185954:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1789466382.213903:0:185954:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466382.213905:0:185954:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789466382.213906:0:185954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789466382.213911:0:185954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f77f4ad8/0x6da27ab53b870876 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2fe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.42@tcp remote: 0x1b8f1d54e34b177c expref: 7 pid: 170896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789466382.213922:0:185954:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8967c3b5d800 : new locks_count 1 00000020:00000040:3.0:1789466382.213924:0:185954:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 6 00010000:00000001:3.0:1789466382.213932:0:185954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466382.213933:0:185954:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789466382.213935:0:185954:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466382.213936:0:185954:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8967c386be00 refcount=3 00000020:00000001:3.0:1789466382.213938:0:185954:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677487865344 : -130396221686272 : ffff8967c386be00) 00010000:00000001:3.0:1789466382.213941:0:185954:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446613677487865344 : -130396221686272 : ffff8967c386be00) 00010000:00000001:3.0:1789466382.213944:0:185954:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1789466382.213946:0:185954:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1789466382.213948:0:185954:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789466382.213950:0:185954:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466382.213952:0:185954:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1789466382.213954:0:185954:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8967cb9b3200 count: 0 00002000:00000010:3.0:1789466382.213970:0:185954:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8966e284f500. 00010000:00000010:3.0:1789466382.213975:0:185954:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8967cb9b3d00. 00010000:00000040:3.0:1789466382.213980:0:185954:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8967c3d39b00 count: 2 00002000:00000001:3.0:1789466382.213983:0:185954:0:(ofd_lvb.c:206:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1789466382.213985:0:185954:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1789466382.213986:0:185954:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:3.0:1789466382.213995:0:185954:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446613677971937912 : -130395737613704 : ffff8967e0611a78) 00002000:00000001:3.0:1789466382.213997:0:185954:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446613677971937824 : -130395737613792 : ffff8967e0611a20) 00002000:00000001:3.0:1789466382.213999:0:185954:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:3.0:1789466382.214002:0:185954:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1789466382.214005:0:185954:0:(lu_object.c:216:lu_object_put()) Add ffff8967e0611a78/ffff8967e0611a20 to site lru. bkt: ffff8967fe87b408 00010000:00000001:3.0:1789466382.214007:0:185954:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1789466382.214009:0:185954:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1789466382.214011:0:185954:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1789466382.214012:0:185954:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466382.214014:0:185954:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466382.214017:0:185954:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789466382.214018:0:185954:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789466382.214176:0:185954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466382.214178:0:185954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466382.214181:0:185954:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789466382.214182:0:185954:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789466382.214185:0:185954:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8967c386be00 with handle 0x6da27ab53b87064d from hash 00010000:00000001:3.0:1789466382.214187:0:185954:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789466382.214188:0:185954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466382.214190:0:185954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466382.214190:0:185954:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789466382.214193:0:185954:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1789466382.214194:0:185954:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466382.214196:0:185954:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789466382.214197:0:185954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789466382.214202:0:185954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9d70b50/0x6da27ab53b87064d lrc: 0/0,0 mode: --/PR res: [0x280000403:0x661f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.42@tcp remote: 0x1b8f1d54e34b16e9 expref: 6 pid: 170896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789466382.214210:0:185954:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8967c3b5d800 : new locks_count 0 00000020:00000040:3.0:1789466382.214212:0:185954:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 5 00010000:00000001:3.0:1789466382.214216:0:185954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466382.214217:0:185954:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1789466382.214219:0:185954:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1789466382.214220:0:185954:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789466382.214222:0:185954:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466382.214229:0:185954:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1789466382.214231:0:185954:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8967c3d39b00 count: 0 00002000:00000010:3.0:1789466382.214247:0:185954:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8967c9522440. 00010000:00000010:3.0:1789466382.214252:0:185954:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8967c3d39000. 00010000:00010000:3.0:1789466382.214257:0:185954:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1789466382.214259:0:185954:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789466382.214264:0:185954:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466382.214266:0:185954:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466382.214270:0:185954:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f41719e8 time=31 v=5 (1 0 1 1) 00000100:00000001:3.0:1789466382.214275:0:185954:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466382.214278:0:185954:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466382.214280:0:185954:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466382.214283:0:185954:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466382.214285:0:185954:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466382.214288:0:185954:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466382.214291:0:185954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466382.214296:0:185954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aee0. 00000100:00000200:3.0:1789466382.214302:0:185954:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1876386402374272, offset 224 00000400:00000200:3.0:1789466382.214308:0:185954:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466382.214320:0:185954:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466382.214327:0:185954:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93667:93667:256:4294967295] 192.168.203.42@tcp LPNI seq info [93663:93663:8:4294967295] 00000400:00000200:3.0:1789466382.214338:0:185954:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466382.214343:0:185954:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466382.214348:0:185954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54800. 00000800:00000200:3.0:1789466382.214355:0:185954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466382.214362:0:185954:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466382.214366:0:185954:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466382.214384:0:185954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466382.214388:0:185954:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466382.214390:0:185954:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466382.214392:0:185954:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466382.214398:0:185954:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967f7a43c50 x1876386402374272/t0(0) o103->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:123/0 lens 328/224 e 0 to 0 dl 1789466393 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466382.214415:0:185954:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967f7a43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+5:253749:x1876386402374272:12345-192.168.203.42@tcp:103:ldlm_bl.0 Request processed in 912us (1974us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466382.214423:0:185954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 717 00000100:00000040:3.0:1789466382.214426:0:185954:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967c3b5d800 : new rpc_count 0 00000100:00000001:3.0:1789466382.214428:0:185954:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466382.214430:0:185954:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466382.214434:0:185954:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466382.214438:0:185954:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966c68cf000. 00000020:00000010:3.0:1789466382.214442:0:185954:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4079000. 00000020:00000040:3.0:1789466382.214455:0:185954:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 4 02000000:00000001:3.0:1789466382.214461:0:185954:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789466382.214463:0:185954:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8967c5540000. 02000000:00000001:3.0:1789466382.214466:0:185954:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789466382.214468:0:185954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a680. 02000000:00000001:3.0:1789466382.214473:0:185954:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789466382.214474:0:185954:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8966c378f000. 02000000:00000001:3.0:1789466382.214476:0:185954:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789466382.214478:0:185954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d81e7800. 02000000:00000001:3.0:1789466382.214481:0:185954:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789466382.214482:0:185954:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8966c378dc00. 02000000:00000001:3.0:1789466382.214495:0:185954:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789466382.214497:0:185954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d81e5880. 02000000:00000001:3.0:1789466382.214500:0:185954:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789466382.214501:0:185954:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8966c378d800. 02000000:00000001:3.0:1789466382.214503:0:185954:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789466382.214504:0:185954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d81e4000. 02000000:00000001:3.0:1789466382.214507:0:185954:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789466382.214508:0:185954:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8967d8a93400. 02000000:00000001:3.0:1789466382.214510:0:185954:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789466382.214511:0:185954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b100. 02000000:00000001:3.0:1789466382.214515:0:185954:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789466382.214516:0:185954:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff8967d8a93c00. 02000000:00000001:3.0:1789466382.214518:0:185954:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789466382.214525:0:185954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739f80. 00000100:00000001:3.0:1789466382.214530:0:185954:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789466382.214536:0:185954:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1789466382.214542:0:185954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b478. 00000400:00000010:3.0:1789466382.214548:0:185954:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8966c634c480. 00010000:00000010:3.1F:1789466382.226679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8967c13a0200. 00010000:00000010:3.1:1789466382.226711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8967cb9b3200. 00010000:00000010:3.1:1789466382.226716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8967c386be00. 00010000:00000010:3.1:1789466382.226719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8967c3d39b00. 00000020:00000001:3.0:1789466383.335485:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466383.335489:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466383.335492:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466384.131459:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313299547, at 4313299548 00000100:00000010:3.0:1789466384.131465:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc113c0. 00000800:00000001:3.0:1789466384.515691:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466384.515709:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466384.515713:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466384.515716:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466384.515727:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466384.515744:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f99380 00000400:00000200:3.0:1789466384.515753:0:117758:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 14560 00000800:00000001:3.0:1789466384.515760:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466384.515764:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466384.515768:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466384.515772:0:117758:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466384.515779:0:117758:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466384.515782:0:117758:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466384.515788:0:117758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000100:00000040:3.0:1789466384.515792:0:117758:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7fb80 x1876386402374528 msgsize 224 00000100:00100000:3.0:1789466384.515923:0:117758:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466384.515972:0:117758:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466384.515984:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466384.515989:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466384.515991:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466384.515993:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466384.515998:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466384.516005:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f99300 00000400:00000200:3.0:1789466384.516009:0:117758:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 14784 00000800:00000001:3.0:1789466384.516065:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466384.516074:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466384.516076:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466384.516080:0:117758:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466384.516084:0:117758:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466384.516086:0:117758:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466384.516090:0:117758:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000100:00000040:3.0:1789466384.516093:0:117758:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7d500 x1876386402374400 msgsize 224 00000100:00100000:3.0:1789466384.516097:0:117758:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466384.517745:0:117758:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466384.517762:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466384.517768:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789466384.519783:0:119359:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1789466384.519787:0:119359:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000020:00000001:3.0:1789466387.433085:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466387.433092:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466387.433098:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789466388.613836:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.614859:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.614865:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.614871:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.614882:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466388.614900:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f99580 00000400:00000200:3.0:1789466388.614909:0:117757:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 15008 00000800:00000001:3.0:1789466388.614916:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.614960:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.614964:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466388.614969:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000100:00000001:3.0:1789466388.614976:0:117757:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466388.614979:0:117757:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789466388.614998:0:117757:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000100:00000040:3.0:1789466388.615002:0:117757:0:(events.c:341:request_in_callback()) incoming req@ffff8966caa7c700 x1876386402375040 msgsize 224 00000100:00100000:3.0:1789466388.615006:0:117757:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000001:3.0:1789466388.615126:0:117757:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466388.615136:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.615141:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.615143:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.615145:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.615150:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466388.615156:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 224 into portal 28 MB=0x6aa9040f99600 00000400:00000200:3.0:1789466388.615161:0:117757:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.42@tcp of length 224/224 into md 0x54059 [8] + 15232 00000400:00000010:3.0:1789466388.615165:0:117757:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8966c6876d10. 00000400:00000200:3.0:1789466388.615170:0:117757:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8967c6e00d00 00000800:00000001:3.0:1789466388.615173:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.615176:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.615178:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466388.615182:0:117757:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.142@tcp->192.168.203.42@tcp: PUT: OK 00000400:00000200:3.0:1789466388.615185:0:117757:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967c6e00d00 00000400:00000010:3.0:1789466388.615188:0:117757:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 248 at ffff8967c6e00d00. 00000100:00000001:3.0:1789466388.615191:0:117757:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789466388.615193:0:117757:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1789466388.615195:0:117757:0:(events.c:341:request_in_callback()) incoming req@ffff8967fe9a8850 x1876386402375168 msgsize 224 00000100:00100000:3.0:1789466388.615199:0:117757:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.42@tcp (source: 12345-192.168.203.42@tcp) 00000100:00000040:3.0:1789466388.615201:0:117757:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1789466388.622469:0:117757:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789466388.622488:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622502:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.622505:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622507:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.622517:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466388.622544:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f99400 00000400:00000100:3.0:1789466388.622551:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402374656 offset 0 length 520: 4 00000400:00000200:3.0:1789466388.622557:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c7960 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466388.622560:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466388.622566:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622571:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.622587:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622590:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.622591:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622593:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.622598:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466388.622604:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f99480 00000400:00000100:3.0:1789466388.622609:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402374784 offset 0 length 520: 4 00000400:00000200:3.0:1789466388.622612:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c7960 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466388.622614:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466388.622618:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622621:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.622622:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622624:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.622626:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622628:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.622631:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466388.622635:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f99500 00000400:00000100:3.0:1789466388.622639:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402374912 offset 0 length 520: 4 00000400:00000200:3.0:1789466388.622641:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c7960 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466388.622643:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466388.622646:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622653:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.622655:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.622657:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789466388.634350:0:119359:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1789466388.634363:0:119359:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff8966c4f899c0) now 6 - evictor 00000800:00000200:3.0:1789466388.840822:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789466388.840831:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.840843:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.840848:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.840851:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466391.528141:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466391.528145:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466391.528148:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466393.255267:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466393.255283:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466393.255287:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466393.255291:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466393.255294:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466393.255297:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466393.255300:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466393.255304:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466393.255306:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466393.255309:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466393.255316:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18646) 00000100:00000001:3.0:1789466393.746262:0:201493:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466393.746270:0:201493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402375424 02000000:00000001:3.0:1789466393.746274:0:201493:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466393.746276:0:201493:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466393.746279:0:201493:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466393.746284:0:201493:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466393.746288:0:201493:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402375424 00000020:00000001:3.0:1789466393.746292:0:201493:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466393.746293:0:201493:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b8705ac 00000020:00000001:3.0:1789466393.746297:0:201493:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466393.746300:0:201493:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5cc5000 refcount=5 00000020:00000001:3.0:1789466393.746304:0:201493:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000020:00000001:3.0:1789466393.746306:0:201493:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331285504 : -130395378266112 : ffff8967f5cc5000) 00000100:00000001:3.0:1789466393.746311:0:201493:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466393.746320:0:201493:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657cec0. 00000020:00000010:3.0:1789466393.746325:0:201493:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967f014fbc0. 00000020:00000040:3.0:1789466393.746346:0:201493:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff8966c4f899c0) now 6 - evictor 00000100:00000001:3.0:1789466393.746449:0:201493:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466393.746458:0:201493:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4079800. 00000020:00000010:3.0:1789466393.746464:0:201493:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466393.746477:0:201493:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf000. 00000100:00000040:3.0:1789466393.746487:0:201493:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1789466393.746490:0:201493:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466393.746492:0:201493:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466393.746494:0:201493:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.746502:0:201493:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.746525:0:201493:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466393.746543:0:201493:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466393.746545:0:201493:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466393.746553:0:201493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5372 00000100:00000040:3.0:1789466393.746557:0:201493:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967f5cc5000 : new rpc_count 1 00000100:00000001:3.0:1789466393.746559:0:201493:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677622960000 : -130396086591616 : ffff8967cb941f80) 00000100:00000040:3.0:1789466393.746566:0:201493:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967cb941f80 x1876386402375424/t0(0) o9->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:134/0 lens 224/0 e 0 to 0 dl 1789466404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466393.746574:0:201493:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466393.746577:0:201493:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c3c0. 00000100:00000001:3.0:1789466393.746579:0:201493:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466393.746581:0:201493:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657c3c0. 00000100:00100000:3.0:1789466393.746585:0:201493:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967cb941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+5:253748:x1876386402375424:12345-192.168.203.42@tcp:9:kworker.0 00000100:00000200:3.0:1789466393.746589:0:201493:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402375424 00000020:00000001:3.0:1789466393.746592:0:201493:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466393.746595:0:201493:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466393.746598:0:201493:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466393.746600:0:201493:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466393.746602:0:201493:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072663814384 : -1045737232 : ffffffffc1ab50f0) 00000020:00000001:3.0:1789466393.746605:0:201493:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466393.746608:0:201493:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466393.746610:0:201493:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466393.746618:0:201493:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466393.746621:0:201493:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466393.746623:0:201493:0:(tgt_handler.c:1144:tgt_disconnect()) Process entered 00010000:00000001:3.0:1789466393.746625:0:201493:0:(ldlm_lib.c:1757:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1789466393.746629:0:201493:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466393.746631:0:201493:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466393.746635:0:201493:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967ef08fc00. 02000000:00000001:3.0:1789466393.746637:0:201493:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.746640:0:201493:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789466393.746645:0:201493:0:(genops.c:868:class_export_get()) GET export ffff8967f5cc5000 refcount=6 00010000:00000001:3.0:1789466393.746647:0:201493:0:(obd_class.h:909:obd_disconnect()) Process entered 00002000:00000001:3.0:1789466393.746650:0:201493:0:(ofd_obd.c:415:ofd_obd_disconnect()) Process entered 00000020:00000040:3.0:1789466393.746651:0:201493:0:(genops.c:868:class_export_get()) GET export ffff8967f5cc5000 refcount=7 00010000:00000001:3.0:1789466393.746653:0:201493:0:(ldlm_lib.c:851:server_disconnect_export()) Process entered 00000020:00000001:3.0:1789466393.746654:0:201493:0:(genops.c:1442:class_disconnect()) Process entered 00000020:00000040:3.0:1789466393.746680:0:201493:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 6 00000020:00000080:3.0:1789466393.746683:0:201493:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6da27ab53b8705ac 00000020:00000040:3.0:1789466393.746687:0:201493:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8967f5cc5000 with handle 0x6da27ab53b8705ac from hash 00000020:00000040:3.0:1789466393.746691:0:201493:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 5 00000020:00000010:3.0:1789466393.746693:0:201493:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967c657cec0. 00000020:00000001:3.0:1789466393.746696:0:201493:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1789466393.746697:0:201493:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 4 00000020:00000001:3.0:1789466393.746699:0:201493:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1789466393.746700:0:201493:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 3 00000020:00000001:3.0:1789466393.746702:0:201493:0:(genops.c:1473:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.746704:0:201493:0:(import.c:2162:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1789466393.746707:0:201493:0:(import.c:65:import_set_state_nolock()) ffff8967f5cc4800 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1789466393.746710:0:201493:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1789466393.746712:0:201493:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1789466393.746713:0:201493:0:(import.c:2172:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1789466393.746728:0:201493:0:(ldlm_lib.c:882:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789466393.746733:0:201493:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4078e00. 00000020:00000010:3.0:1789466393.746737:0:201493:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8966d4078000. 00000020:00000010:3.0:1789466393.746741:0:201493:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8966c3690800. 00000020:00000010:3.0:1789466393.746745:0:201493:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8967f018bc60. 00000020:00000010:3.0:1789466393.746750:0:201493:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8966d4078200. 80000000:00000010:3.0:1789466393.746759:0:201493:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8967c5922ea0. 40000000:00000010:3.0:1789466393.746763:0:201493:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8967c657cec0. 00100000:00000010:3.0:1789466393.746767:0:201493:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8966c3697000. 00040000:00000010:3.0:1789466393.746772:0:201493:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8966eeb54400. 00040000:00000010:3.0:1789466393.746789:0:201493:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8966d4079000. 00080000:00000010:3.0:1789466393.746796:0:201493:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff8967ffd9e000. 00080000:00000010:3.0:1789466393.746801:0:201493:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8967ffd98000. 00002000:00000010:3.0:1789466393.746807:0:201493:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff8967ef08c000. 00000001:00000001:3.0:1789466393.746810:0:201493:0:(tgt_lastrcvd.c:1191:tgt_client_del()) Process entered 00000001:00000040:3.0:1789466393.746812:0:201493:0:(tgt_lastrcvd.c:1218:tgt_client_del()) lustre-OST0001: del client at idx 3, off 8576, UUID '5f8c9c46-c8d9-41fe-8865-a17a1eaf923a' 00000001:00000001:3.0:1789466393.746815:0:201493:0:(tgt_lastrcvd.c:722:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1789466393.746817:0:201493:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884913986 00080000:00000001:3.0:1789466393.746822:0:201493:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:3.0:1789466393.746825:0:201493:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff8966d4078800. 00080000:00000001:3.0:1789466393.746828:0:201493:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446613673469773824 : -130400239777792 : ffff8966d4078800) 00080000:00000001:3.0:1789466393.746832:0:201493:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:3.0:1789466393.746836:0:201493:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1789466393.746839:0:201493:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8967c657c3c0. 00080000:00000001:3.0:1789466393.746841:0:201493:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789466393.746844:0:201493:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:3.0:1789466393.746882:0:201493:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789466393.746885:0:201493:0:(tgt_lastrcvd.c:696:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1789466393.746937:0:201493:0:(tgt_lastrcvd.c:707:tgt_server_data_write()) lustre-OST0001: write last_rcvd server data for UUID = lustre-OST0001_UUID, last_transno = 12884913986: rc = 0 00000001:00000001:3.0:1789466393.746940:0:201493:0:(tgt_lastrcvd.c:709:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789466393.746942:0:201493:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:3.0:1789466393.746951:0:201493:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8967c657c3c0. 00040000:00000001:3.0:1789466393.746954:0:201493:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:3.0:1789466393.746955:0:201493:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:3.0:1789466393.746958:0:201493:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1789466393.746960:0:201493:0:(tgt_lastrcvd.c:761:tgt_server_data_update()) lustre-OST0001: update last_rcvd server data for UUID = lustre-OST0001_UUID, last_transno = 12884913986: rc = 0 00000001:00000001:3.0:1789466393.746963:0:201493:0:(tgt_lastrcvd.c:762:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789466393.746966:0:201493:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1789466393.746967:0:201493:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:3.0:1789466393.746975:0:201493:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff8966d4078a00. 00080000:00000001:3.0:1789466393.747102:0:201493:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446613673469774336 : -130400239777280 : ffff8966d4078a00) 00080000:00000001:3.0:1789466393.747105:0:201493:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:3.0:1789466393.747107:0:201493:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1789466393.747110:0:201493:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8967c657c3c0. 00080000:00000001:3.0:1789466393.747113:0:201493:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789466393.747115:0:201493:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:3.0:1789466393.747118:0:201493:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1789466393.747121:0:201493:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8967c5922de0. 00000001:00000040:3.0:1789466393.747124:0:201493:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff8967f5cc5000 : new cb_count 1 00000020:00000040:3.0:1789466393.747127:0:201493:0:(genops.c:868:class_export_get()) GET export ffff8967f5cc5000 refcount=4 00000001:00000001:3.0:1789466393.747255:0:201493:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1789466393.747257:0:201493:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:3.0:1789466393.747262:0:201493:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8967c657c3c0. 00040000:00000001:3.0:1789466393.747266:0:201493:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:3.0:1789466393.747267:0:201493:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:3.0:1789466393.747269:0:201493:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1789466393.747271:0:201493:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-OST0001: update last_rcvd client data for UUID = lustre-OST0001_UUID, last_transno = 12884913986: rc = 0 00000001:00000040:3.0:1789466393.747274:0:201493:0:(tgt_lastrcvd.c:1262:tgt_client_del()) lustre-OST0001: zeroing out client at idx 3 (8576), rc 0 00000001:00000001:3.0:1789466393.747276:0:201493:0:(tgt_lastrcvd.c:1263:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789466393.747281:0:201493:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8966d4078000. 00000020:00000010:3.0:1789466393.747285:0:201493:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8966c3690800. 00000020:00000010:3.0:1789466393.747288:0:201493:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8967f018bc60. 00000020:00000010:3.0:1789466393.747292:0:201493:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8966d4078200. 80000000:00000010:3.0:1789466393.747295:0:201493:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8967c5922ea0. 40000000:00000010:3.0:1789466393.747301:0:201493:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8967c657cec0. 00100000:00000010:3.0:1789466393.747304:0:201493:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8966c3697000. 00040000:00000010:3.0:1789466393.747308:0:201493:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8966eeb54400. 00040000:00000010:3.0:1789466393.747314:0:201493:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8966d4079000. 00080000:00000010:3.0:1789466393.747320:0:201493:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8967ffd98000. 00080000:00000010:3.0:1789466393.747324:0:201493:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff8967ffd9e000. 00002000:00000010:3.0:1789466393.747327:0:201493:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff8967ef08c000. 00000020:00000010:3.0:1789466393.747330:0:201493:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4078e00. 00000001:00000001:3.0:1789466393.747334:0:201493:0:(nodemap_handler.c:866:nodemap_del_member()) Process entered 00000001:00000040:3.0:1789466393.747344:0:201493:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff8967c6f71800) : new refcount 6 00000001:00000001:3.0:1789466393.747347:0:201493:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1789466393.747349:0:201493:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff8967c6f71800) : new refcount 5 00000020:00000040:3.0:1789466393.747352:0:201493:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 3 00000001:00000001:3.0:1789466393.747353:0:201493:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1789466393.747355:0:201493:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff8967c6f71800) : new refcount 4 00000001:00000001:3.0:1789466393.747357:0:201493:0:(nodemap_handler.c:895:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1789466393.747358:0:201493:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 2 00002000:00000001:3.0:1789466393.747370:0:201493:0:(ofd_obd.c:440:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466393.747373:0:201493:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466393.747375:0:201493:0:(ldlm_lib.c:1778:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466393.747377:0:201493:0:(tgt_handler.c:1152:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466393.747380:0:201493:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884913986, transno 0, xid 1876386402375424 00010000:00000001:3.0:1789466393.747383:0:201493:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466393.747390:0:201493:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967cb941f80 x1876386402375424/t0(0) o9->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:134/0 lens 224/224 e 0 to 0 dl 1789466404 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466393.747398:0:201493:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466393.747400:0:201493:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466393.747404:0:201493:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=2 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466393.747408:0:201493:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466393.747411:0:201493:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 5 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466393.747414:0:201493:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466393.747417:0:201493:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466393.747419:0:201493:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.747422:0:201493:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466393.747425:0:201493:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466393.747430:0:201493:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a990. 00000100:00000200:3.0:1789466393.747436:0:201493:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402375424, offset 224 00000400:00000200:3.0:1789466393.747442:0:201493:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466393.747455:0:201493:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466393.747461:0:201493:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93673:93673:256:4294967295] 192.168.203.42@tcp LPNI seq info [93669:93669:8:4294967295] 00000400:00000200:3.0:1789466393.747473:0:201493:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466393.747486:0:201493:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466393.747490:0:201493:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54400. 00000800:00000200:3.0:1789466393.747497:0:201493:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466393.747504:0:201493:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466393.747509:0:201493:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466393.747527:0:201493:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466393.747530:0:201493:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 4 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466393.747533:0:201493:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466393.747534:0:201493:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466393.747536:0:201493:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466393.747542:0:201493:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941f80 x1876386402375424/t0(0) o9->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:134/0 lens 224/224 e 0 to 0 dl 1789466404 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466393.747554:0:201493:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967cb941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+2:253748:x1876386402375424:12345-192.168.203.42@tcp:9:kworker.0 Request processed in 978us (2894us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466393.747563:0:201493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5372 00000100:00000040:3.0:1789466393.747566:0:201493:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967f5cc5000 : new rpc_count 0 00000100:00000001:3.0:1789466393.747568:0:201493:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466393.747570:0:201493:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466393.747574:0:201493:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466393.747578:0:201493:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966c68cf000. 00000020:00000010:3.0:1789466393.747581:0:201493:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4079800. 00000020:00000040:3.0:1789466393.747585:0:201493:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5cc5000 : new refcount 1 00000100:00000001:3.0:1789466393.747587:0:201493:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466393.767696:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313308788, at 4313309184 00000100:00000010:3.0:1789466393.767703:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11780. 00000020:00000001:3.0:1789466394.599514:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466394.599518:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466394.599521:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466398.375152:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466398.375164:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466398.375184:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466398.375188:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466398.375191:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466398.375194:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466398.375197:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466398.375200:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466398.375203:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466398.375207:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466398.375212:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18651) 00000020:00000001:3.0:1789466398.695415:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466398.695419:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466398.695422:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466399.915579:0:218601:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:3.0:1789466399.915584:0:218601:0:(genops.c:844:class_export_destroy()) destroying export ffff8967f5cc5000/5f8c9c46-c8d9-41fe-8865-a17a1eaf923a for lustre-OST0001 00000020:00000040:3.0:1789466399.915605:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 3 to 192.168.203.42@tcp 00000020:00000001:3.0:1789466399.915608:0:218601:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000040:3.0:1789466399.915613:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967f5cc4800 refcount=2 obd=lustre-OST0001 00000020:00000001:3.0:1789466399.915616:0:218601:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466399.915617:0:218601:0:(genops.c:1222:class_import_put()) import ffff8967f5cc4800 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1789466399.915619:0:218601:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:3.0:1789466399.915623:0:218601:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466399.915624:0:218601:0:(genops.c:1222:class_import_put()) import ffff8967f5cc4800 refcount=0 obd=lustre-OST0001 00000020:00000040:3.0:1789466399.915626:0:218601:0:(genops.c:1225:class_import_put()) final put import ffff8967f5cc4800 00000020:00000001:3.0:1789466399.915660:0:218601:0:(genops.c:1229:class_import_put()) Process leaving 00010000:00000001:3.0:1789466399.915664:0:218601:0:(ldlm_lockd.c:3166:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1789466399.915667:0:218601:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1789466399.915673:0:218601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8966d412a200. 00000001:00000010:3.0:1789466399.915678:0:218601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8966d412b000. 00000001:00000010:3.0:1789466399.915682:0:218601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8966d5190c00. 00000001:00000010:3.0:1789466399.915695:0:218601:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8966d5190200. 00000001:00000010:3.0:1789466399.915698:0:218601:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8966d4cc3a20. 00000001:00000010:3.0:1789466399.915701:0:218601:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8966c26c8d00. 00000001:00000001:3.0:1789466399.915705:0:218601:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1789466399.915708:0:218601:0:(ldlm_flock.c:1143:ldlm_destroy_flock_export()) Process entered 00010000:00000001:3.0:1789466399.915710:0:218601:0:(ldlm_flock.c:1148:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1789466399.915711:0:218601:0:(ldlm_lockd.c:3171:ldlm_destroy_export()) Process leaving 00000001:00000010:3.0:1789466399.915716:0:218601:0:(tgt_lastrcvd.c:471:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8967d350bf00. 00000020:00000001:3.0:1789466399.915721:0:218601:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789466399.915725:0:218601:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff8966c4f899c0) now 5 - export 00000020:00000010:3.0:1789466399.915727:0:218601:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8967f5cc5000. 00000020:00000001:3.0:1789466399.915738:0:218601:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000001:3.0:1789466399.915741:0:218601:0:(genops.c:1180:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1789466399.915744:0:218601:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8967f5cc4800 for lustre-OST0001 00000020:00000040:3.0:1789466399.915747:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 2 to 192.168.203.42@tcp 00000020:00000040:3.0:1789466399.915750:0:218601:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff8966c4f899c0) now 4 - import 00000020:00000010:3.0:1789466399.915752:0:218601:0:(genops.c:1200:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff8967f5cc4800. 00000020:00000001:3.0:1789466399.915756:0:218601:0:(genops.c:1201:obd_zombie_import_free()) Process leaving 00000020:00000001:3.0:1789466402.793292:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466402.793307:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466402.793312:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466403.976322:0:186366:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789466403.976326:0:186366:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876386402375680 02000000:00000001:3.0:1789466403.976329:0:186366:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789466403.976331:0:186366:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466403.976333:0:186366:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466403.976338:0:186366:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466403.976342:0:186366:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876386402375680 00000020:00000001:3.0:1789466403.976345:0:186366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466403.976347:0:186366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b86f3e6 00000020:00000001:3.0:1789466403.976350:0:186366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466403.976353:0:186366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967c3b5d800 refcount=5 00000020:00000001:3.0:1789466403.976355:0:186366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000020:00000001:3.0:1789466403.976357:0:186366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677490952192 : -130396218599424 : ffff8967c3b5d800) 00000100:00000001:3.0:1789466403.976362:0:186366:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466403.976374:0:186366:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657cec0. 00000020:00000010:3.0:1789466403.976379:0:186366:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967f014f100. 00000020:00000040:3.0:1789466403.976385:0:186366:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff8967ffdc0000) now 6 - evictor 00000100:00000001:3.0:1789466403.976401:0:186366:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789466403.976407:0:186366:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4079800. 00000020:00000010:3.0:1789466403.976412:0:186366:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466403.976417:0:186366:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8966c68cf000. 00000100:00000040:3.0:1789466403.976427:0:186366:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1789466403.976430:0:186366:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789466403.976431:0:186366:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789466403.976434:0:186366:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466403.976441:0:186366:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466403.976452:0:186366:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466403.976465:0:186366:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789466403.976466:0:186366:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789466403.976470:0:186366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.42@tcp, seq: 5373 00000100:00000040:3.0:1789466403.976474:0:186366:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8967c3b5d800 : new rpc_count 1 00000100:00000001:3.0:1789466403.976476:0:186366:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613677492011008 : -130396217540608 : ffff8967c3c60000) 00000100:00000040:3.0:1789466403.976483:0:186366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8967c3c60000 x1876386402375680/t0(0) o9->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:144/0 lens 224/0 e 0 to 0 dl 1789466414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466403.976492:0:186366:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789466403.976495:0:186366:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8967c657c3c0. 00000100:00000001:3.0:1789466403.976497:0:186366:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466403.976500:0:186366:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff8967c657c3c0. 00000100:00100000:3.0:1789466403.976506:0:186366:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8967c3c60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+5:253748:x1876386402375680:12345-192.168.203.42@tcp:9:kworker.0 00000100:00000200:3.0:1789466403.976510:0:186366:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876386402375680 00000020:00000001:3.0:1789466403.976515:0:186366:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789466403.976521:0:186366:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789466403.976524:0:186366:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466403.976527:0:186366:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789466403.976530:0:186366:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072663814384 : -1045737232 : ffffffffc1ab50f0) 00000020:00000001:3.0:1789466403.976533:0:186366:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789466403.976582:0:186366:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466403.976585:0:186366:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789466403.976597:0:186366:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789466403.976601:0:186366:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466403.976603:0:186366:0:(tgt_handler.c:1144:tgt_disconnect()) Process entered 00010000:00000001:3.0:1789466403.976605:0:186366:0:(ldlm_lib.c:1757:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1789466403.976608:0:186366:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789466403.976610:0:186366:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789466403.976615:0:186366:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8967ef08c000. 02000000:00000001:3.0:1789466403.976617:0:186366:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466403.976620:0:186366:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789466403.976625:0:186366:0:(genops.c:868:class_export_get()) GET export ffff8967c3b5d800 refcount=6 00010000:00000001:3.0:1789466403.976628:0:186366:0:(obd_class.h:909:obd_disconnect()) Process entered 00002000:00000001:3.0:1789466403.976630:0:186366:0:(ofd_obd.c:415:ofd_obd_disconnect()) Process entered 00000020:00000040:3.0:1789466403.976631:0:186366:0:(genops.c:868:class_export_get()) GET export ffff8967c3b5d800 refcount=7 00010000:00000001:3.0:1789466403.976633:0:186366:0:(ldlm_lib.c:851:server_disconnect_export()) Process entered 00000020:00000001:3.0:1789466403.976635:0:186366:0:(genops.c:1442:class_disconnect()) Process entered 00000020:00000040:3.0:1789466403.976639:0:186366:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 6 00000020:00000080:3.0:1789466403.976640:0:186366:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x6da27ab53b86f3e6 00000020:00000040:3.0:1789466403.976644:0:186366:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8967c3b5d800 with handle 0x6da27ab53b86f3e6 from hash 00000020:00000040:3.0:1789466403.976647:0:186366:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 5 00000020:00000010:3.0:1789466403.976650:0:186366:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff8967c657cec0. 00000020:00000001:3.0:1789466403.976652:0:186366:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1789466403.976654:0:186366:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 4 00000020:00000001:3.0:1789466403.976656:0:186366:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1789466403.976657:0:186366:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 3 00000020:00000001:3.0:1789466403.976658:0:186366:0:(genops.c:1473:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466403.976660:0:186366:0:(import.c:2162:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1789466403.976663:0:186366:0:(import.c:65:import_set_state_nolock()) ffff8967c3b5c000 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1789466403.976666:0:186366:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1789466403.976668:0:186366:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1789466403.976669:0:186366:0:(import.c:2172:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1789466403.976688:0:186366:0:(ldlm_lib.c:882:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789466403.976695:0:186366:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8966d4078e00. 00000020:00000010:3.0:1789466403.976699:0:186366:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8966d4078600. 00000020:00000010:3.0:1789466403.976704:0:186366:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8966c3697000. 00000020:00000010:3.0:1789466403.976708:0:186366:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8967f018bc60. 00000020:00000010:3.0:1789466403.976717:0:186366:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8966d4079000. 80000000:00000010:3.0:1789466403.976721:0:186366:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8967c59224e0. 40000000:00000010:3.0:1789466403.976725:0:186366:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8967c657cec0. 00100000:00000010:3.0:1789466403.976729:0:186366:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8966c3690800. 00040000:00000010:3.0:1789466403.976743:0:186366:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8966eeb54c00. 00040000:00000010:3.0:1789466403.976747:0:186366:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8966d4078200. 00080000:00000010:3.0:1789466403.976753:0:186366:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff8967ffd9e000. 00080000:00000010:3.0:1789466403.976758:0:186366:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8967ffd98000. 00002000:00000010:3.0:1789466403.976764:0:186366:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff8967ef08d000. 00000001:00000001:3.0:1789466403.976767:0:186366:0:(tgt_lastrcvd.c:1191:tgt_client_del()) Process entered 00000001:00000040:3.0:1789466403.976770:0:186366:0:(tgt_lastrcvd.c:1218:tgt_client_del()) lustre-OST0000: del client at idx 3, off 8576, UUID '5f8c9c46-c8d9-41fe-8865-a17a1eaf923a' 00000001:00000001:3.0:1789466403.976774:0:186366:0:(tgt_lastrcvd.c:722:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1789466403.976776:0:186366:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 4, last_transno is 17179870929 00080000:00000001:3.0:1789466403.976780:0:186366:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:3.0:1789466403.976785:0:186366:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff8966d4078800. 00080000:00000001:3.0:1789466403.976787:0:186366:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446613673469773824 : -130400239777792 : ffff8966d4078800) 00080000:00000001:3.0:1789466403.976808:0:186366:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:3.0:1789466403.976812:0:186366:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1789466403.976815:0:186366:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8967c657c3c0. 00080000:00000001:3.0:1789466403.976819:0:186366:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789466403.976822:0:186366:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:3.0:1789466403.976837:0:186366:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789466403.976840:0:186366:0:(tgt_lastrcvd.c:696:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1789466403.976886:0:186366:0:(tgt_lastrcvd.c:707:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 17179870929: rc = 0 00000001:00000001:3.0:1789466403.976890:0:186366:0:(tgt_lastrcvd.c:709:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789466403.976892:0:186366:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:3.0:1789466403.976914:0:186366:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8967c657c3c0. 00040000:00000001:3.0:1789466403.976919:0:186366:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:3.0:1789466403.976921:0:186366:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:3.0:1789466403.976924:0:186366:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1789466403.976926:0:186366:0:(tgt_lastrcvd.c:761:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 17179870929: rc = 0 00000001:00000001:3.0:1789466403.976929:0:186366:0:(tgt_lastrcvd.c:762:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789466403.976934:0:186366:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1789466403.976945:0:186366:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:3.0:1789466403.976949:0:186366:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff8966d4078a00. 00080000:00000001:3.0:1789466403.976952:0:186366:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446613673469774336 : -130400239777280 : ffff8966d4078a00) 00080000:00000001:3.0:1789466403.976955:0:186366:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:3.0:1789466403.976957:0:186366:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1789466403.976959:0:186366:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8967c657c3c0. 00080000:00000001:3.0:1789466403.976961:0:186366:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789466403.976963:0:186366:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:3.0:1789466403.976966:0:186366:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1789466403.976969:0:186366:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8967c5922660. 00000001:00000040:3.0:1789466403.976971:0:186366:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff8967c3b5d800 : new cb_count 1 00000020:00000040:3.0:1789466403.976973:0:186366:0:(genops.c:868:class_export_get()) GET export ffff8967c3b5d800 refcount=4 00000001:00000001:3.0:1789466403.977009:0:186366:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1789466403.977011:0:186366:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:3.0:1789466403.977015:0:186366:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8967c657c3c0. 00040000:00000001:3.0:1789466403.977018:0:186366:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:3.0:1789466403.977019:0:186366:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:3.0:1789466403.977020:0:186366:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1789466403.977022:0:186366:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 17179870929: rc = 0 00000001:00000040:3.0:1789466403.977025:0:186366:0:(tgt_lastrcvd.c:1262:tgt_client_del()) lustre-OST0000: zeroing out client at idx 3 (8576), rc 0 00000001:00000001:3.0:1789466403.977028:0:186366:0:(tgt_lastrcvd.c:1263:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789466403.977033:0:186366:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8966d4078600. 00000020:00000010:3.0:1789466403.977060:0:186366:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8966c3697000. 00000020:00000010:3.0:1789466403.977064:0:186366:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8967f018bc60. 00000020:00000010:3.0:1789466403.977079:0:186366:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8966d4079000. 80000000:00000010:3.0:1789466403.977084:0:186366:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8967c59224e0. 40000000:00000010:3.0:1789466403.977089:0:186366:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8967c657cec0. 00100000:00000010:3.0:1789466403.977093:0:186366:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8966c3690800. 00040000:00000010:3.0:1789466403.977096:0:186366:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8966eeb54c00. 00040000:00000010:3.0:1789466403.977102:0:186366:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8966d4078200. 00080000:00000010:3.0:1789466403.977106:0:186366:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8967ffd98000. 00080000:00000010:3.0:1789466403.977110:0:186366:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff8967ffd9e000. 00002000:00000010:3.0:1789466403.977113:0:186366:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff8967ef08d000. 00000020:00000010:3.0:1789466403.977116:0:186366:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4078e00. 00000001:00000001:3.0:1789466403.977120:0:186366:0:(nodemap_handler.c:866:nodemap_del_member()) Process entered 00000001:00000040:3.0:1789466403.977129:0:186366:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff8967c6f71800) : new refcount 5 00000001:00000001:3.0:1789466403.977132:0:186366:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1789466403.977134:0:186366:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff8967c6f71800) : new refcount 4 00000020:00000040:3.0:1789466403.977137:0:186366:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 3 00000001:00000001:3.0:1789466403.977138:0:186366:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1789466403.977140:0:186366:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff8967c6f71800) : new refcount 3 00000001:00000001:3.0:1789466403.977141:0:186366:0:(nodemap_handler.c:895:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1789466403.977143:0:186366:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 2 00002000:00000001:3.0:1789466403.977145:0:186366:0:(ofd_obd.c:440:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466403.977147:0:186366:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466403.977149:0:186366:0:(ldlm_lib.c:1778:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466403.977152:0:186366:0:(tgt_handler.c:1152:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789466403.977155:0:186366:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179870928, transno 0, xid 1876386402375680 00010000:00000001:3.0:1789466403.977158:0:186366:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789466403.977164:0:186366:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff8967c3c60000 x1876386402375680/t0(0) o9->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:144/0 lens 224/224 e 0 to 0 dl 1789466414 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466403.977172:0:186366:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789466403.977174:0:186366:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466403.977177:0:186366:0:(import.c:2196:obd_at_measure()) add 1 to ffff8967f416e1e8 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466403.977182:0:186366:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466403.977185:0:186366:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967e6e92380 refcount 3 to 192.168.203.42@tcp 00000100:00000001:3.0:1789466403.977187:0:186366:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678081516416 : -130395628035200 : ffff8967e6e92380) 02000000:00000001:3.0:1789466403.977190:0:186366:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789466403.977192:0:186366:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466403.977195:0:186366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466403.977198:0:186366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.42@tcp 00000400:00000010:3.0:1789466403.977203:0:186366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a550. 00000100:00000200:3.0:1789466403.977209:0:186366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876386402375680, offset 224 00000400:00000200:3.0:1789466403.977216:0:186366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.42@tcp 00000400:00000200:3.0:1789466403.977228:0:186366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.142@tcp to MR: 192.168.203.42@tcp local destination 00000400:00000200:3.0:1789466403.977234:0:186366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.142@tcp NI seq info: [93675:93675:256:4294967295] 192.168.203.42@tcp LPNI seq info [93671:93671:8:4294967295] 00000400:00000200:3.0:1789466403.977244:0:186366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) -> 192.168.203.42@tcp(192.168.203.42@tcp:192.168.203.42@tcp) : PUT try# 0 00000800:00000200:3.0:1789466403.977257:0:186366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.42@tcp 00000800:00000010:3.0:1789466403.977261:0:186366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8966eeb54c00. 00000800:00000200:3.0:1789466403.977268:0:186366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f9f54000] -> 12345-192.168.203.42@tcp (4) 00000800:00000200:3.0:1789466403.977275:0:186366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.42@tcp ip 192.168.203.42:1023 00000800:00000200:3.0:1789466403.977278:0:186366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966eeb54c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466403.977307:0:186366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466403.977311:0:186366:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967e6e92380 refcount 2 to 192.168.203.42@tcp 00010000:00000001:3.0:1789466403.977313:0:186366:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789466403.977315:0:186366:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466403.977317:0:186366:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789466403.977322:0:186366:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c60000 x1876386402375680/t0(0) o9->5f8c9c46-c8d9-41fe-8865-a17a1eaf923a@192.168.203.42@tcp:144/0 lens 224/224 e 0 to 0 dl 1789466414 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466403.977331:0:186366:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8967c3c60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a+2:253748:x1876386402375680:12345-192.168.203.42@tcp:9:kworker.0 Request processed in 837us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1789466403.977339:0:186366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.42@tcp, seq: 5373 00000100:00000040:3.0:1789466403.977342:0:186366:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8967c3b5d800 : new rpc_count 0 00000100:00000001:3.0:1789466403.977344:0:186366:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789466403.977346:0:186366:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789466403.977350:0:186366:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8967d3614d00. 00000020:00000010:3.0:1789466403.977354:0:186366:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8966c68cf000. 00000020:00000010:3.0:1789466403.977358:0:186366:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8966d4079800. 00000020:00000040:3.0:1789466403.977361:0:186366:0:(genops.c:879:class_export_put()) PUTting export ffff8967c3b5d800 : new refcount 1 00000100:00000001:3.0:1789466403.977363:0:186366:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466405.863310:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466405.863325:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466405.863331:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466408.615322:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466408.615334:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466408.615337:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466408.615358:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466408.615361:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466408.615364:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466408.615366:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466408.615369:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466408.615372:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466408.615374:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466408.615380:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18661) 00000100:00000040:3.0:1789466409.728272:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313325144, at 4313325145 00000100:00000010:3.0:1789466409.728278:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11660. 00000020:00000001:3.0:1789466409.960147:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466409.960152:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466409.960156:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466413.799523:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466413.799528:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466413.799530:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466413.799532:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466413.799535:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466413.799538:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 18636 00000100:00080000:3.0:1789466413.799541:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466413.799544:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466413.799547:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466413.799549:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466413.799550:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466413.799557:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466413.799559:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466413.799568:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466413.799571:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466413.799573:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466413.799575:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466413.799578:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466413.799580:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466413.799582:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466413.799583:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466413.799586:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466413.799589:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466413.799591:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466413.799593:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466413.799597:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466413.799600:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.799602:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466413.799604:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466413.799609:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789466413.799612:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466413.799615:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466413.799617:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.799619:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466413.799622:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466413.799625:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466413.799632:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789466413.799638:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466413.799644:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404777088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466413.799652:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466413.799656:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466413.799659:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404777088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.799679:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466413.799687:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466413.799690:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466413.799693:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466413.799696:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466413.799699:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466413.799702:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466413.799704:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466413.799707:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466413.799712:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (18666) 00000020:00000001:3.0:1789466414.055271:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466414.055275:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466414.055277:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466414.823809:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466414.823819:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466414.823822:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466414.823825:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466414.823827:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466414.823830:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466414.823833:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466414.823836:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466414.823839:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466414.823842:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466414.823879:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (18667) 00000020:00000001:3.0:1789466418.153713:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466418.153719:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466418.153723:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466418.855301:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466418.855311:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466418.855315:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466418.855318:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466418.855321:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466418.855336:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466418.855339:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466418.855342:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466418.855345:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466418.855347:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466418.855353:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18671) 00000100:00000040:3.0:1789466419.367186:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313334386, at 4313334784 00000100:00000010:3.0:1789466419.367201:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11de0. 00000020:00000001:3.0:1789466422.247416:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466422.247420:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466422.247424:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466426.348402:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466426.348408:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466426.348412:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466429.099628:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466429.099640:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466429.099661:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466429.099665:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466429.099667:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466429.099670:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466429.099673:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466429.099676:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466429.099679:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466429.099682:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466429.099687:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18682) 00000020:00000001:3.0:1789466430.441130:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466430.441137:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466430.441142:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466434.216444:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.216455:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466434.216459:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.216462:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466434.216465:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.216468:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466434.216471:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.216485:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466434.216488:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.216510:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466434.216515:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18687) 00000100:00080000:3.0:1789466434.279743:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.279761:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466434.279767:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.279774:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466434.279778:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466434.279782:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466434.279787:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466434.279790:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 18657 00000100:00080000:3.0:1789466434.279794:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466434.279798:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466434.279801:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466434.279803:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466434.279805:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466434.279815:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466434.279820:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466434.279824:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466434.279829:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466434.279835:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466434.279840:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466434.279847:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466434.279851:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466434.279855:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466434.279860:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466434.279867:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466434.279874:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466434.279878:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466434.279890:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466434.279899:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466434.279903:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466434.279907:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466434.279910:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466434.279918:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789466434.279922:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466434.279928:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466434.279931:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466434.279935:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466434.279938:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466434.279944:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466434.279954:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789466434.279963:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466434.279974:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404777216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466434.279988:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466434.279994:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466434.280001:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404777216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466434.280020:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466434.280025:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.280033:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466434.280072:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466434.280074:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466434.280077:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466434.280079:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 18657 00000100:00080000:3.0:1789466434.280081:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466434.280084:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466434.280085:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466434.280086:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466434.280088:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466434.280097:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466434.280098:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466434.280099:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466434.280219:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466434.280222:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466434.280224:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466434.280228:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466434.280230:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466434.280232:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466434.280234:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466434.280237:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466434.280239:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466434.280242:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466434.280244:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466434.280250:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466434.280255:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466434.280257:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466434.280260:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466434.280266:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789466434.280270:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466434.280274:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466434.280277:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466434.280281:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466434.280285:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466434.280289:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466434.280295:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789466434.280300:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466434.280309:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404777344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466434.280325:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466434.280329:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466434.280337:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404777344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466434.280368:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466434.280371:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.280378:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466434.280382:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466434.280385:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466434.280390:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466434.280394:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 18657 00000100:00080000:3.0:1789466434.280399:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466434.280404:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466434.280409:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466434.280414:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466434.280418:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466434.280424:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466434.280427:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466434.280431:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466434.280435:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466434.280439:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466434.280444:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466434.280449:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466434.280454:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466434.280459:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466434.280462:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466434.280466:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466434.280471:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466434.280473:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466434.280475:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466434.280480:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466434.280484:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466434.280488:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466434.280497:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466434.280504:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789466434.280508:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466434.280512:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466434.280515:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466434.280518:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466434.280520:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466434.280524:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466434.280530:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789466434.280535:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466434.280544:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404777472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466434.280556:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466434.280560:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466434.280566:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404777472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466434.280580:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466434.280584:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.280589:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466434.280593:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466434.280596:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466434.280600:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466434.280604:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 18657 00000100:00080000:3.0:1789466434.280607:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466434.280612:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466434.280617:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466434.280622:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466434.280626:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466434.280632:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466434.280635:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466434.280638:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466434.280642:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466434.280651:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466434.280653:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466434.280658:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466434.280662:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466434.280667:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466434.280670:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466434.280672:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466434.280677:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466434.280683:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466434.280686:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466434.280690:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466434.280694:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466434.280700:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466434.280702:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466434.280705:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789466434.280709:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466434.280713:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466434.280714:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466434.280716:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466434.280717:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466434.280720:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466434.280725:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789466434.280731:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466434.280739:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404777600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466434.280809:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466434.280811:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466434.280816:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404777600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466434.280823:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466434.280829:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18687) 00000100:00080000:3.0:1789466434.280835:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466434.280844:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466434.280847:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18687) 00000100:00000040:3.0:1789466434.306201:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313349722, at 4313349723 00000100:00000010:3.0:1789466434.306209:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc116c0. 00000020:00000001:3.0:1789466434.542297:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466434.542301:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466434.542304:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466438.631437:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466438.631455:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466438.631459:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466442.727953:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466442.727957:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466442.727961:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466443.434888:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466443.434898:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466443.434902:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466443.434905:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466443.434907:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466443.434909:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466443.434912:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466443.434914:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466443.434917:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466443.434919:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466443.434926:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18696) 00000100:00000040:3.0:1789466443.943244:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313358968, at 4313359360 00000100:00000010:3.0:1789466443.943251:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11cc0. 00000020:00000001:3.0:1789466446.823958:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466446.823971:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466446.823975:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466448.551160:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466448.551171:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466448.551174:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466448.551177:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466448.551180:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466448.551182:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466448.551185:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466448.551188:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466448.551191:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466448.551193:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466448.551199:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18701) 00000020:00000001:3.0:1789466450.921241:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466450.921246:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466450.921251:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466453.671152:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466453.671164:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466453.671167:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466453.671171:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466453.671173:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466453.671176:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466453.671196:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466453.671200:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466453.671202:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466453.671205:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466453.671211:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18706) 00000020:00000001:3.0:1789466455.019590:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466455.019594:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466455.019598:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466458.791178:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466458.791190:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466458.791194:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466458.791197:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466458.791199:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466458.791201:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466458.791204:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466458.791207:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466458.791209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466458.791212:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466458.791217:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18711) 00000020:00000001:3.0:1789466459.112170:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466459.112174:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466459.112177:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1789466459.881903:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466459.881914:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404777856:0@lo:38:kworker.0 00000100:00000001:1.0:1789466459.881918:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466459.881922:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466459.881924:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466459.881926:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466459.881930:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466459.881932:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466459.881938:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfa50. 00000400:00000010:1.0:1789466459.881944:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351f68. 00000100:00000200:1.0:1789466459.881950:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404777856, portal 10 00000100:00000001:1.0:1789466459.881952:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466459.881954:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492015488 : -130396217536128 : ffff8967c3c61180) 00000100:00000040:1.0:1789466459.881993:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882000:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466459.882002:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466459.882005:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789466459.882008:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404777856, offset 0 00000400:00000200:1.0:1789466459.882015:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466459.882027:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466459.882056:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e3f80 00000400:00000100:1.0:1789466459.882062:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404777856 offset 0 length 520: 4 00000400:00000200:1.0:1789466459.882067:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466459.882069:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466459.882079:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351198 00000400:00000010:1.0:1789466459.882082:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351198. 00000100:00000001:1.0:1789466459.882085:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466459.882089:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882096:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466459.882099:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882117:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.882118:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466459.882125:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466459.882144:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789466459.882149:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313375318 00000100:00000010:1.0:1789466459.882154:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f60. 00000100:00000001:1.0:1789466459.882160:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466459.882202:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313375318 00000100:00000010:1.0:1789466459.882206:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789466459.882210:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466459.882213:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313375318 00000100:00000010:1.0:1789466459.882215:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc114e0. 00000100:00000001:1.0:1789466459.882218:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466459.882233:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313375318 00000100:00000010:1.0:1789466459.882237:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11600. 00000100:00000001:1.0:1789466459.882240:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466459.882243:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466459.882246:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.882248:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466459.882252:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882258:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466459.882259:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466459.882262:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466459.882263:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466459.882265:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466459.882267:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404777984:0@lo:38:kworker.0 00000100:00000001:1.0:1789466459.882270:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466459.882273:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466459.882600:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466459.882602:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466459.882606:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466459.882608:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466459.882612:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf370. 00000400:00000010:1.0:1789466459.882615:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789466459.882618:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404777984, portal 10 00000100:00000001:1.0:1789466459.882620:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466459.882621:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492022656 : -130396217528960 : ffff8967c3c62d80) 00000100:00000040:1.0:1789466459.882627:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882633:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466459.882635:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466459.882637:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789466459.882639:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404777984, offset 0 00000400:00000200:1.0:1789466459.882644:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466459.882650:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466459.882657:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4000 00000400:00000100:1.0:1789466459.882661:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404777984 offset 0 length 520: 4 00000400:00000200:1.0:1789466459.882664:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466459.882666:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466459.882671:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789466459.882673:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789466459.882675:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466459.882679:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882685:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466459.882688:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882694:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.882695:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466459.882699:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466459.882720:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789466459.882833:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313375318 00000100:00000001:1.0:1789466459.882836:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4313375318 00000100:00000001:1.0:1789466459.882839:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313375318 00000100:00000001:1.0:1789466459.882841:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4313375318 00000100:00000001:1.0:1789466459.882842:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313375318 00000100:00000001:1.0:1789466459.882844:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4313375318 00000100:00000001:1.0:1789466459.882846:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313375318 00000100:00000001:1.0:1789466459.882848:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4313375318 00000100:00000001:1.0:1789466459.882851:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466459.882853:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.882855:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466459.882860:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882878:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466459.882879:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466459.882882:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466459.882884:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466459.882885:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466459.882888:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404778112:0@lo:38:kworker.0 00000100:00000001:1.0:1789466459.882891:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466459.882893:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466459.882895:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466459.882896:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466459.882900:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2feb400. 02000000:00000001:1.0:1789466459.882901:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466459.882905:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf688. 00000400:00000010:1.0:1789466459.882909:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789466459.882912:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404778112, portal 10 00000100:00000001:1.0:1789466459.882913:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466459.882915:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492018176 : -130396217533440 : ffff8967c3c61c00) 00000100:00000040:1.0:1789466459.882929:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882935:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466459.882937:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466459.882939:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789466459.882942:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404778112, offset 0 00000400:00000200:1.0:1789466459.882945:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466459.882951:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466459.882956:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4080 00000400:00000100:1.0:1789466459.882961:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404778112 offset 0 length 520: 4 00000400:00000200:1.0:1789466459.882963:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466459.882965:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466459.882970:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789466459.882971:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789466459.882974:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466459.882977:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882983:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466459.882986:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.882992:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.882994:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466459.882997:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466459.883016:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789466459.883019:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313375318 00000100:00000001:1.0:1789466459.883021:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4313375318 00000100:00000001:1.0:1789466459.883023:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313375318 00000100:00000001:1.0:1789466459.883025:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4313375318 00000100:00000001:1.0:1789466459.883027:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313375318 00000100:00000001:1.0:1789466459.883029:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4313375318 00000100:00000001:1.0:1789466459.883066:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313375319 00000100:00000001:1.0:1789466459.883073:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4313375318 00000100:00000001:1.0:1789466459.883076:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466459.883079:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.883081:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466459.883086:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.883092:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466459.883094:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466459.883096:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466459.883098:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466459.883100:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466459.883102:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404778240:0@lo:38:kworker.0 00000100:00000001:1.0:1789466459.883105:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466459.883107:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466459.883109:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466459.883111:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466459.883114:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466459.883116:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466459.883119:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfc08. 00000400:00000010:1.0:1789466459.883123:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789466459.883127:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404778240, portal 10 00000100:00000001:1.0:1789466459.883128:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466459.883129:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492012800 : -130396217538816 : ffff8967c3c60700) 00000100:00000040:1.0:1789466459.883135:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.883141:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466459.883142:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466459.883144:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789466459.883147:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404778240, offset 0 00000400:00000200:1.0:1789466459.883150:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466459.883156:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466459.883167:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4100 00000400:00000100:1.0:1789466459.883171:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404778240 offset 0 length 520: 4 00000400:00000200:1.0:1789466459.883174:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466459.883176:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466459.883181:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789466459.883182:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789466459.883185:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466459.883188:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.883194:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466459.883197:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466459.883202:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.883204:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466459.883206:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466459.883209:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789466459.883212:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313375320 00000100:00000001:1.0:1789466459.883217:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4313375318 00000100:00000001:1.0:1789466459.883221:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313375320 00000100:00000001:1.0:1789466459.883223:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4313375318 00000100:00000001:1.0:1789466459.883226:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313375320 00000100:00000001:1.0:1789466459.883228:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4313375318 00000100:00000001:1.0:1789466459.883231:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313375320 00000100:00000001:1.0:1789466459.883233:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4313375319 00000100:00000001:1.0:1789466459.883235:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466459.883237:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.883240:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.883244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466459.883251:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466459.883254:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466459.883262:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466459.883263:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466459.883265:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466459.883267:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466459.904170:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313375320, at 4313375321 00000100:00000010:3.0:1789466459.904179:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11600. 00000100:00000040:1.0:1789466459.904939:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313375320, at 4313375321 00000100:00000010:1.0:1789466459.904946:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789466460.903538:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466460.903552:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466460.903555:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466460.903558:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466460.903561:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466460.903565:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466460.903567:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466461.159377:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466461.159380:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466461.159383:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466461.928140:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466461.928154:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466461.928156:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466461.928160:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466461.928163:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466461.928167:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466461.928170:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466462.951736:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466462.951752:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466462.951754:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466462.951759:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466462.951761:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466462.951766:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466462.951768:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466463.207289:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466463.207293:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466463.207296:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466463.975199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466463.975210:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466463.975227:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466438/real 1789466438] req@ffff8967c3c63480 x1876386404777728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466463 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466463.975249:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466463.975252:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466463.975256:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf210. 00000400:00000200:1.0:1789466463.975287:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789466463.975291:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789466463.975297:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466463.975302:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63480 x1876386404777728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466463 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466463.975313:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63480 x1876386404777728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466463 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466463.975321:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466463.975324:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466463.975328:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466463.975330:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466463.975334:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63480 x1876386404777728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466463 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466463.975341:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466463.975351:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466463.975354:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466463.975357:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466463.975360:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466463.975365:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466463.975369:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63480 x1876386404777728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466463 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466463.975376:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466463.975379:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466463.975380:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466463.975382:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466463.975385:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466463.975388:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466463.975392:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466463.975423:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789466463.975426:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466463.975430:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63480 x1876386404777728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466463 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466463.975450:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404777728:0@lo:250:kworker.0 00000100:00000001:1.0:1789466463.975456:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466463.975460:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466463.975463:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63480 x1876386404777728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466463 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466463.975469:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466463.975473:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466463.975478:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2febc00. 02000000:00000001:1.0:1789466463.975483:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466463.975486:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466463.975488:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789466463.975491:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466463.975494:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:1.0:1789466463.975498:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466463.975499:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466463.975501:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63480. 00000100:00000001:1.0:1789466463.975505:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466463.975507:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466463.975509:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466463.976280:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466463.976283:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466463.976286:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466463.976291:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466463.976298:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466463.976301:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466463.976306:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466463.976309:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466463.976312:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466463.976315:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404778368:0@lo:250:kworker.0 00000100:00000001:1.0:1789466463.976319:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466463.976325:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466463.976527:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466463.976531:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466463.976536:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2febc00. 02000000:00000001:1.0:1789466463.976538:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466463.976545:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf210. 00000400:00000010:1.0:1789466463.976551:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789466463.976559:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404778368, portal 25 00000100:00000001:1.0:1789466463.976561:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466463.976563:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622962688 : -130396086588928 : ffff8967cb942a00) 00000100:00000040:1.0:1789466463.976570:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466463.976578:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466463.976646:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466463.976650:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789466463.976655:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404778368, offset 0 00000400:00000200:1.0:1789466463.976662:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466463.976798:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466463.976812:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411e4180 00000400:00000100:1.0:1789466463.976818:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404778368 offset 0 length 520: 4 00000400:00000200:1.0:1789466463.976823:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466463.976825:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466463.976849:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789466463.976851:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789466463.976856:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466463.976861:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466463.976869:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466463.976872:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466463.976878:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466463.976880:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466463.976886:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466463.976891:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4313384563 00000100:00000010:1.0:1789466463.977114:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789466463.977122:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466463.977136:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4313384564 00000100:00000010:1.0:1789466463.977141:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a20. 00000100:00000001:1.0:1789466463.977144:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466463.977147:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313384564 00000100:00000010:1.0:1789466463.977150:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11000. 00000100:00000001:1.0:1789466463.977152:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466463.977155:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313384564 00000100:00000010:1.0:1789466463.977158:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11e40. 00000100:00000001:1.0:1789466463.977162:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466463.977165:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466463.977168:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466463.977172:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466463.977175:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466463.977181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466463.977183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466463.977185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466463.977186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466463.977188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466463.977190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466464.999314:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466464.999331:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466464.999334:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466464.999338:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466464.999342:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466464.999347:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466464.999349:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466465.256922:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466465.256927:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466465.256931:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466465.641644:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466465.641653:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466465.641658:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:1.0:1789466466.023517:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466466.023530:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466466.023532:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466466.023537:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466466.023539:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466466.023544:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466466.023546:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466467.047154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466467.047170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466467.047172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466467.047177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466467.047179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466467.047184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466467.047186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466467.308519:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466467.308527:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466467.308532:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466468.071204:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466468.071218:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466468.071220:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466468.071225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466468.071227:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466468.071232:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466468.071234:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466469.096697:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466469.096714:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466469.096717:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466469.096722:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466469.096724:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466469.096729:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466469.096731:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466469.351404:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466469.351408:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466469.351412:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466469.543167:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313384564, at 4313384960 00000100:00000010:3.0:1789466469.543182:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11e40. 00000100:00000040:1.0:1789466469.543414:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313384564, at 4313384960 00000100:00000010:1.0:1789466469.543421:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11a20. 00000100:00000001:1.0:1789466470.119996:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466470.120139:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466470.120141:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466470.120145:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466470.120147:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466470.120152:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466470.120172:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466471.143167:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466471.143181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466471.143183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466471.143188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466471.143190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466471.143194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466471.143196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466471.399323:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466471.399326:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466471.399329:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466472.168123:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466472.168135:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466472.168137:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466472.168142:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466472.168144:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466472.168148:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466472.168151:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466473.191174:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466473.191190:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466473.191193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466473.191198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466473.191200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466473.191205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466473.191207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466473.450506:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466473.450514:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466473.450519:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466474.217034:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466474.217067:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466474.217069:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466474.217073:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466474.217076:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466474.217080:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466474.217082:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466475.239812:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466475.239864:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466475.239867:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466475.239871:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466475.239874:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466475.239878:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466475.239888:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466475.495723:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466475.495727:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466475.495729:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466476.263166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466476.263197:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466476.263200:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466476.263204:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466476.263207:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466476.263211:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466476.263214:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466477.287161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466477.287176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466477.287178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466477.287182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466477.287184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466477.287189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466477.287191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466477.543433:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466477.543437:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466477.543440:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466478.311294:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466478.311309:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466478.311311:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466478.311315:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466478.311318:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466478.311322:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466478.311325:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466479.335207:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466479.335223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466479.335225:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466479.335230:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466479.335232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466479.335237:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466479.335239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466479.593010:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466479.593015:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466479.593018:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466480.359162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466480.359177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466480.359180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466480.359185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466480.359187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466480.359192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466480.359194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466481.383236:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466481.383252:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466481.383254:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466481.383320:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466481.383323:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466481.383328:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466481.383331:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466481.639339:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466481.639344:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466481.639346:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466482.408708:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466482.408738:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466482.408740:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466482.408746:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466482.408748:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466482.408753:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466482.408756:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466483.431221:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466483.431236:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466483.431238:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466483.431242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466483.431244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466483.431249:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466483.431251:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466483.689452:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466483.689456:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466483.689459:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466484.457146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466484.457155:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466484.457216:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466459/real 1789466459] req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466484.457234:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466484.457236:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466484.457250:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfa50. 00000400:00000200:1.0:1789466484.457257:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351f68 00000400:00000010:1.0:1789466484.457259:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351f68. 00000100:00000001:1.0:1789466484.457264:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466484.457268:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466484.457276:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457283:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466484.457303:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457306:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466484.457308:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466484.457313:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457319:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457322:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466484.457326:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466459/real 1789466459] req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466484.457334:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466484.457336:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466484.457338:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf370. 00000400:00000200:1.0:1789466484.457340:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351198 00000400:00000010:1.0:1789466484.457342:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351198. 00000100:00000001:1.0:1789466484.457345:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466484.457347:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466484.457355:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457360:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466484.457362:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457363:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466484.457364:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466484.457368:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457373:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457375:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466484.457379:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466459/real 1789466459] req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466484.457385:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466484.457386:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466484.457395:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf688. 00000400:00000200:1.0:1789466484.457397:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789466484.457399:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789466484.457402:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466484.457405:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466484.457411:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457416:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466484.457418:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457419:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466484.457420:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466484.457423:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457429:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457431:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466484.457435:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466459/real 1789466459] req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466484.457442:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466484.457443:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466484.457444:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfc08. 00000400:00000200:1.0:1789466484.457446:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789466484.457447:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789466484.457449:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466484.457452:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466484.457459:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457465:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466484.457466:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457468:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466484.457469:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466484.457478:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457484:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457493:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466484.457505:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457508:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466484.457510:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466484.457513:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466484.457517:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457524:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466484.457527:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457529:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466484.457530:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457532:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466484.457534:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466484.457538:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466484.457564:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466484.457567:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466484.457571:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466484.457578:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404777856:0@lo:38:kworker.0 00000100:00000001:1.0:1789466484.457582:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466484.457585:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457590:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466484.457592:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457593:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466484.457594:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457602:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466484.457603:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466484.457605:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466484.457612:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466484.457613:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466484.457617:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466484.457623:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404777984:0@lo:38:kworker.0 00000100:00000001:1.0:1789466484.457626:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466484.457628:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457634:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466484.457636:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457637:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466484.457638:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457639:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466484.457776:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466484.457779:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466484.457785:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466484.457787:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466484.457792:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466484.457799:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404778112:0@lo:38:kworker.0 00000100:00000001:1.0:1789466484.457803:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466484.457807:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457813:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466484.457821:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457823:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466484.457824:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457825:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466484.457827:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466484.457829:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466484.457834:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466484.457837:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466484.457840:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466484.457846:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404778240:0@lo:38:kworker.0 00000100:00000001:1.0:1789466484.457850:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.457852:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466484.457855:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61180 x1876386404777856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457860:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466484.457863:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466484.457883:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466484.457888:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466484.457891:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466484.457892:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789466484.457895:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466484.457897:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866800. 02000000:00000001:1.0:1789466484.457901:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466484.457903:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466484.457905:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61180. 00000100:00000001:1.0:1789466484.457908:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466484.457909:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457911:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466484.457914:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62d80 x1876386404777984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457921:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466484.457928:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466484.457930:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466484.457933:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466484.457934:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466484.457936:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789466484.457937:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466484.457939:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865000. 02000000:00000001:1.0:1789466484.457942:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466484.457943:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466484.457944:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62d80. 00000100:00000001:1.0:1789466484.457947:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466484.457948:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457950:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466484.457953:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61c00 x1876386404778112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457959:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466484.457960:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466484.457961:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2feb400. 02000000:00000001:1.0:1789466484.457964:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466484.457965:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466484.457966:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789466484.457967:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466484.457969:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867000. 02000000:00000001:1.0:1789466484.457971:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466484.457972:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466484.457973:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61c00. 00000100:00000001:1.0:1789466484.457975:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466484.457976:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.457978:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466484.457981:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c60700 x1876386404778240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466484 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.457986:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466484.457988:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466484.457989:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466484.457991:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466484.457993:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466484.457994:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789466484.458003:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466484.458005:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866c00. 02000000:00000001:1.0:1789466484.458008:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466484.458009:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466484.458010:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c60700. 00000100:00000001:1.0:1789466484.458013:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466484.458014:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.458016:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.459470:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466484.459476:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466484.459479:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466484.459486:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.459505:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466484.459507:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466484.459512:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466484.459514:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466484.459517:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466484.459520:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404778496:0@lo:38:kworker.0 00000100:00000001:1.0:1789466484.459524:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466484.459527:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466484.459530:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466484.459532:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466484.459538:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466484.459540:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466484.459545:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfc08. 00000400:00000010:1.0:1789466484.459551:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789466484.459558:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404778496, portal 10 00000100:00000001:1.0:1789466484.459560:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466484.459562:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622952832 : -130396086598784 : ffff8967cb940380) 00000100:00000040:1.0:1789466484.459569:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.459576:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466484.459578:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466484.459589:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789466484.459593:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404778496, offset 0 00000400:00000200:1.0:1789466484.459599:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466484.459613:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466484.459626:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4200 00000400:00000100:1.0:1789466484.459633:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404778496 offset 0 length 520: 4 00000400:00000200:1.0:1789466484.459638:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466484.459640:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466484.459775:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789466484.459778:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789466484.459782:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466484.459786:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.459795:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466484.459798:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.459805:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.459807:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466484.459812:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466484.459817:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789466484.459820:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313399895 00000100:00000010:1.0:1789466484.459824:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a20. 00000100:00000001:1.0:1789466484.459830:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466484.459857:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313399895 00000100:00000010:1.0:1789466484.459861:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789466484.459864:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466484.459867:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313399895 00000100:00000010:1.0:1789466484.459870:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11060. 00000100:00000001:1.0:1789466484.459873:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466484.459884:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313399895 00000100:00000010:1.0:1789466484.459888:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11300. 00000100:00000001:1.0:1789466484.459897:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466484.459907:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466484.459910:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.459913:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466484.459917:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.459924:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466484.459925:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466484.459928:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466484.459929:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466484.459931:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466484.459934:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404778624:0@lo:38:kworker.0 00000100:00000001:1.0:1789466484.459937:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466484.459940:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466484.459942:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466484.459945:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466484.459949:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2feb400. 02000000:00000001:1.0:1789466484.459950:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466484.459954:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf688. 00000400:00000010:1.0:1789466484.459957:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789466484.459960:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404778624, portal 10 00000100:00000001:1.0:1789466484.459963:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466484.459965:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622958208 : -130396086593408 : ffff8967cb941880) 00000100:00000040:1.0:1789466484.459971:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.459977:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466484.459979:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466484.459981:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789466484.459983:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404778624, offset 0 00000400:00000200:1.0:1789466484.459986:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466484.459992:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466484.459996:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4280 00000400:00000100:1.0:1789466484.459999:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404778624 offset 0 length 520: 4 00000400:00000200:1.0:1789466484.460007:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466484.460009:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466484.460014:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351198 00000400:00000010:1.0:1789466484.460016:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351198. 00000100:00000001:1.0:1789466484.460018:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466484.460021:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460027:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466484.460029:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460035:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.460062:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466484.460066:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466484.460069:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789466484.460071:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313399896 00000100:00000001:1.0:1789466484.460076:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4313399895 00000100:00000001:1.0:1789466484.460079:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313399896 00000100:00000001:1.0:1789466484.460082:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4313399895 00000100:00000001:1.0:1789466484.460084:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313399896 00000100:00000001:1.0:1789466484.460086:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4313399895 00000100:00000001:1.0:1789466484.460089:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313399896 00000100:00000001:1.0:1789466484.460091:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4313399895 00000100:00000001:1.0:1789466484.460094:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466484.460095:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.460097:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466484.460101:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460108:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466484.460109:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466484.460117:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466484.460119:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466484.460120:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466484.460123:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404778752:0@lo:38:kworker.0 00000100:00000001:1.0:1789466484.460126:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466484.460129:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466484.460131:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466484.460132:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466484.460135:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466484.460137:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466484.460140:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf370. 00000400:00000010:1.0:1789466484.460143:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789466484.460146:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404778752, portal 10 00000100:00000001:1.0:1789466484.460148:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466484.460149:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622963584 : -130396086588032 : ffff8967cb942d80) 00000100:00000040:1.0:1789466484.460154:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460159:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466484.460161:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466484.460163:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351f68. 00000100:00000200:1.0:1789466484.460166:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404778752, offset 0 00000400:00000200:1.0:1789466484.460170:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466484.460175:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466484.460180:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4300 00000400:00000100:1.0:1789466484.460184:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404778752 offset 0 length 520: 4 00000400:00000200:1.0:1789466484.460187:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466484.460189:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466484.460192:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351f68 00000400:00000010:1.0:1789466484.460194:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351f68. 00000100:00000001:1.0:1789466484.460196:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466484.460199:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460205:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466484.460213:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460219:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.460221:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466484.460225:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466484.460228:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789466484.460230:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313399896 00000100:00000001:1.0:1789466484.460233:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4313399896 00000100:00000001:1.0:1789466484.460235:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313399896 00000100:00000001:1.0:1789466484.460236:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4313399896 00000100:00000001:1.0:1789466484.460239:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313399896 00000100:00000001:1.0:1789466484.460240:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4313399896 00000100:00000001:1.0:1789466484.460242:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313399896 00000100:00000001:1.0:1789466484.460244:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4313399896 00000100:00000001:1.0:1789466484.460245:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466484.460247:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.460249:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466484.460253:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460259:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466484.460261:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466484.460263:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466484.460265:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466484.460266:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466484.460269:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404778880:0@lo:38:kworker.0 00000100:00000001:1.0:1789466484.460272:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466484.460273:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466484.460275:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466484.460276:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466484.460280:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466484.460281:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466484.460289:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfa50. 00000400:00000010:1.0:1789466484.460291:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351f68. 00000100:00000200:1.0:1789466484.460294:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404778880, portal 10 00000100:00000001:1.0:1789466484.460296:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466484.460297:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622960896 : -130396086590720 : ffff8967cb942300) 00000100:00000040:1.0:1789466484.460302:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460308:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466484.460309:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466484.460311:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789466484.460313:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404778880, offset 0 00000400:00000200:1.0:1789466484.460316:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466484.460321:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466484.460325:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4380 00000400:00000100:1.0:1789466484.460328:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404778880 offset 0 length 520: 4 00000400:00000200:1.0:1789466484.460331:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466484.460333:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466484.460337:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789466484.460339:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789466484.460341:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466484.460343:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460349:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466484.460351:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466484.460357:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.460358:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466484.460361:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466484.460363:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789466484.460366:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313399897 00000100:00000001:1.0:1789466484.460370:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4313399896 00000100:00000001:1.0:1789466484.460373:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313399897 00000100:00000001:1.0:1789466484.460382:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4313399896 00000100:00000001:1.0:1789466484.460384:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313399897 00000100:00000001:1.0:1789466484.460387:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4313399896 00000100:00000001:1.0:1789466484.460389:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313399897 00000100:00000001:1.0:1789466484.460391:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4313399896 00000100:00000001:1.0:1789466484.460394:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466484.460395:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.460399:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.460402:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.460409:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466484.460411:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466484.460413:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466484.460415:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466484.460417:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466484.460418:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466484.481696:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313399897, at 4313399898 00000100:00000010:3.0:1789466484.481722:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11300. 00000100:00000040:1.0:1789466484.482989:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313399897, at 4313399899 00000100:00000010:1.0:1789466484.482999:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789466485.479806:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466485.479821:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466485.479823:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466485.479828:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466485.479831:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466485.479835:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466485.479838:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466485.735633:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466485.735646:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466485.735649:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466486.503781:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466486.503795:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466486.503797:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466486.503802:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466486.503804:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466486.503809:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466486.503811:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466487.527151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466487.527182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466487.527185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466487.527189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466487.527194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466487.527200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466487.527202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466487.783309:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466487.783313:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466487.783316:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466488.551558:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466488.551566:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466488.551579:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466463/real 1789466463] req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466488 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466488.551597:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466488.551599:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466488.551603:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf210. 00000400:00000200:1.0:1789466488.551608:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789466488.551610:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789466488.551615:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466488.551618:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466488 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466488.551627:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466488 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466488.551634:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466488.551635:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466488.551638:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466488.551657:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466488.551661:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466488 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466488.551668:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466488.551679:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466488.551681:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466488.551684:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466488.551687:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466488.551691:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466488.551695:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466488 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466488.551721:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466488.551723:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466488.551725:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466488.551726:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466488.551729:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466488.551731:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466488.551734:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466488.551761:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789466488.551763:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466488.551767:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466488 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466488.551774:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404778368:0@lo:250:kworker.0 00000100:00000001:1.0:1789466488.551778:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466488.551780:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466488.551784:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942a00 x1876386404778368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466488 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466488.551790:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466488.551793:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466488.551796:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2febc00. 02000000:00000001:1.0:1789466488.551801:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466488.551803:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466488.551805:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789466488.551807:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466488.551809:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789466488.551813:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466488.551814:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466488.551816:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942a00. 00000100:00000001:1.0:1789466488.551819:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466488.551820:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466488.551822:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466488.552273:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466488.552281:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466488.552283:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466488.552287:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466488.552294:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466488.552295:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466488.552299:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466488.552301:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466488.552304:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466488.552307:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404779008:0@lo:250:kworker.0 00000100:00000001:1.0:1789466488.552310:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466488.552314:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466488.552316:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466488.552318:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466488.552321:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2febc00. 02000000:00000001:1.0:1789466488.552323:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466488.552327:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf210. 00000400:00000010:1.0:1789466488.552332:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789466488.552337:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404779008, portal 25 00000100:00000001:1.0:1789466488.552339:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466488.552340:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492012800 : -130396217538816 : ffff8967c3c60700) 00000100:00000040:1.0:1789466488.552345:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466488.552352:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466488.552354:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466488.552357:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789466488.552359:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404779008, offset 0 00000400:00000200:1.0:1789466488.552365:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466488.552375:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466488.552385:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411e4400 00000400:00000100:1.0:1789466488.552391:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404779008 offset 0 length 520: 4 00000400:00000200:1.0:1789466488.552396:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466488.552398:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466488.552412:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789466488.552414:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789466488.552417:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466488.552421:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466488.552429:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466488.552432:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466488.552437:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466488.552439:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466488.552444:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466488.552448:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4313409139 00000100:00000010:1.0:1789466488.552452:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789466488.552457:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466488.552467:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4313409139 00000100:00000010:1.0:1789466488.552470:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a80. 00000100:00000001:1.0:1789466488.552474:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466488.552476:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313409139 00000100:00000010:1.0:1789466488.552479:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c00. 00000100:00000001:1.0:1789466488.552482:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466488.552485:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313409139 00000100:00000010:1.0:1789466488.552488:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc119c0. 00000100:00000001:1.0:1789466488.552491:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466488.552493:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466488.552496:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466488.552499:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466488.552501:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466488.552505:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466488.552507:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466488.552509:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466488.552510:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466488.552512:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466488.552513:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789466488.966679:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966696:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466488.966701:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966703:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466488.966714:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466488.966731:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f99d80 00000400:00000100:3.0:1789466488.966739:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402377088 offset 0 length 520: 4 00000400:00000200:3.0:1789466488.966786:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466488.966790:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466488.966814:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966820:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466488.966822:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966824:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466488.966826:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966828:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466488.966832:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466488.966838:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f99e00 00000400:00000100:3.0:1789466488.966843:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402377216 offset 0 length 520: 4 00000400:00000200:3.0:1789466488.966847:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466488.966849:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466488.966853:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966856:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466488.966858:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966859:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466488.966861:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966863:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466488.966867:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466488.966871:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f99e80 00000400:00000100:3.0:1789466488.966875:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402377344 offset 0 length 520: 4 00000400:00000200:3.0:1789466488.966878:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466488.966879:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466488.966883:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966889:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466488.966891:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466488.966893:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466489.575216:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466489.575261:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466489.575264:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466489.575268:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466489.575271:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466489.575275:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466489.575278:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466489.835520:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466489.835527:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466489.835531:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466490.599159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466490.599175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466490.599178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466490.599182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466490.599184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466490.599189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466490.599192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466491.623145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466491.623158:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466491.623160:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466491.623164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466491.623167:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466491.623171:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466491.623173:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466491.879859:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466491.879862:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466491.879865:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466492.647171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466492.647186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466492.647189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466492.647193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466492.647196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466492.647200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466492.647203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466493.673494:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466493.673509:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466493.673511:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466493.673515:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466493.673517:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466493.673522:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466493.673524:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466493.927552:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466493.927555:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466493.927575:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466494.119196:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313409139, at 4313409536 00000100:00000040:3.0:1789466494.119196:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313409139, at 4313409536 00000100:00000010:3.0:1789466494.119212:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc119c0. 00000100:00000010:1.0:1789466494.119215:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11a80. 00000100:00000001:1.0:1789466494.695157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466494.695173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466494.695175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466494.695189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466494.695192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466494.695196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466494.695199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466495.719293:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466495.719307:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466495.719309:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466495.719314:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466495.719316:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466495.719321:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466495.719324:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466495.975442:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466495.975446:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466495.975466:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466496.743248:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466496.743709:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466496.743719:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466496.743724:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466496.743727:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466496.743732:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466496.743735:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466497.767206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466497.767221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466497.767224:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466497.767227:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466497.767229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466497.767234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466497.767237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466498.023302:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466498.023306:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466498.023309:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466498.791345:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466498.791358:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466498.791360:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466498.791365:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466498.791368:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466498.791390:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466498.791392:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466499.815141:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466499.815164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466499.815166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466499.815170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466499.815172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466499.815176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466499.815178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466500.073176:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466500.073181:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466500.073186:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466500.839166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466500.839181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466500.839183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466500.839188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466500.839190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466500.839195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466500.839198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466501.863159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466501.863173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466501.863176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466501.863180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466501.863182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466501.863187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466501.863189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466502.119382:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466502.119386:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466502.119390:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466502.887191:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466502.887206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466502.887208:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466502.887213:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466502.887216:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466502.887220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466502.887223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466503.911157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466503.911171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466503.911174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466503.911178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466503.911180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466503.911185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466503.911188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466504.167351:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466504.167354:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466504.167357:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466504.551181:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466504.551197:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466504.551202:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:1.0:1789466504.936399:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466504.936414:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466504.936416:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466504.936422:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466504.936424:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466504.936429:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466504.936431:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466505.959239:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466505.959254:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466505.959256:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466505.959261:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466505.959263:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466505.959268:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466505.959270:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466506.220737:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466506.220741:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466506.220744:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466506.983176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466506.983192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466506.983195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466506.983199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466506.983201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466506.983206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466506.983208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466508.007540:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466508.007556:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466508.007558:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466508.007563:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466508.007565:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466508.007570:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466508.007573:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466508.264660:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466508.264665:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466508.264670:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466509.031221:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466509.031229:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466509.031243:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466484/real 1789466484] req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466509.031286:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466509.031288:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466509.031291:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfc08. 00000400:00000200:1.0:1789466509.031297:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789466509.031300:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789466509.031305:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466509.031310:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466509.031320:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031327:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466509.031330:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031332:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466509.031334:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466509.031339:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031346:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031348:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466509.031352:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466484/real 1789466484] req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466509.031359:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466509.031360:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466509.031362:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf688. 00000400:00000200:1.0:1789466509.031364:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789466509.031366:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789466509.031369:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466509.031372:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466509.031379:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031398:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466509.031400:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031402:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466509.031403:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466509.031408:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031415:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031416:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466509.031421:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466484/real 1789466484] req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466509.031430:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466509.031431:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466509.031433:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf370. 00000400:00000200:1.0:1789466509.031435:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351198 00000400:00000010:1.0:1789466509.031437:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351198. 00000100:00000001:1.0:1789466509.031439:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466509.031441:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466509.031449:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031455:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466509.031456:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031470:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466509.031471:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466509.031475:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031481:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031483:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466509.031487:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466484/real 1789466484] req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466509.031516:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466509.031518:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466509.031520:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfa50. 00000400:00000200:1.0:1789466509.031523:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351f68 00000400:00000010:1.0:1789466509.031524:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351f68. 00000100:00000001:1.0:1789466509.031527:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466509.031530:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466509.031538:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031544:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466509.031545:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031547:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466509.031548:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466509.031551:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031557:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031576:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466509.031578:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031581:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466509.031583:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466509.031586:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466509.031590:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031596:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466509.031599:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031600:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466509.031602:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031604:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466509.031606:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466509.031610:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466509.031642:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466509.031645:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466509.031650:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466509.031658:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404778496:0@lo:38:kworker.0 00000100:00000001:1.0:1789466509.031663:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466509.031667:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031673:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466509.031675:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031676:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466509.031678:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031679:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466509.031681:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466509.031683:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466509.031689:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466509.031691:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466509.031694:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466509.031701:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404778624:0@lo:38:kworker.0 00000100:00000001:1.0:1789466509.031704:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466509.031707:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031713:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466509.031715:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031717:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466509.031723:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031725:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466509.031727:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466509.031729:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466509.031734:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466509.031736:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466509.031740:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466509.031747:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404778752:0@lo:38:kworker.0 00000100:00000001:1.0:1789466509.031750:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466509.031753:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031759:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466509.031761:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031762:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466509.031763:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031765:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466509.031766:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466509.031768:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466509.031772:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466509.031774:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466509.031777:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466509.031783:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404778880:0@lo:38:kworker.0 00000100:00000001:1.0:1789466509.031786:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.031789:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466509.031792:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940380 x1876386404778496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031808:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466509.031811:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466509.031815:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466509.031819:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466509.031822:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466509.031824:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789466509.031827:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466509.031829:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:1.0:1789466509.031833:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466509.031835:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466509.031836:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940380. 00000100:00000001:1.0:1789466509.031839:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466509.031840:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031842:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466509.031845:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941880 x1876386404778624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031851:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466509.031852:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466509.031853:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2feb400. 02000000:00000001:1.0:1789466509.031855:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466509.031856:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466509.031858:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789466509.031859:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466509.031860:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:1.0:1789466509.031862:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466509.031863:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466509.031864:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941880. 00000100:00000001:1.0:1789466509.031866:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466509.031867:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031869:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466509.031871:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942d80 x1876386404778752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031877:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466509.031879:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466509.031880:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466509.031890:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466509.031892:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466509.031893:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789466509.031895:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466509.031896:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:1.0:1789466509.031898:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466509.031899:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466509.031901:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942d80. 00000100:00000001:1.0:1789466509.031903:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466509.031904:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031906:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466509.031910:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942300 x1876386404778880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466509 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.031915:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466509.031916:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466509.031918:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466509.031919:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466509.031921:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466509.031922:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789466509.031923:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466509.031924:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:1.0:1789466509.031926:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466509.031927:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466509.031928:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942300. 00000100:00000001:1.0:1789466509.031930:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466509.031931:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.031934:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.035689:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466509.035697:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466509.035700:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466509.035711:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61c00 x1876386404779136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.035722:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466509.035724:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466509.035729:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466509.035733:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466509.035736:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466509.035756:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404779136:0@lo:38:kworker.0 00000100:00000001:1.0:1789466509.035760:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466509.035764:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466509.035766:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466509.035768:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466509.035775:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466509.035777:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466509.035785:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfa50. 00000400:00000010:1.0:1789466509.035791:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351f68. 00000100:00000200:1.0:1789466509.035798:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404779136, portal 10 00000100:00000001:1.0:1789466509.035800:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466509.035802:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492018176 : -130396217533440 : ffff8967c3c61c00) 00000100:00000040:1.0:1789466509.035810:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61c00 x1876386404779136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.035818:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466509.035820:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466509.035822:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789466509.035825:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404779136, offset 0 00000400:00000200:1.0:1789466509.035832:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466509.035846:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466509.035858:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4480 00000400:00000100:1.0:1789466509.035864:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404779136 offset 0 length 520: 4 00000400:00000200:1.0:1789466509.035869:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466509.035871:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466509.035883:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351198 00000400:00000010:1.0:1789466509.035885:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351198. 00000100:00000001:1.0:1789466509.035889:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466509.035893:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61c00 x1876386404779136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.035902:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466509.035904:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61c00 x1876386404779136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.035922:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.035923:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466509.035930:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466509.035935:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789466509.035939:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313424471 00000100:00000010:1.0:1789466509.035943:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11720. 00000100:00000001:1.0:1789466509.035949:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466509.035975:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313424471 00000100:00000010:1.0:1789466509.035979:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c60. 00000100:00000001:1.0:1789466509.035982:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466509.035985:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313424471 00000100:00000010:1.0:1789466509.035989:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a80. 00000100:00000001:1.0:1789466509.035992:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466509.036003:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313424471 00000100:00000010:1.0:1789466509.036007:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c00. 00000100:00000001:1.0:1789466509.036010:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466509.036130:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466509.036134:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.036137:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466509.036141:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62d80 x1876386404779264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.036148:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466509.036150:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466509.036152:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466509.036154:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466509.036156:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466509.036168:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404779264:0@lo:38:kworker.0 00000100:00000001:1.0:1789466509.036171:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466509.036174:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466509.036182:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466509.036184:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466509.036187:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466509.036188:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466509.036191:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf370. 00000400:00000010:1.0:1789466509.036194:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789466509.036197:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404779264, portal 10 00000100:00000001:1.0:1789466509.036199:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466509.036200:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492022656 : -130396217528960 : ffff8967c3c62d80) 00000100:00000040:1.0:1789466509.036206:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62d80 x1876386404779264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.036211:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466509.036213:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466509.036215:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789466509.036218:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404779264, offset 0 00000400:00000200:1.0:1789466509.036221:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466509.036226:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466509.036231:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4500 00000400:00000100:1.0:1789466509.036234:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404779264 offset 0 length 520: 4 00000400:00000200:1.0:1789466509.036237:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466509.036239:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466509.036243:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789466509.036244:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789466509.036246:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466509.036249:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62d80 x1876386404779264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.036255:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466509.036257:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62d80 x1876386404779264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.036263:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.036264:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466509.036267:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466509.036270:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789466509.036277:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313424472 00000100:00000001:1.0:1789466509.036282:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4313424471 00000100:00000001:1.0:1789466509.036284:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313424472 00000100:00000001:1.0:1789466509.036287:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4313424471 00000100:00000001:1.0:1789466509.036289:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313424472 00000100:00000001:1.0:1789466509.036291:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4313424471 00000100:00000001:1.0:1789466509.036293:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313424472 00000100:00000001:1.0:1789466509.037972:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4313424471 00000100:00000001:1.0:1789466509.037986:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466509.037989:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.037994:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466509.038003:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61180 x1876386404779392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.038012:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466509.038013:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466509.038017:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466509.038020:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466509.038022:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466509.038025:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404779392:0@lo:38:kworker.0 00000100:00000001:1.0:1789466509.038028:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466509.038032:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466509.038034:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466509.038049:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466509.038057:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2feb400. 02000000:00000001:1.0:1789466509.038059:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466509.038065:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf688. 00000400:00000010:1.0:1789466509.038071:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789466509.038077:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404779392, portal 10 00000100:00000001:1.0:1789466509.038079:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466509.038080:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492015488 : -130396217536128 : ffff8967c3c61180) 00000100:00000040:1.0:1789466509.038099:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61180 x1876386404779392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.038105:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466509.038107:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466509.038109:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789466509.038113:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404779392, offset 0 00000400:00000200:1.0:1789466509.038117:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466509.038129:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466509.038138:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4580 00000400:00000100:1.0:1789466509.038143:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404779392 offset 0 length 520: 4 00000400:00000200:1.0:1789466509.038146:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466509.038149:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466509.038158:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789466509.038172:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789466509.038176:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466509.038180:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61180 x1876386404779392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.038187:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466509.038191:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61180 x1876386404779392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.038197:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.038199:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466509.038204:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466509.038207:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789466509.038210:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313424474 00000100:00000001:1.0:1789466509.038218:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4313424472 00000100:00000001:1.0:1789466509.038222:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313424474 00000100:00000001:1.0:1789466509.038225:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4313424472 00000100:00000001:1.0:1789466509.038228:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313424474 00000100:00000001:1.0:1789466509.038230:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4313424472 00000100:00000001:1.0:1789466509.038240:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313424474 00000100:00000001:1.0:1789466509.038243:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4313424472 00000100:00000001:1.0:1789466509.038246:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466509.038248:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.038250:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466509.038254:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63480 x1876386404779520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.038261:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466509.038262:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466509.038265:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466509.038266:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466509.038268:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466509.038270:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404779520:0@lo:38:kworker.0 00000100:00000001:1.0:1789466509.038273:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466509.038275:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466509.038277:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466509.038278:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466509.038282:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466509.038284:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466509.038287:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfc08. 00000400:00000010:1.0:1789466509.038291:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789466509.038294:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404779520, portal 10 00000100:00000001:1.0:1789466509.038296:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466509.038297:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492024448 : -130396217527168 : ffff8967c3c63480) 00000100:00000040:1.0:1789466509.038303:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63480 x1876386404779520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.038309:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466509.038311:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466509.038313:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789466509.038315:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404779520, offset 0 00000400:00000200:1.0:1789466509.038318:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466509.038323:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466509.038337:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4600 00000400:00000100:1.0:1789466509.038341:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404779520 offset 0 length 520: 4 00000400:00000200:1.0:1789466509.038344:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466509.038346:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466509.038351:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789466509.038353:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789466509.038355:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466509.038358:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63480 x1876386404779520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.038365:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466509.038368:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63480 x1876386404779520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466509.038374:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.038375:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466509.038377:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466509.038381:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789466509.038383:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313424475 00000100:00000001:1.0:1789466509.038388:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4313424474 00000100:00000001:1.0:1789466509.038391:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313424475 00000100:00000001:1.0:1789466509.038394:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4313424474 00000100:00000001:1.0:1789466509.038396:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313424475 00000100:00000001:1.0:1789466509.038398:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4313424474 00000100:00000001:1.0:1789466509.038401:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313424475 00000100:00000001:1.0:1789466509.038404:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4313424474 00000100:00000001:1.0:1789466509.038406:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466509.038408:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.038412:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.038415:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.038423:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466509.038426:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466509.038434:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466509.038437:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466509.038440:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466509.038442:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466509.059159:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313424475, at 4313424476 00000100:00000010:3.0:1789466509.059184:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11c00. 00000100:00000040:1.0:1789466509.059421:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313424475, at 4313424476 00000100:00000010:1.0:1789466509.059427:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11c60. 00000100:00000001:1.0:1789466510.055304:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466510.055318:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466510.055320:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466510.055326:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466510.055328:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466510.055332:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466510.055335:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466510.312289:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466510.312295:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466510.312299:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466511.079180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466511.079194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466511.079197:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466511.079202:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466511.079205:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466511.079210:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466511.079212:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466512.103537:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466512.103551:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466512.103553:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466512.103557:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466512.103559:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466512.103564:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466512.103566:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466512.359972:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466512.359976:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466512.359979:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466513.127165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466513.127173:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466513.127187:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466488/real 1789466488] req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466513 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466513.127205:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466513.127208:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466513.127211:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf210. 00000400:00000200:1.0:1789466513.127234:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789466513.127237:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789466513.127242:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466513.127247:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466513 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466513.127272:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466513 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466513.127280:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466513.127282:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466513.127285:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466513.127287:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466513.127291:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466513 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466513.127297:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466513.127306:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466513.127308:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466513.127311:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466513.127313:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466513.127317:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466513.127320:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466513 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466513.127328:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466513.127330:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466513.127332:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466513.127333:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466513.127336:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466513.127338:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466513.127342:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466513.127369:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789466513.127371:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466513.127375:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466513 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466513.127395:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404779008:0@lo:250:kworker.0 00000100:00000001:1.0:1789466513.127400:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466513.127403:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466513.127406:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c60700 x1876386404779008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466513 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466513.127412:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466513.127415:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466513.127419:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2febc00. 02000000:00000001:1.0:1789466513.127423:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466513.127426:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466513.127428:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789466513.127430:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466513.127432:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867400. 02000000:00000001:1.0:1789466513.127436:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466513.127437:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466513.127438:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c60700. 00000100:00000001:1.0:1789466513.127441:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466513.127443:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466513.127445:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466513.127916:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466513.127919:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466513.127920:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466513.127925:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63800 x1876386404779648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466513.127933:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466513.127936:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466513.127939:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466513.127942:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466513.127944:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466513.127947:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404779648:0@lo:250:kworker.0 00000100:00000001:1.0:1789466513.127951:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466513.127955:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466513.127963:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466513.127966:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466513.127970:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2febc00. 02000000:00000001:1.0:1789466513.127972:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466513.127976:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf210. 00000400:00000010:1.0:1789466513.127981:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789466513.127986:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404779648, portal 25 00000100:00000001:1.0:1789466513.127988:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466513.127990:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492025344 : -130396217526272 : ffff8967c3c63800) 00000100:00000040:1.0:1789466513.127996:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63800 x1876386404779648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466513.128002:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466513.128005:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466513.128008:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789466513.128011:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404779648, offset 0 00000400:00000200:1.0:1789466513.128018:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466513.128029:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466513.128059:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411e4680 00000400:00000100:1.0:1789466513.128065:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404779648 offset 0 length 520: 4 00000400:00000200:1.0:1789466513.128069:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466513.128072:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466513.128082:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789466513.128084:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789466513.128087:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466513.128100:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63800 x1876386404779648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466513.128108:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466513.128110:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63800 x1876386404779648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466513.128116:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466513.128118:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466513.128123:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466513.128128:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4313433715 00000100:00000010:1.0:1789466513.128138:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c60. 00000100:00000001:1.0:1789466513.128144:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466513.128155:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4313433715 00000100:00000010:1.0:1789466513.128159:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789466513.128163:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466513.128166:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313433715 00000100:00000010:1.0:1789466513.128169:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc119c0. 00000100:00000001:1.0:1789466513.128173:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466513.128176:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313433715 00000100:00000010:1.0:1789466513.128178:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a20. 00000100:00000001:1.0:1789466513.128181:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466513.128185:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466513.128187:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466513.128190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466513.128192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466513.128197:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466513.128198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466513.128199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466513.128201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466513.128202:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466513.128204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466514.152066:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466514.152082:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466514.152086:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466514.152091:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466514.152093:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466514.152108:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466514.152117:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466514.407351:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466514.407354:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466514.407357:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789466514.575736:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.575753:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466514.575757:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.575760:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466514.575773:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466514.575800:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f99f00 00000400:00000100:3.0:1789466514.575809:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402377472 offset 0 length 520: 4 00000400:00000200:3.0:1789466514.575813:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466514.575817:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466514.575826:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.575830:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466514.575832:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.575834:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466514.575836:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.575838:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466514.575842:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466514.575847:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f99f80 00000400:00000100:3.0:1789466514.575852:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402377600 offset 0 length 520: 4 00000400:00000200:3.0:1789466514.575868:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466514.575870:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466514.575875:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.575882:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466514.575884:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.575886:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466514.577902:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.577917:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466514.577920:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.577922:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466514.577932:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466514.577947:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9a000 00000400:00000100:3.0:1789466514.577954:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402377728 offset 0 length 520: 4 00000400:00000200:3.0:1789466514.577959:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466514.577961:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466514.577968:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.577972:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466514.577974:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466514.577976:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466515.175150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466515.175165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466515.175167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466515.175172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466515.175190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466515.175195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466515.175198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466516.199312:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466516.199325:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466516.199328:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466516.199333:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466516.199335:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466516.199339:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466516.199342:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466516.457110:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466516.457114:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466516.457117:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466518.503361:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466518.503364:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466518.503367:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466518.695158:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313433715, at 4313434112 00000100:00000040:3.0:1789466518.695158:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313433715, at 4313434112 00000100:00000010:3.0:1789466518.695174:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11a20. 00000100:00000010:1.0:1789466518.695176:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11960. 00000020:00000001:3.0:1789466520.551565:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466520.551570:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466520.551572:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466522.600433:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466522.600437:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466522.600440:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466523.303183:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466523.303193:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466523.303196:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466523.303200:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466523.303203:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466523.303206:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466523.303209:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466523.303212:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466523.303215:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466523.303218:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466523.303223:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18776) 00000020:00000001:3.0:1789466524.648882:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466524.648887:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466524.648891:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466528.423272:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466528.423283:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466528.423343:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466528.423347:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466528.423358:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466528.423362:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466528.423364:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466528.423368:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466528.423370:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466528.423373:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466528.423379:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18781) 00000020:00000001:3.0:1789466528.743384:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466528.743388:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466528.743391:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466532.839407:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466532.839411:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466532.839415:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466533.543207:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466533.543222:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466533.543226:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466533.543230:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466533.543233:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466533.543236:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466533.543239:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466533.543243:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466533.543270:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466533.543274:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466533.543280:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18786) 00000100:00080000:3.0:1789466534.632568:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466534.632575:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466534.632578:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466534.632582:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466534.632584:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466534.632587:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466534.632591:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466534.632595:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 18757 00000100:00080000:3.0:1789466534.632599:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466534.632603:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466534.632606:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466534.632609:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466534.632611:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466534.632622:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466534.632626:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466534.632629:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466534.632633:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466534.632636:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466534.632638:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466534.632831:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466534.632834:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466534.632836:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466534.632838:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466534.632842:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466534.632846:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466534.632859:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466534.632862:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466534.632872:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466534.632875:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466534.632879:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466534.632882:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466534.632890:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789466534.632895:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466534.632899:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466534.632901:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466534.632905:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466534.632909:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466534.633022:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466534.633413:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789466534.633424:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466534.633437:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404779776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466534.633449:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466534.633454:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466534.633458:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404779776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466534.633471:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466534.633474:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466534.633478:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466534.633480:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466534.633481:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466534.633484:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466534.633487:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 18757 00000100:00080000:3.0:1789466534.633490:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466534.633493:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466534.633496:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466534.633497:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466534.633824:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466534.633838:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466534.633842:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466534.633848:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466534.633855:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466534.633862:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466534.633865:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466534.633869:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466534.633871:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466534.633873:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466534.633874:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466534.633877:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466534.633880:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466534.633882:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466534.633884:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466534.633892:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466534.633894:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466534.633897:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466534.633899:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466534.633905:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789466534.633908:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466534.633955:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466534.633960:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466534.633970:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466534.633975:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466534.633981:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466534.633990:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789466534.634000:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466534.634015:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404779904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466534.634033:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466534.634074:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466534.634080:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404779904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466534.634101:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466534.634104:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466534.634108:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466534.634109:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466534.634110:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466534.634113:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466534.634115:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 18757 00000100:00080000:3.0:1789466534.634118:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466534.634127:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466534.634130:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466534.634132:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466534.634137:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466534.634152:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466534.634154:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466534.634156:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466534.634158:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466534.634160:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466534.634163:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466534.634166:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466534.634167:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466534.634169:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466534.634171:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466534.634173:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466534.634175:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466534.634178:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466534.634181:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466534.634188:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466534.634194:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466534.634201:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466534.634213:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466534.634222:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789466534.634228:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466534.634237:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466534.634241:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466534.634245:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466534.634249:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466534.634253:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466534.634262:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789466534.634269:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466534.634279:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404780032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466534.634319:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466534.634326:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466534.634337:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404780032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466534.634349:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466534.634355:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466534.634470:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466534.634472:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466534.634473:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466534.634476:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466534.634479:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 18757 00000100:00080000:3.0:1789466534.634483:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466534.634490:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466534.634495:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466534.634498:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466534.634504:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466534.634513:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466534.634516:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466534.634519:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466534.634524:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466534.634537:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466534.634542:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466534.634547:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466534.634553:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466534.634554:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466534.634556:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466534.634561:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466534.634567:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466534.634573:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466534.634578:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466534.634582:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466534.634587:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466534.634595:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466534.634597:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466534.634606:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789466534.634611:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466534.634619:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466534.634623:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466534.634625:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466534.634629:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466534.634635:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466534.634641:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789466534.634645:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466534.634651:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404780160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466534.634658:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466534.634660:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466534.634663:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404780160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466534.634672:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466534.634677:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18787) 00000100:00080000:3.0:1789466534.634686:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466534.634695:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466534.634699:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18787) 00000100:00000040:1.0:1789466534.659449:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313450075, at 4313450076 00000100:00000010:1.0:1789466534.659457:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37120. 00000100:00000040:3.0:1789466534.659594:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313450075, at 4313450076 00000100:00000010:3.0:1789466534.659601:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ba0. 00000020:00000001:3.0:1789466536.937378:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466536.937381:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466536.937384:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466541.031617:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466541.031621:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466541.031625:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466542.439735:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789466542.439752:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466542.439764:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466542.439769:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466542.439771:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789466543.783195:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466543.783204:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466543.783207:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466543.783211:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466543.783213:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466543.783216:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466543.783218:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466543.783231:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466543.783233:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466543.783246:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466543.783251:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18796) 00000100:00000040:3.0:1789466544.295171:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313459318, at 4313459712 00000100:00000010:3.0:1789466544.295186:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37120. 00000100:00000040:1.0:1789466544.299572:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313459318, at 4313459716 00000100:00000010:1.0:1789466544.299587:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00000020:00000001:3.0:1789466545.127319:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466545.127323:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466545.127327:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466549.224060:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466549.224064:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466549.224068:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466553.320521:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466553.320526:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466553.320530:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466554.023935:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466554.023949:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466554.023954:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466554.023958:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466554.023961:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466554.023964:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466554.023967:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466554.023972:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466554.023975:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466554.023978:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466554.023985:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18807) 00000100:00000001:1.0:1789466554.088603:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466554.088619:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466554.088621:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466554.088625:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466554.088627:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466554.088632:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466554.088635:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466555.111165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466555.111179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466555.111181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466555.111185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466555.111186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466555.111191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466555.111193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466556.136079:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466556.136100:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466556.136238:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466556.136246:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466556.136249:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466556.136255:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466556.136258:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466557.159583:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466557.159602:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466557.159604:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466557.159611:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466557.159614:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466557.159619:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466557.159623:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466557.415390:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466557.415396:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466557.415400:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466558.183349:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466558.183367:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466558.183369:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466558.183375:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466558.183377:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466558.183383:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466558.183385:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466558.440317:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466558.440322:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466558.440326:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466559.207761:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466559.207771:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466559.207790:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466534/real 1789466534] req@ffff8966caa7c380 x1876386404780160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466559.207811:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466559.207814:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466559.207817:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143cb8. 00000400:00000200:1.0:1789466559.207828:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:1.0:1789466559.207831:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:1.0:1789466559.207836:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466559.207841:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404780160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466559.207851:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404780160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.207859:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466559.207862:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.207865:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466559.207868:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466559.207872:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404780160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.207879:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.207882:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466559.207888:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466534/real 1789466534] req@ffff8966caa7ce00 x1876386404779776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466559.207896:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466559.207897:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466559.207899:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143898. 00000400:00000200:1.0:1789466559.207902:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:1.0:1789466559.207904:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:1.0:1789466559.207930:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466559.207944:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404779776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466559.207953:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404779776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.207960:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466559.207962:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.207964:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466559.207966:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466559.207969:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404779776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.207976:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.207978:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466559.207982:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466534/real 1789466534] req@ffff8966caa7ca80 x1876386404779904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466559.207990:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466559.207992:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466559.207994:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143738. 00000400:00000200:1.0:1789466559.207997:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:1.0:1789466559.207999:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:1.0:1789466559.208001:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466559.208004:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404779904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466559.208011:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404779904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.208018:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466559.208019:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208021:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466559.208022:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466559.208026:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404779904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.208078:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208249:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466559.208255:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466534/real 1789466534] req@ffff8966caa7ea00 x1876386404780032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466559.208265:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466559.208266:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466559.208268:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41439f8. 00000400:00000200:1.0:1789466559.208271:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:1.0:1789466559.208273:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:1.0:1789466559.208276:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466559.208279:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404780032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466559.208286:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404780032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.208292:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466559.208294:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208296:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466559.208297:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466559.208301:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404780032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.208307:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208317:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466559.208319:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208323:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466559.208326:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466559.208331:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466559.208335:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404780160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.208342:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466559.208345:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208355:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466559.208356:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208360:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466559.208362:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466559.208366:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466559.208396:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466559.208399:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466559.208404:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404780160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466559.208413:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404780160:0@lo:38:kworker.0 00000100:00000001:1.0:1789466559.208418:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466559.208422:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404779776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.208429:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466559.208431:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208433:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466559.208434:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208435:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466559.208437:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466559.208440:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466559.208446:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466559.208448:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466559.208452:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404779776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466559.208459:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404779776:0@lo:38:kworker.0 00000100:00000001:1.0:1789466559.208463:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466559.208467:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404779904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.208479:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466559.208481:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208483:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466559.208484:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208486:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466559.208488:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466559.208490:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466559.208496:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466559.208498:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466559.208502:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404779904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466559.208509:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404779904:0@lo:38:kworker.0 00000100:00000001:1.0:1789466559.208513:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466559.208516:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404780032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.208523:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466559.208525:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208527:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466559.208528:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.208529:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466559.208531:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466559.208534:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466559.208538:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466559.208540:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466559.208543:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404780032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466559.209395:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404780032:0@lo:38:kworker.0 00000100:00000001:1.0:1789466559.209403:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.209407:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466559.209416:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404780160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.209433:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466559.209437:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466559.209441:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:1.0:1789466559.209450:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466559.209453:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466559.209455:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789466559.209457:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466559.209461:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:1.0:1789466559.209468:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466559.209472:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466559.209477:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00000001:1.0:1789466559.209487:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466559.209491:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.209495:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466559.209502:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404779776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.209512:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466559.209516:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466559.209519:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:1.0:1789466559.209524:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466559.209527:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466559.209530:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789466559.209532:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466559.209534:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:1.0:1789466559.209540:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466559.209543:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466559.209546:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:1.0:1789466559.210070:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466559.210079:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.210324:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466559.210332:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404779904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.210339:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466559.210341:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466559.210344:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:1.0:1789466559.210348:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466559.210350:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466559.210351:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789466559.210353:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466559.210355:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d400. 02000000:00000001:1.0:1789466559.210358:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466559.210360:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466559.210361:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:1.0:1789466559.210364:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466559.210365:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.210367:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466559.210370:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404780032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466559 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.210377:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466559.210378:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466559.210380:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:1.0:1789466559.210382:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466559.210384:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466559.210385:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789466559.210387:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466559.210388:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:1.0:1789466559.210390:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466559.210392:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466559.210393:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:1.0:1789466559.210396:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466559.210398:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.210401:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.210412:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466559.210415:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.210418:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466559.210426:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466559.210429:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466559.210434:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404780416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.210443:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466559.210445:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466559.210450:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466559.210453:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466559.210456:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466559.210460:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404780416:0@lo:38:kworker.0 00000100:00000001:1.0:1789466559.210464:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466559.210470:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466559.210472:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466559.210475:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466559.210482:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466559.210484:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466559.210491:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf000. 00000400:00000010:1.0:1789466559.210500:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789466559.210508:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404780416, portal 10 00000100:00000001:1.0:1789466559.210511:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466559.210513:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:1.0:1789466559.210521:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404780416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.210529:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466559.210532:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466559.210535:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789466559.210538:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404780416, offset 0 00000400:00000200:1.0:1789466559.210545:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466559.211690:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466559.211712:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4980 00000400:00000100:1.0:1789466559.211721:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404780416 offset 0 length 520: 4 00000400:00000200:1.0:1789466559.211737:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466559.211741:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466559.211768:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789466559.211771:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789466559.211776:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466559.211783:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404780416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.211793:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466559.211795:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404780416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.211801:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.211802:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466559.211808:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466559.211815:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789466559.211820:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313474647 00000100:00000010:1.0:1789466559.211825:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789466559.212188:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466559.212283:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313474648 00000100:00000010:1.0:1789466559.212289:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11300. 00000100:00000001:1.0:1789466559.212294:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466559.212298:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313474648 00000100:00000010:1.0:1789466559.212301:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789466559.212304:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466559.212315:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313474648 00000100:00000010:1.0:1789466559.212319:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11000. 00000100:00000001:1.0:1789466559.212323:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466559.212335:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466559.212339:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.212343:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466559.212349:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404780544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.212357:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466559.212367:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466559.212372:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466559.212375:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466559.212378:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466559.212382:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404780544:0@lo:38:kworker.0 00000100:00000001:1.0:1789466559.212386:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466559.212392:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466559.212395:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466559.212397:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466559.212404:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466559.212407:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466559.212412:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfdc0. 00000400:00000010:1.0:1789466559.212416:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789466559.212422:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404780544, portal 10 00000100:00000001:1.0:1789466559.212424:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466559.212426:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:1.0:1789466559.212433:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404780544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.212439:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466559.212441:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466559.212444:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789466559.212446:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404780544, offset 0 00000400:00000200:1.0:1789466559.212451:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466559.212458:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466559.212465:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4a00 00000400:00000100:1.0:1789466559.212468:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404780544 offset 0 length 520: 4 00000400:00000200:1.0:1789466559.212472:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466559.212474:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466559.212479:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789466559.212481:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789466559.212484:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466559.212487:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404780544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.212504:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466559.212507:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404780544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.212513:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.212515:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466559.212519:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466559.212523:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789466559.212525:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313474648 00000100:00000001:1.0:1789466559.218931:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4313474647 00000100:00000001:1.0:1789466559.219180:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313474655 00000100:00000001:1.0:1789466559.219188:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4313474648 00000100:00000001:1.0:1789466559.219191:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313474655 00000100:00000001:1.0:1789466559.219195:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4313474648 00000100:00000001:1.0:1789466559.219198:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313474655 00000100:00000001:1.0:1789466559.219202:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4313474648 00000100:00000001:1.0:1789466559.219206:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466559.219212:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.219281:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466559.219300:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942680 x1876386404780672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.219312:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466559.219315:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466559.219320:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466559.219326:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466559.219329:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466559.219333:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404780672:0@lo:38:kworker.0 00000100:00000001:1.0:1789466559.219337:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466559.219343:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466559.219370:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466559.219373:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466559.219382:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466559.219384:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466559.219393:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf420. 00000400:00000010:1.0:1789466559.219404:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789466559.219414:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404780672, portal 10 00000100:00000001:1.0:1789466559.219417:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466559.219419:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622961792 : -130396086589824 : ffff8967cb942680) 00000100:00000040:1.0:1789466559.219428:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942680 x1876386404780672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.219436:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466559.219439:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466559.219442:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351a18. 00000100:00000200:1.0:1789466559.219446:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404780672, offset 0 00000400:00000200:1.0:1789466559.219454:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466559.219482:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466559.219498:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4a80 00000400:00000100:1.0:1789466559.219504:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404780672 offset 0 length 520: 4 00000400:00000200:1.0:1789466559.219509:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466559.219512:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466559.219530:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351a18 00000400:00000010:1.0:1789466559.219533:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351a18. 00000100:00000001:1.0:1789466559.219538:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466559.219543:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942680 x1876386404780672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.219553:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466559.219557:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942680 x1876386404780672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.219564:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.219566:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466559.219572:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466559.219577:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789466559.219588:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313474655 00000100:00000001:1.0:1789466559.219593:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4313474648 00000100:00000001:1.0:1789466559.219597:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313474655 00000100:00000001:1.0:1789466559.219599:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4313474655 00000100:00000001:1.0:1789466559.219601:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313474655 00000100:00000001:1.0:1789466559.219603:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4313474655 00000100:00000001:1.0:1789466559.219605:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313474655 00000100:00000001:1.0:1789466559.219607:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4313474655 00000100:00000001:1.0:1789466559.219609:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466559.219611:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.219614:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466559.219619:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940000 x1876386404780800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.219626:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466559.219628:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466559.219630:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466559.219632:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466559.219634:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466559.219637:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404780800:0@lo:38:kworker.0 00000100:00000001:1.0:1789466559.219650:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466559.219653:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466559.219655:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466559.219656:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466559.219660:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9800. 02000000:00000001:1.0:1789466559.219662:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466559.220017:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfe70. 00000400:00000010:1.0:1789466559.220024:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351a18. 00000100:00000200:1.0:1789466559.220028:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404780800, portal 10 00000100:00000001:1.0:1789466559.220031:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466559.220032:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622951936 : -130396086599680 : ffff8967cb940000) 00000100:00000040:1.0:1789466559.220077:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940000 x1876386404780800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.220192:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466559.220195:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466559.220198:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351000. 00000100:00000200:1.0:1789466559.220202:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404780800, offset 0 00000400:00000200:1.0:1789466559.220206:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466559.220214:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466559.220285:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e4b00 00000400:00000100:1.0:1789466559.220291:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404780800 offset 0 length 520: 4 00000400:00000200:1.0:1789466559.220295:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466559.220298:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466559.220305:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351000 00000400:00000010:1.0:1789466559.220307:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351000. 00000100:00000001:1.0:1789466559.220311:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466559.220316:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940000 x1876386404780800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.220322:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466559.220325:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940000 x1876386404780800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466559.220331:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.220333:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466559.220337:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466559.220341:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789466559.220344:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313474657 00000100:00000001:1.0:1789466559.220351:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4313474655 00000100:00000001:1.0:1789466559.220355:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313474657 00000100:00000001:1.0:1789466559.220358:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4313474655 00000100:00000001:1.0:1789466559.220361:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313474657 00000100:00000001:1.0:1789466559.220364:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4313474655 00000100:00000001:1.0:1789466559.220377:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313474657 00000100:00000001:1.0:1789466559.220381:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4313474655 00000100:00000001:1.0:1789466559.220384:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466559.220386:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.220391:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.220396:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.220408:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466559.220411:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466559.220415:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466559.220418:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466559.220421:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466559.220423:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466559.241192:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313474657, at 4313474658 00000100:00000040:3.0:1789466559.241192:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313474657, at 4313474658 00000100:00000010:1.0:1789466559.241214:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11300. 00000100:00000010:3.0:1789466559.241216:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11000. 00000100:00000001:1.0:1789466560.233089:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466560.233120:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466560.233124:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466560.233131:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466560.233134:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466560.233141:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466560.233144:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466561.255201:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466561.255224:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466561.255227:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466561.255233:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466561.255236:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466561.255243:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466561.255246:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466561.511313:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466561.511318:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466561.511322:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466562.281822:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466562.281843:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466562.281846:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466562.281852:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466562.281855:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466562.281862:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466562.281864:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466562.538619:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466562.538690:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466562.538716:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466563.303555:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466563.303564:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466563.303577:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466538/real 1789466538] req@ffff8967c3c62a00 x1876386404780288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466563.303594:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466563.303596:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466563.303599:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143630. 00000400:00000200:1.0:1789466563.303607:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:1.0:1789466563.303610:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:1.0:1789466563.303614:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466563.303618:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62a00 x1876386404780288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466563.303627:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62a00 x1876386404780288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466563.303634:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466563.303636:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466563.303639:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466563.303641:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466563.303644:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62a00 x1876386404780288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466563.303651:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466563.303659:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466563.303661:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466563.303664:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466563.303666:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466563.303669:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466563.303673:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62a00 x1876386404780288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466563 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466563.303679:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466563.303682:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466563.303683:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466563.303702:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466563.303705:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466563.303707:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466563.303710:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466563.303858:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789466563.303861:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466563.303867:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62a00 x1876386404780288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466563 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466563.303875:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404780288:0@lo:250:kworker.0 00000100:00000001:1.0:1789466563.303880:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466563.303891:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466563.303895:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62a00 x1876386404780288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466563 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466563.303902:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466563.303905:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466563.303909:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:1.0:1789466563.303913:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466563.303916:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466563.303918:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789466563.303920:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466563.303923:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:1.0:1789466563.303926:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466563.303928:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466563.303929:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62a00. 00000100:00000001:1.0:1789466563.303933:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466563.303934:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466563.303936:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466563.306962:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466563.306973:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466563.306975:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466563.306979:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466563.306984:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466563.306989:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 18786 00000100:00080000:3.0:1789466563.306994:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466563.306997:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466563.307000:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466563.307002:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466563.307005:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466563.307015:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466563.307017:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466563.307019:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466563.307022:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466563.307025:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466563.307027:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466563.307030:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466563.307032:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466563.307034:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466563.307050:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466563.307054:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466563.307058:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466563.307060:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466563.307063:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466563.307067:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466563.307069:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466563.307071:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466563.307102:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466563.307109:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789466563.307112:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466563.307116:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466563.307118:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466563.307120:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466563.307123:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466563.307127:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466563.307134:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789466563.307141:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466563.307150:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404780928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466563.307160:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466563.307163:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466563.307168:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404780928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466563.307205:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466563.307209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466563.307212:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466563.307215:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466563.307218:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466563.307220:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466563.307223:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466563.307226:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466563.307229:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466563.307235:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (18816) 00000100:00080000:1.0:1789466564.327227:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466564.327237:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466564.327241:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466564.327244:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466564.327264:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466564.327267:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466564.327270:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466564.327273:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466564.327275:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466564.327278:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466564.327284:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (18817) 00000800:00000001:3.0:1789466564.749589:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466564.749605:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466564.749621:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466564.749624:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466564.749635:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466564.749651:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9a280 00000400:00000100:3.0:1789466564.749659:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402378368 offset 0 length 520: 4 00000400:00000200:3.0:1789466564.749665:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466564.749668:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466564.749676:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466564.749680:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466564.749682:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466564.749684:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466564.749685:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466564.749687:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466564.749691:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466564.749695:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9a300 00000400:00000100:3.0:1789466564.749699:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402378496 offset 0 length 520: 4 00000400:00000200:3.0:1789466564.749702:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466564.749704:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466564.749708:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466564.749713:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466564.749715:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466564.749717:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466565.609188:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466565.609194:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466565.609199:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466566.632309:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466566.632312:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466566.632316:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466568.359409:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466568.359419:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466568.359423:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466568.359426:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466568.359428:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466568.359459:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466568.359461:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466568.359464:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466568.359466:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466568.359469:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466568.359474:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18821) 00000100:00000040:1.0:1789466568.871315:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313483895, at 4313484288 00000100:00000010:1.0:1789466568.871320:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00000100:00000040:3.0:1789466568.871477:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313483895, at 4313484288 00000100:00000010:3.0:1789466568.871483:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000020:00000001:3.0:1789466569.703431:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466569.703435:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466569.703438:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466570.728026:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466570.728029:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466570.728032:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466573.479251:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466573.479261:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466573.479265:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466573.479269:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466573.479272:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466573.479275:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466573.479278:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466573.479281:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466573.479283:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466573.479286:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466573.479292:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18826) 00000020:00000001:3.0:1789466573.803788:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466573.803792:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466573.803795:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466574.824263:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466574.824268:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466574.824272:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466577.896229:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466577.896235:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466577.896238:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466578.919338:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466578.919341:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466578.919345:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466580.327337:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466580.327345:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466580.327350:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:3.0:1789466581.993397:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466581.993401:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466581.993403:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466583.016282:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466583.016285:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466583.016289:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466584.807818:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466584.807827:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466584.807832:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466584.807840:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466584.807901:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466584.807906:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466584.807913:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466584.807919:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 18807 00000100:00080000:3.0:1789466584.807925:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466584.807942:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466584.807947:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466584.807953:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466584.807958:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466584.807969:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466584.807974:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466584.807980:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466584.807986:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466584.807993:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466584.807999:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466584.808005:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466584.808008:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466584.808010:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466584.808506:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466584.808510:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466584.808514:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466584.808517:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466584.808520:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466584.808527:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466584.808529:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466584.808532:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466584.808534:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466584.808549:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789466584.808553:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466584.808557:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466584.808558:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466584.808561:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466584.808564:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466584.808568:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466584.808575:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789466584.808581:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466584.808587:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404781056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466584.808596:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466584.808600:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466584.808604:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404781056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466584.808627:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466584.808630:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466584.808634:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466584.808635:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466584.808637:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466584.808639:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466584.808642:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 18807 00000100:00080000:3.0:1789466584.808644:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466584.808654:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466584.808657:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466584.808658:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466584.808660:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466584.808665:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466584.808666:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466584.808668:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466584.808671:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466584.808673:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466584.808675:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466584.808678:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466584.808679:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466584.808681:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466584.808682:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466584.808685:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466584.808687:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466584.808689:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466584.808691:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466584.808694:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466584.808696:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466584.808698:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466584.808699:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466584.808703:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789466584.808705:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466584.808708:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466584.808709:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466584.808711:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466584.808713:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466584.808715:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466584.808718:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789466584.808722:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466584.808727:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404781184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466584.808744:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466584.808747:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466584.808751:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404781184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466584.808758:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466584.808761:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466584.808764:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466584.808765:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466584.808766:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466584.808769:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466584.808771:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 18807 00000100:00080000:3.0:1789466584.808773:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466584.808776:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466584.808778:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466584.808779:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466584.808781:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466584.808785:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466584.808786:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466584.808788:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466584.808790:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466584.808792:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466584.808794:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466584.808796:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466584.808798:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466584.808799:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466584.808801:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466584.808803:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466584.808806:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466584.808808:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466584.808818:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466584.808821:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466584.808823:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466584.808824:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466584.808826:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466584.808829:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789466584.808831:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466584.808834:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466584.808835:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466584.808836:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466584.808837:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466584.808839:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466584.810075:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789466584.810087:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466584.810099:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404781312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466584.810108:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466584.810111:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466584.810115:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404781312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466584.810124:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466584.810127:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466584.810130:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466584.810131:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466584.810133:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466584.810136:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466584.810138:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 18807 00000100:00080000:3.0:1789466584.810141:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466584.810143:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466584.810145:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466584.810147:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466584.810149:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466584.810167:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466584.810169:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466584.810171:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466584.810175:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466584.810177:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466584.810179:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466584.810182:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466584.810184:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466584.810186:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466584.810187:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466584.810190:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466584.810193:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466584.810195:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466584.810197:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466584.810202:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466584.810205:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466584.810207:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466584.810209:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466584.810214:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789466584.810217:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466584.810220:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466584.810221:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466584.810224:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466584.810226:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466584.810228:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466584.810231:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789466584.810235:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466584.810239:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404781440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466584.810246:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466584.810248:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466584.810251:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404781440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466584.810269:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466584.810275:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18837) 00000100:00000040:3.0:1789466584.832318:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313500248, at 4313500249 00000100:00000010:3.0:1789466584.832334:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000040:1.0:1789466584.832385:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313500248, at 4313500249 00000100:00000010:1.0:1789466584.832392:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000020:00000001:3.0:1789466586.087857:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466586.087860:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466586.087864:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466587.111263:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466587.111267:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466587.111270:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466588.903766:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466588.903771:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789466588.903774:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466588.903777:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466588.903780:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466588.903783:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 18811 00000100:00080000:1.0:1789466588.903787:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466588.903791:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466588.903794:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466588.903797:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466588.903799:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466588.903807:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466588.903808:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789466588.903811:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466588.903814:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789466588.903817:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789466588.903819:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789466588.903822:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466588.903824:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466588.903826:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466588.903827:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466588.903831:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789466588.903834:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466588.903836:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466588.903838:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466588.903841:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466588.903844:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466588.903847:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466588.903858:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466588.903863:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789466588.903867:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789466588.903871:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466588.903873:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466588.903875:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466588.903878:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466588.903882:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466588.903890:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fea400. 00000100:00000001:1.0:1789466588.903896:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466588.903917:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404781568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466588.903927:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466588.903931:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466588.903936:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404781568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466588.904302:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789466588.904306:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466588.904319:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466588.904322:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466588.904325:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466588.904328:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466588.904331:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466588.904334:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466588.904337:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466588.904341:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18842) 00000020:00000001:3.0:1789466590.183301:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466590.183306:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466590.183309:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789466590.345996:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466590.346017:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466590.346084:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466590.346089:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789466590.346102:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789466590.346120:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9a380 00000400:00000100:1.0:1789466590.346129:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402378624 offset 0 length 520: 4 00000400:00000200:1.0:1789466590.346135:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466590.346138:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789466590.346148:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466590.346155:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466590.346158:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466590.346160:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466591.207894:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466591.207899:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466591.207903:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466594.279278:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466594.279281:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466594.279284:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466594.471170:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313509491, at 4313509888 00000100:00000010:3.0:1789466594.471184:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37900. 00000100:00000040:1.0:1789466594.471427:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313509491, at 4313509888 00000100:00000010:1.0:1789466594.471433:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000020:00000001:1.0:1789466595.303547:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466595.303830:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466595.303834:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466598.375410:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466598.375413:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466598.375416:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466599.080126:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466599.080135:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466599.080139:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466599.080142:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466599.080145:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466599.080147:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466599.080150:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466599.080153:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466599.080155:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466599.080173:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466599.080178:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18852) 00000020:00000001:1.0:1789466599.399349:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466599.399353:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466599.399356:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466602.471542:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466602.471547:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466602.471550:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466603.495369:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466603.495373:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466603.495377:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466606.569597:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466606.569602:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466606.569605:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466607.593292:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466607.593296:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466607.593300:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466609.412151:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313524828, at 4313524829 00000100:00000010:3.0:1789466609.412165:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000040:1.0:1789466609.413913:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313524828, at 4313524830 00000100:00000010:1.0:1789466609.413930:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00000020:00000001:1.0:1789466609.644854:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466609.644865:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466609.644871:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466610.663664:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466610.663693:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466610.663696:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466611.687483:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466611.687487:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466611.687491:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466613.480238:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466613.480244:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466613.480247:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466613.480250:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466613.480254:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466613.480257:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 18837 00000100:00080000:3.0:1789466613.480261:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466613.480265:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466613.480267:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466613.480270:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466613.480272:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466613.480281:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466613.480283:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466613.480286:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466613.480289:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466613.480292:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466613.480295:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466613.480297:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466613.480299:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466613.480301:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466613.480310:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466613.480314:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466613.480317:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466613.480320:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466613.480322:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466613.480326:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466613.480329:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466613.480333:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466613.480335:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466613.480342:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789466613.480346:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466613.480351:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466613.480353:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466613.480356:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466613.480359:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466613.480364:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466613.480373:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789466613.480380:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466613.480387:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404782208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466613.480397:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466613.480402:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466613.480406:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404782208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466613.480428:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466613.480432:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466613.480436:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466613.480439:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466613.480442:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466613.480446:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466613.480456:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466613.480459:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466613.480462:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466613.480467:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (18866) 00000020:00000001:1.0:1789466613.736068:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466613.736072:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466613.736076:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466614.762503:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466614.762513:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466614.762519:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789466614.923225:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466614.923252:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466614.923258:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466614.923261:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789466614.923276:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789466614.923300:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9a500 00000400:00000100:1.0:1789466614.923311:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402379008 offset 0 length 520: 4 00000400:00000200:1.0:1789466614.923319:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466614.923322:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789466614.923335:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466614.923346:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466614.923348:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466614.923352:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466615.784959:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466615.784968:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466615.784974:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466617.831363:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466617.831367:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466617.831370:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466618.538559:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466618.538575:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466618.538578:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466618.538607:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466618.538610:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466618.538613:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466618.538616:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466618.538620:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466618.538622:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466618.538625:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466618.538633:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18871) 00000020:00000001:1.0:1789466618.855348:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466618.855353:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466618.855357:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466619.047190:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313534068, at 4313534464 00000100:00000040:3.0:1789466619.047193:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313534068, at 4313534464 00000100:00000010:1.0:1789466619.047214:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d80. 00000100:00000010:3.0:1789466619.047222:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000800:00000200:1.0:1789466619.239335:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466619.239345:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466619.239351:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:1.0:1789466619.879430:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466619.879434:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466619.879437:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466621.927388:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466621.927392:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466621.927396:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466622.951344:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466622.951349:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466622.951353:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466623.656171:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466623.656186:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466623.656190:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466623.656194:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466623.656198:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466623.656201:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466623.656204:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466623.656207:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466623.656209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466623.656212:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466623.656218:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18876) 00000020:00000001:1.0:1789466623.975418:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466623.975422:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466623.975425:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466626.023324:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466626.023327:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466626.023330:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466627.047317:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466627.047321:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466627.047324:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466628.071273:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466628.071276:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466628.071279:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466630.119262:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466630.119265:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466630.119268:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466631.143314:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466631.143318:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466631.143321:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466632.171140:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466632.171144:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466632.171147:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466634.215275:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466634.215278:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466634.215282:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466634.983661:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466634.983666:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466634.983669:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466634.983672:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789466634.983674:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466634.983675:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466634.983678:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466634.983681:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 18857 00000100:00080000:1.0:1789466634.983685:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466634.983687:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466634.983690:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466634.983702:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466634.983704:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466634.983712:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466634.983713:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789466634.983716:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466634.983718:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789466634.983721:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789466634.983723:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789466634.983726:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466634.983728:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466634.983729:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466634.983731:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466634.983734:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789466634.983737:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466634.983739:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466634.983742:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466634.983749:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466634.983752:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466634.983754:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466634.983756:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466634.983761:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789466634.983765:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789466634.983769:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466634.983771:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466634.983774:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466634.983776:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466634.983780:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466634.983788:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe8c00. 00000100:00000001:1.0:1789466634.983795:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466634.983801:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404782336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466634.983809:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466634.983813:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466634.983824:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404782336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466634.983834:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789466634.983837:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466634.983840:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789466634.983841:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466634.983843:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466634.983845:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466634.983847:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 18857 00000100:00080000:1.0:1789466634.983849:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466634.983856:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466634.983858:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466634.983860:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466634.983862:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466634.983866:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466634.983867:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789466634.983868:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466634.983871:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789466634.983872:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789466634.983874:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789466634.983877:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466634.983878:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466634.983880:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466634.983882:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466634.983884:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789466634.983887:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466634.983889:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466634.983891:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466634.983893:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466634.983895:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466634.983902:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466634.983904:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466634.983907:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789466634.983909:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789466634.983911:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466634.983913:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466634.983915:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466634.983916:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466634.983918:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466634.983922:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789466634.983925:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466634.983929:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404782464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466634.983936:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466634.983938:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466634.983941:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404782464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466634.983948:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789466634.983950:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466634.983953:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466634.983955:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466634.983958:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466634.983962:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18888) 00000100:00080000:1.0:1789466634.986736:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466634.986746:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466634.986750:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466634.986753:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789466634.986755:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466634.986759:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466634.986778:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466634.986784:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 18857 00000100:00080000:1.0:1789466634.986788:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466634.986790:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466634.986793:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466634.986795:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466634.986798:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466634.986808:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466634.986810:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789466634.986812:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466634.986815:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789466634.986817:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789466634.986819:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789466634.986822:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466634.986824:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466634.986825:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466634.986826:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466634.986841:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789466634.986844:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466634.986846:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466634.986849:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466634.986855:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466634.986858:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466634.986860:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466634.986863:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466634.986869:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789466634.987081:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789466634.987086:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466634.987088:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466634.987090:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466634.987093:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466634.987096:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466634.987111:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feac00. 00000100:00000001:1.0:1789466634.987117:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466634.987267:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404782592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466634.987279:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466634.987283:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466634.987287:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404782592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466634.987297:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789466634.987300:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466634.987303:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789466634.987305:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466634.987307:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466634.987309:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466634.987312:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 18857 00000100:00080000:1.0:1789466634.987314:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466634.987317:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466634.987319:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466634.987320:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466634.987323:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466634.987327:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466634.987328:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789466634.987330:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466634.987332:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789466634.987334:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789466634.987336:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789466634.987339:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466634.987341:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466634.987342:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466634.987344:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466634.987353:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789466634.987356:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466634.987359:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466634.987360:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466634.987364:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466634.987366:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466634.987367:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466634.987369:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466634.987374:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789466634.987376:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789466634.987378:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466634.987380:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466634.987381:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466634.987383:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466634.987385:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466634.987388:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789466634.987393:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466634.987397:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404782720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466634.987404:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466634.987407:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466634.987410:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404782720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466634.987418:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466634.987423:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18888) 00000100:00080000:1.0:1789466634.988013:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466634.988017:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466634.988022:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18888) 00000100:00000040:3.0:1789466635.011458:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313550426, at 4313550428 00000100:00000010:3.0:1789466635.011472:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37840. 00000100:00000040:1.0:1789466635.011571:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313550426, at 4313550428 00000100:00000010:1.0:1789466635.011576:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000020:00000001:1.0:1789466635.240181:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466635.240199:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466635.240202:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466636.263270:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466636.263273:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466636.263276:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466638.311539:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466638.311543:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466638.311546:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466639.336992:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466639.336998:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466639.337003:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466640.104873:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466640.104879:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466640.104883:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466640.104892:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466640.104896:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466640.104899:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466640.104901:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466640.104904:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466640.104907:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466640.104909:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466640.104915:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (18893) 00000020:00000001:1.0:1789466640.359824:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466640.359828:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466640.359904:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466642.408205:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466642.408209:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466642.408212:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466643.114746:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466643.114756:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466643.114760:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466643.114763:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466643.114765:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466643.114768:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466643.114770:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466643.114773:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466643.114776:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466643.114779:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466643.114785:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18896) 00000020:00000001:1.0:1789466643.431286:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466643.431290:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466643.431292:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466643.623340:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313558643, at 4313559040 00000100:00000010:1.0:1789466643.623345:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000100:00000040:3.0:1789466643.623426:0:218018:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313558643, at 4313559040 00000100:00000010:3.0:1789466643.623431:0:218018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000020:00000001:1.0:1789466644.456975:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466644.456978:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466644.456981:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466646.503265:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466646.503268:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466646.503272:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466647.528065:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466647.528068:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466647.528072:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466648.551280:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466648.551284:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466648.551287:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466650.601791:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466650.601806:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466650.601819:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466651.624487:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466651.624492:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466651.624496:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466652.647274:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466652.647277:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466652.647280:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466653.351211:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466653.351221:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466653.351224:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466653.351228:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466653.351230:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466653.351234:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466653.351257:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466653.351261:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466653.351263:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466653.351266:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466653.351271:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18906) 00000100:00000001:1.0:1789466653.416483:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466653.416499:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466653.416501:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466653.416505:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466653.416508:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466653.416513:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466653.416515:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466654.439155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466654.439170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466654.439173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466654.439178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466654.439180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466654.439185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466654.439188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466654.695291:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466654.695294:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466654.695297:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466655.463531:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466655.463546:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466655.463548:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466655.463552:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466655.463555:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466655.463559:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466655.463562:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466655.720318:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466655.720322:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466655.720325:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466656.487169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466656.487184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466656.487202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466656.487207:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466656.487209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466656.487214:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466656.487216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466656.744367:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466656.744370:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466656.744373:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466657.127476:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1789466657.127482:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466657.127494:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466657.127499:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466657.127501:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466657.511908:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466657.511932:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466657.511934:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466657.511939:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466657.511941:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466657.511945:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466657.511948:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466657.767596:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466657.767600:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466657.767604:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466658.535148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466658.535162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466658.535163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466658.535168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466658.535170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466658.535174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466658.535177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466658.792582:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466658.792588:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466658.792592:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466659.559787:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466659.559795:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466659.559809:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466634/real 1789466634] req@ffff8967d3738700 x1876386404782336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466659.559834:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466659.559837:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466659.559840:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143160. 00000400:00000200:1.0:1789466659.559848:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:1.0:1789466659.559867:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:1.0:1789466659.559872:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466659.559877:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404782336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466659.559885:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404782336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.559892:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466659.559893:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.559896:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466659.559898:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466659.559902:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404782336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.559910:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.559912:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466659.559916:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466634/real 1789466634] req@ffff8967d3739c00 x1876386404782464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466659.559923:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466659.559924:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466659.559931:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143580. 00000400:00000200:1.0:1789466659.559934:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:1.0:1789466659.559935:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:1.0:1789466659.559938:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466659.559941:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404782464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466659.559948:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404782464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.559954:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466659.559956:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.559957:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466659.559959:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466659.559962:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404782464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.559981:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.559983:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466659.559987:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466634/real 1789466634] req@ffff8967d373aa00 x1876386404782592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466659.559997:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466659.559998:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466659.560000:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41436e0. 00000400:00000200:1.0:1789466659.560002:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:1.0:1789466659.560004:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:1.0:1789466659.560006:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466659.560008:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404782592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466659.560015:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404782592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560020:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466659.560021:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560022:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466659.560023:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466659.560026:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404782592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560031:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560033:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466659.560054:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466634/real 1789466634] req@ffff8967d3739880 x1876386404782720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466659.560061:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466659.560062:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466659.560063:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d10. 00000400:00000200:1.0:1789466659.560074:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:1.0:1789466659.560076:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:1.0:1789466659.560078:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466659.560087:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739880 x1876386404782720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466659.560094:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739880 x1876386404782720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560100:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466659.560102:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560104:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466659.560105:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466659.560108:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739880 x1876386404782720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560114:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560122:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466659.560124:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560127:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466659.560129:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466659.560132:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466659.560136:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404782336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560143:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466659.560146:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560147:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466659.560148:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560151:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466659.560153:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466659.560156:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466659.560186:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466659.560188:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466659.560192:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404782336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466659.560199:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404782336:0@lo:38:kworker.0 00000100:00000001:1.0:1789466659.560211:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466659.560214:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404782464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560220:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466659.560222:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560224:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466659.560225:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560227:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466659.560229:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466659.560231:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466659.560236:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466659.560239:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466659.560242:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404782464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466659.560249:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404782464:0@lo:38:kworker.0 00000100:00000001:1.0:1789466659.560253:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466659.560256:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404782592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560262:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466659.560264:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560266:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466659.560267:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560269:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466659.560270:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466659.560272:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466659.560276:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466659.560278:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466659.560288:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404782592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466659.560295:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404782592:0@lo:38:kworker.0 00000100:00000001:1.0:1789466659.560299:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466659.560302:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739880 x1876386404782720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560308:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466659.560310:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560311:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466659.560313:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560314:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466659.560315:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466659.560317:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466659.560402:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466659.560404:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466659.560408:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739880 x1876386404782720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466659.560415:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404782720:0@lo:38:kworker.0 00000100:00000001:1.0:1789466659.560418:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.560421:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466659.560423:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404782336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560430:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466659.560432:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466659.560435:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:1.0:1789466659.560439:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466659.560442:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466659.560443:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789466659.560451:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466659.560453:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466659.560456:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466659.560458:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466659.560460:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:1.0:1789466659.560464:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466659.560465:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560466:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466659.560469:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404782464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560475:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466659.560476:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466659.560477:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:1.0:1789466659.560479:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466659.560480:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466659.560481:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789466659.560483:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466659.560484:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466659.560485:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466659.560486:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466659.560487:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:1.0:1789466659.560490:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466659.560491:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560492:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466659.560494:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404782592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560500:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466659.560500:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466659.560502:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789466659.560503:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466659.560504:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466659.560505:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789466659.560506:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466659.560507:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2feac00. 02000000:00000001:1.0:1789466659.560509:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466659.560510:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466659.560514:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:1.0:1789466659.560517:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466659.560518:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560519:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466659.560521:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739880 x1876386404782720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466659 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.560526:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466659.560527:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466659.560529:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:1.0:1789466659.560531:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466659.560532:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466659.560532:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789466659.560534:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466659.560535:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2feb400. 02000000:00000001:1.0:1789466659.560537:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466659.560537:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466659.560539:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739880. 00000100:00000001:1.0:1789466659.560541:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466659.560542:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.560544:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.561409:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466659.561412:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466659.561414:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466659.561418:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940000 x1876386404782976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561426:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466659.561428:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466659.561434:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466659.561436:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466659.561438:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466659.561441:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404782976:0@lo:38:kworker.0 00000100:00000001:1.0:1789466659.561444:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466659.561448:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466659.561449:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466659.561451:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466659.561455:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2feb400. 02000000:00000001:1.0:1789466659.561461:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466659.561466:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf7e8. 00000400:00000010:1.0:1789466659.561470:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351000. 00000100:00000200:1.0:1789466659.561476:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404782976, portal 10 00000100:00000001:1.0:1789466659.561478:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466659.561479:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622951936 : -130396086599680 : ffff8967cb940000) 00000100:00000040:1.0:1789466659.561486:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940000 x1876386404782976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561492:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466659.561495:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466659.561497:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351ee0. 00000100:00000200:1.0:1789466659.561499:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404782976, offset 0 00000400:00000200:1.0:1789466659.561505:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466659.561515:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466659.561524:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e5380 00000400:00000100:1.0:1789466659.561529:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404782976 offset 0 length 520: 4 00000400:00000200:1.0:1789466659.561533:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466659.561536:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466659.561545:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351ee0 00000400:00000010:1.0:1789466659.561547:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351ee0. 00000100:00000001:1.0:1789466659.561551:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466659.561554:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940000 x1876386404782976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561561:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466659.561563:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940000 x1876386404782976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561569:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.561570:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466659.561575:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466659.561580:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789466659.561584:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313574997 00000100:00000010:1.0:1789466659.561588:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f60. 00000100:00000001:1.0:1789466659.561598:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466659.561622:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313574997 00000100:00000010:1.0:1789466659.561626:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11600. 00000100:00000001:1.0:1789466659.561629:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466659.561632:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313574997 00000100:00000010:1.0:1789466659.561634:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc114e0. 00000100:00000001:1.0:1789466659.561636:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466659.561643:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313574997 00000100:00000010:1.0:1789466659.561646:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11180. 00000100:00000001:1.0:1789466659.561648:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466659.561661:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466659.561663:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.561668:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466659.561672:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942680 x1876386404783104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561677:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466659.561679:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466659.561680:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466659.561682:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466659.561684:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466659.561686:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404783104:0@lo:38:kworker.0 00000100:00000001:1.0:1789466659.561689:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466659.561691:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466659.561692:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466659.561694:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466659.561697:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2feac00. 02000000:00000001:1.0:1789466659.561698:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466659.561701:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf630. 00000400:00000010:1.0:1789466659.561704:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351ee0. 00000100:00000200:1.0:1789466659.561706:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404783104, portal 10 00000100:00000001:1.0:1789466659.561708:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466659.561713:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622961792 : -130396086589824 : ffff8967cb942680) 00000100:00000040:1.0:1789466659.561718:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942680 x1876386404783104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561723:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466659.561725:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466659.561727:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351770. 00000100:00000200:1.0:1789466659.561729:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404783104, offset 0 00000400:00000200:1.0:1789466659.561733:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466659.561739:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466659.561744:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e5400 00000400:00000100:1.0:1789466659.561748:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404783104 offset 0 length 520: 4 00000400:00000200:1.0:1789466659.561751:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466659.561753:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466659.561757:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351770 00000400:00000010:1.0:1789466659.561759:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351770. 00000100:00000001:1.0:1789466659.561762:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466659.561764:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942680 x1876386404783104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561770:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466659.561773:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942680 x1876386404783104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561779:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.561781:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466659.561783:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466659.561786:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789466659.561789:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313574997 00000100:00000001:1.0:1789466659.561791:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4313574997 00000100:00000001:1.0:1789466659.561793:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313574997 00000100:00000001:1.0:1789466659.561795:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4313574997 00000100:00000001:1.0:1789466659.561797:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313574997 00000100:00000001:1.0:1789466659.561799:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4313574997 00000100:00000001:1.0:1789466659.561807:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313574997 00000100:00000001:1.0:1789466659.561809:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4313574997 00000100:00000001:1.0:1789466659.561811:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466659.561813:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.561933:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466659.561937:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404783232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561943:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466659.561944:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466659.561946:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466659.561948:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466659.561949:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466659.561952:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404783232:0@lo:38:kworker.0 00000100:00000001:1.0:1789466659.561954:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466659.561956:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466659.561957:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466659.561959:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466659.561962:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466659.561963:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466659.561967:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf0b0. 00000400:00000010:1.0:1789466659.561970:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351770. 00000100:00000200:1.0:1789466659.561973:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404783232, portal 10 00000100:00000001:1.0:1789466659.561974:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466659.561975:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:1.0:1789466659.561981:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404783232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.561986:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466659.561988:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466659.561989:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789466659.561991:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404783232, offset 0 00000400:00000200:1.0:1789466659.561994:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466659.561999:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466659.562013:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e5480 00000400:00000100:1.0:1789466659.562016:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404783232 offset 0 length 520: 4 00000400:00000200:1.0:1789466659.562019:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466659.562020:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466659.562025:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351e58 00000400:00000010:1.0:1789466659.562027:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351e58. 00000100:00000001:1.0:1789466659.562029:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466659.562032:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404783232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.562059:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466659.562062:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404783232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.562122:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.562123:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466659.562127:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466659.562130:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789466659.562133:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313574998 00000100:00000001:1.0:1789466659.562140:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4313574997 00000100:00000001:1.0:1789466659.562143:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313574998 00000100:00000001:1.0:1789466659.562146:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4313574997 00000100:00000001:1.0:1789466659.562148:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313574998 00000100:00000001:1.0:1789466659.562150:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4313574997 00000100:00000001:1.0:1789466659.562152:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313574998 00000100:00000001:1.0:1789466659.562154:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4313574997 00000100:00000001:1.0:1789466659.562156:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466659.562159:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.562161:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466659.562164:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404783360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.562181:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466659.562182:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466659.562184:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466659.562186:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466659.562188:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466659.562190:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404783360:0@lo:38:kworker.0 00000100:00000001:1.0:1789466659.562193:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466659.562195:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466659.562197:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466659.562198:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466659.562201:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466659.562203:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466659.562206:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbff78. 00000400:00000010:1.0:1789466659.562209:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789466659.562217:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404783360, portal 10 00000100:00000001:1.0:1789466659.562219:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466659.562220:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:1.0:1789466659.562226:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404783360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.562232:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466659.562234:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466659.562237:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789466659.562239:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404783360, offset 0 00000400:00000200:1.0:1789466659.562242:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466659.562248:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466659.562252:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e5500 00000400:00000100:1.0:1789466659.562255:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404783360 offset 0 length 520: 4 00000400:00000200:1.0:1789466659.562258:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466659.562260:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466659.562264:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351440 00000400:00000010:1.0:1789466659.562266:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351440. 00000100:00000001:1.0:1789466659.562273:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466659.562277:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404783360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.562282:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466659.562284:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404783360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466659.562289:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.562291:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466659.562294:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466659.562297:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789466659.562299:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313574999 00000100:00000001:1.0:1789466659.562303:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4313574998 00000100:00000001:1.0:1789466659.562306:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313574999 00000100:00000001:1.0:1789466659.562308:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4313574998 00000100:00000001:1.0:1789466659.562310:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313574999 00000100:00000001:1.0:1789466659.562312:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4313574998 00000100:00000001:1.0:1789466659.562315:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313574999 00000100:00000001:1.0:1789466659.562317:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4313574998 00000100:00000001:1.0:1789466659.562319:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466659.562321:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.562324:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.562327:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.562333:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466659.562335:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466659.562337:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466659.562338:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466659.562340:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466659.562342:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466659.583233:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313574999, at 4313575000 00000100:00000010:1.0:1789466659.583246:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11600. 00000100:00000040:3.0:1789466659.583857:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313574999, at 4313575000 00000100:00000010:3.0:1789466659.583862:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11180. 00000020:00000001:1.0:1789466659.815788:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466659.815807:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466659.815811:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466660.583201:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466660.583215:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466660.583217:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466660.583221:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466660.583223:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466660.583227:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466660.583229:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466660.839481:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466660.839484:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466660.839488:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466661.607144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466661.607157:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466661.607159:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466661.607163:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466661.607166:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466661.607170:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466661.607172:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466661.863409:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466661.863413:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466661.863416:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466662.631151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466662.631165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466662.631168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466662.631172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466662.631174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466662.631178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466662.631180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466662.888307:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466662.888311:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466662.888314:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466663.655168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466663.655175:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466663.655189:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466638/real 1789466638] req@ffff8967c3c63800 x1876386404782848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466663 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466663.655206:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466663.655208:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466663.655212:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143370. 00000400:00000200:1.0:1789466663.655220:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:1.0:1789466663.655222:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:1.0:1789466663.655241:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466663.655245:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63800 x1876386404782848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466663 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466663.655254:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63800 x1876386404782848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466663 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466663.655261:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466663.655263:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466663.655266:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466663.655268:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466663.655272:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63800 x1876386404782848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466663 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466663.655279:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466663.655288:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466663.655290:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466663.655292:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466663.655295:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466663.655298:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466663.655302:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63800 x1876386404782848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466663 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466663.655309:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466663.655312:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466663.655314:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466663.655315:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466663.655317:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466663.655320:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466663.655323:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466663.655363:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789466663.655366:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466663.655371:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63800 x1876386404782848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466663 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466663.655379:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404782848:0@lo:250:kworker.0 00000100:00000001:1.0:1789466663.655389:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466663.655392:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466663.655396:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63800 x1876386404782848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466663 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466663.655402:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466663.655404:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466663.655408:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:1.0:1789466663.655412:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466663.655414:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466663.655416:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789466663.655419:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466663.655421:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:1.0:1789466663.655425:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466663.655426:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466663.655428:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63800. 00000100:00000001:1.0:1789466663.655431:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466663.655432:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466663.655435:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466663.655746:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466663.655748:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466663.655750:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466663.655754:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466663.655762:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466663.655763:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466663.655767:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466663.655769:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466663.655771:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466663.655774:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404783488:0@lo:250:kworker.0 00000100:00000001:1.0:1789466663.655777:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466663.655780:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466663.655782:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466663.655785:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466663.655789:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466663.655796:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466663.655801:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfd68. 00000400:00000010:1.0:1789466663.655805:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789466663.655811:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404783488, portal 25 00000100:00000001:1.0:1789466663.655813:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466663.655814:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622967168 : -130396086584448 : ffff8967cb943b80) 00000100:00000040:1.0:1789466663.655820:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466663.655826:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466663.655829:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466663.655831:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351aa0. 00000100:00000200:1.0:1789466663.655834:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404783488, offset 0 00000400:00000200:1.0:1789466663.655840:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466663.655851:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466663.655861:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411e5580 00000400:00000100:1.0:1789466663.655867:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404783488 offset 0 length 520: 4 00000400:00000200:1.0:1789466663.655871:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466663.655873:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466663.655882:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351aa0 00000400:00000010:1.0:1789466663.655884:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351aa0. 00000100:00000001:1.0:1789466663.655887:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466663.655891:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466663.655898:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466663.655901:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466663.655907:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466663.655909:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466663.655912:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466663.655917:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4313584242 00000100:00000010:1.0:1789466663.655920:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11600. 00000100:00000001:1.0:1789466663.655936:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466663.655953:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4313584242 00000100:00000010:1.0:1789466663.655956:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11cc0. 00000100:00000001:1.0:1789466663.655959:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466663.655962:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313584242 00000100:00000010:1.0:1789466663.655965:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ba0. 00000100:00000001:1.0:1789466663.655968:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466663.655971:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313584242 00000100:00000010:1.0:1789466663.655973:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11120. 00000100:00000001:1.0:1789466663.655976:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466663.655979:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466663.655982:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466663.655985:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466663.655988:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466663.655992:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466663.655993:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466663.655995:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466663.655996:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466663.655997:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466663.655999:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466663.911722:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466663.911725:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466663.911729:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466664.679245:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466664.679255:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466664.679259:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466664.679262:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466664.679265:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466664.679268:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466664.679270:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466664.679289:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466664.679300:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466664.679303:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466664.679309:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (18917) 00000020:00000001:1.0:1789466664.936839:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466664.936845:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466664.936849:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466665.960947:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466665.960951:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466665.960954:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466666.983348:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466666.983352:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466666.983355:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466668.007405:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466668.007408:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466668.007411:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466668.711204:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466668.711217:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466668.711222:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466668.711226:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466668.711229:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466668.711232:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466668.711236:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466668.711240:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466668.711243:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466668.711246:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466668.711253:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18921) 00000020:00000001:1.0:1789466669.031732:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466669.031737:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466669.031741:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466669.223187:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313584242, at 4313584640 00000100:00000040:3.0:1789466669.223187:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313584242, at 4313584640 00000100:00000010:3.0:1789466669.223207:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11120. 00000100:00000010:1.0:1789466669.223211:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11cc0. 00000020:00000001:3.0:1789466670.055365:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466670.055369:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466670.055372:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466671.081934:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466671.081938:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466671.081941:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466672.103300:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466672.103303:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466672.103306:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466673.128228:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466673.128233:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466673.128237:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466674.152010:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466674.152030:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466674.152033:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466675.175477:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466675.175481:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466675.175484:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466676.201005:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466676.201011:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466676.201015:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466677.223279:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466677.223282:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466677.223285:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466678.248206:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466678.248211:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466678.248223:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466678.951346:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466678.951356:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466678.951359:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466678.951363:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466678.951366:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466678.951368:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466678.951371:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466678.951391:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466678.951394:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466678.951396:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466678.951402:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18932) 00000020:00000001:1.0:1789466679.271365:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466679.271369:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466679.271372:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466680.297501:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466680.297508:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466680.297521:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466681.319485:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466681.319488:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466681.319491:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466682.343399:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466682.343403:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466682.343406:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466683.367328:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466683.367332:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466683.367335:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466684.074008:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.074018:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466684.074021:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.074064:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466684.074067:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.074070:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466684.074073:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.074077:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466684.074079:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.074082:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466684.074103:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18937) 00000100:00080000:1.0:1789466684.136717:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.136722:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466684.136725:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.136729:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789466684.136731:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466684.136733:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466684.136736:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466684.136739:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 18907 00000100:00080000:1.0:1789466684.136742:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466684.136745:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466684.136747:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466684.136750:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466684.136752:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466684.136758:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466684.136760:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789466684.136763:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466684.136766:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789466684.136768:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789466684.136770:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789466684.136773:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466684.136775:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466684.136776:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466684.136778:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466684.136781:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789466684.136784:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466684.136786:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466684.136788:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466684.136794:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466684.136802:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466684.136804:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466684.136806:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466684.136811:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789466684.136814:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789466684.136818:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466684.136820:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466684.136822:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466684.136825:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466684.136828:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466684.136835:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe8c00. 00000100:00000001:1.0:1789466684.136842:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466684.136847:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404783616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466684.136856:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466684.136859:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466684.136863:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404783616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466684.136882:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789466684.136885:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.136888:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789466684.136889:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466684.136891:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466684.136893:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466684.136895:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 18907 00000100:00080000:1.0:1789466684.136898:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466684.136900:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466684.136902:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466684.136903:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466684.136905:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466684.136909:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466684.136910:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789466684.136916:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466684.136919:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789466684.136920:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789466684.136922:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789466684.136925:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466684.136927:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466684.136929:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466684.136931:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466684.136934:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789466684.136936:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466684.136938:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466684.136940:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466684.136943:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466684.136945:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466684.136947:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466684.136948:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466684.136951:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789466684.136954:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789466684.136956:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466684.136957:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466684.136959:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466684.136960:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466684.136962:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466684.136966:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789466684.136969:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466684.136973:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404783744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466684.136980:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466684.136982:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466684.136984:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404783744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466684.136992:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789466684.136998:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.137001:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789466684.137003:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466684.137004:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466684.137007:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466684.137009:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 18907 00000100:00080000:1.0:1789466684.137011:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466684.137013:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466684.137015:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466684.137016:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466684.137018:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466684.137021:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466684.137022:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789466684.137023:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466684.137075:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789466684.137078:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789466684.137080:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789466684.137083:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466684.137085:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466684.137086:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466684.137087:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466684.137089:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789466684.137091:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466684.137093:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466684.137095:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466684.137098:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466684.137100:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466684.137102:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466684.137103:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466684.137107:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789466684.137109:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789466684.137116:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466684.137117:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466684.137119:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466684.137120:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466684.137122:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466684.137126:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feac00. 00000100:00000001:1.0:1789466684.137129:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466684.137133:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404783872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466684.137140:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466684.137142:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466684.137145:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404783872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466684.137151:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789466684.137154:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466684.137156:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789466684.137158:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466684.137159:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466684.137162:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466684.137163:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 18907 00000100:00080000:1.0:1789466684.137166:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466684.137168:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466684.137169:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466684.137171:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466684.137172:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466684.137175:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466684.137177:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789466684.137178:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466684.137180:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789466684.137182:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789466684.137193:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789466684.137200:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466684.137202:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466684.137204:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466684.137206:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466684.137208:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789466684.137210:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466684.137212:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466684.137214:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466684.137216:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466684.137218:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466684.137220:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466684.137221:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466684.137223:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789466684.137226:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789466684.137227:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466684.137229:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466684.137230:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466684.137231:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466684.137233:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466684.137236:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789466684.137239:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466684.137242:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404784000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466684.137249:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466684.137250:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466684.137253:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404784000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466684.137260:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466684.137264:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18937) 00000100:00000040:3.0:1789466684.167158:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313599583, at 4313599584 00000100:00000010:3.0:1789466684.167172:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000040:1.0:1789466684.167266:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313599583, at 4313599584 00000100:00000010:1.0:1789466684.167273:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000020:00000001:1.0:1789466684.393561:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466684.393619:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466684.393623:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466685.416986:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466685.416991:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466685.416995:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466686.439897:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466686.439901:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466686.439904:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466687.464737:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466687.464743:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466687.464747:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466688.238682:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466688.238689:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466688.238701:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466663/real 1789466663] req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466688 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466688.238717:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466688.238719:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466688.238722:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfd68. 00000400:00000200:1.0:1789466688.238728:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351440 00000400:00000010:1.0:1789466688.238731:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351440. 00000100:00000001:1.0:1789466688.238735:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466688.238738:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466688 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466688.238747:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466688 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466688.238755:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466688.238757:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466688.238759:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466688.238761:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466688.238765:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466688 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466688.238771:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466688.238778:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466688.238780:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466688.238783:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466688.238785:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466688.238788:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466688.238807:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466688 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466688.238814:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466688.238817:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466688.238818:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466688.238820:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466688.238822:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466688.238824:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466688.238827:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466688.238887:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789466688.238890:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466688.238895:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466688 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466688.238910:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404783488:0@lo:250:kworker.0 00000100:00000001:1.0:1789466688.238915:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466688.238918:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466688.238921:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943b80 x1876386404783488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466688 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466688.238928:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466688.238930:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466688.238934:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466688.238938:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466688.238940:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466688.238942:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789466688.238944:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466688.238947:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:1.0:1789466688.238957:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466688.238959:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466688.238961:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943b80. 00000100:00000001:1.0:1789466688.238965:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466688.238966:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466688.238974:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466688.242577:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466688.242583:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466688.242586:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466688.242594:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466688.242604:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466688.242606:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466688.242609:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466688.242612:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466688.242615:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466688.242618:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404784128:0@lo:250:kworker.0 00000100:00000001:1.0:1789466688.242622:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466688.242626:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466688.242628:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466688.242631:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466688.242637:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466688.242639:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466688.242645:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfd68. 00000400:00000010:1.0:1789466688.242651:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789466688.242658:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404784128, portal 25 00000100:00000001:1.0:1789466688.242660:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466688.242661:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:1.0:1789466688.242666:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466688.242673:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466688.242676:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466688.242679:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351aa0. 00000100:00000200:1.0:1789466688.242682:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404784128, offset 0 00000400:00000200:1.0:1789466688.242687:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466688.242699:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466688.242709:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411e5800 00000400:00000100:1.0:1789466688.242714:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404784128 offset 0 length 520: 4 00000400:00000200:1.0:1789466688.242719:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466688.242729:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466688.242739:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351aa0 00000400:00000010:1.0:1789466688.242742:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351aa0. 00000100:00000001:1.0:1789466688.242745:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466688.242749:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466688.242756:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466688.242759:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466688.242766:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466688.242768:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466688.242773:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466688.242777:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4313608829 00000100:00000010:1.0:1789466688.242781:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc116c0. 00000100:00000001:1.0:1789466688.243211:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466688.243223:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4313608830 00000100:00000010:1.0:1789466688.243235:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11900. 00000100:00000001:1.0:1789466688.243239:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466688.243242:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313608830 00000100:00000010:1.0:1789466688.243245:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc115a0. 00000100:00000001:1.0:1789466688.243247:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466688.243255:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313608830 00000100:00000010:1.0:1789466688.243258:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11240. 00000100:00000001:1.0:1789466688.243262:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466688.243265:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466688.243268:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466688.243272:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466688.243274:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466688.243282:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466688.243284:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466688.243286:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466688.243287:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466688.243294:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466688.243296:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466688.487460:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466688.487463:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466688.487466:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466689.255587:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466689.255596:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466689.255599:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466689.255602:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466689.255605:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466689.255607:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466689.255610:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466689.255613:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466689.255615:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466689.255618:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466689.255623:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (18942) 00000020:00000001:1.0:1789466689.515386:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466689.515390:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466689.515393:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789466689.669230:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466689.669256:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466689.669260:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466689.669264:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789466689.669275:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789466689.669298:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9aa00 00000400:00000100:1.0:1789466689.669306:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402380288 offset 0 length 520: 4 00000400:00000200:1.0:1789466689.669311:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466689.669329:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789466689.669339:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466689.669344:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466689.669347:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466689.669348:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466690.542809:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466690.542816:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466690.542821:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466691.559455:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466691.559459:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466691.559461:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466692.586768:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466692.586772:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466692.586775:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466693.290389:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466693.290402:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466693.290405:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466693.290408:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466693.290410:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466693.290413:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466693.290416:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466693.290420:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466693.290422:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466693.290425:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466693.290430:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18946) 00000020:00000001:1.0:1789466693.607545:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466693.607548:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466693.607551:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466693.799340:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313608830, at 4313609216 00000100:00000010:1.0:1789466693.799346:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11900. 00000100:00000040:3.0:1789466693.799606:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313608830, at 4313609216 00000100:00000010:3.0:1789466693.799613:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11240. 00000020:00000001:3.0:1789466694.631423:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466694.631427:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466694.631430:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466695.655518:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466695.655521:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466695.655524:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466696.040794:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789466696.040803:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466696.040814:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466696.040818:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466696.040820:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466696.681496:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466696.681499:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466696.681502:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466697.708776:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466697.708783:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466697.708787:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466698.407202:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466698.407213:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466698.407216:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466698.407220:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466698.407222:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466698.407225:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466698.407228:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466698.407230:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466698.407233:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466698.407235:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466698.407241:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18951) 00000020:00000001:3.0:1789466698.727350:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466698.727354:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466698.727356:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466699.752458:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466699.752461:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466699.752464:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466700.775291:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466700.775295:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466700.775298:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466701.543576:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466701.543589:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466701.543607:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466701.543613:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466701.543615:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466701.543619:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466701.543622:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466701.802956:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466701.802963:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466701.802968:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466702.569754:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466702.569769:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466702.569772:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466702.569776:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466702.569779:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466702.569784:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466702.569787:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466702.823382:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466702.823386:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466702.823389:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466703.527173:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466703.527183:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466703.527187:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466703.527190:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466703.527192:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466703.527195:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466703.527198:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466703.527201:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466703.527204:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466703.527207:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466703.528598:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18956) 00000100:00000001:1.0:1789466703.591455:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466703.591469:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466703.591471:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466703.591491:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466703.591494:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466703.591498:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466703.591501:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466703.847423:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466703.847427:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466703.847430:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466704.615178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466704.615193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466704.615195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466704.615200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466704.615202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466704.615206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466704.615209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466704.871686:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466704.871689:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466704.871692:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466705.639331:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466705.639346:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466705.639349:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466705.639353:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466705.639356:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466705.639360:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466705.639362:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466705.895330:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466705.895333:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466705.895336:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466706.663426:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466706.663439:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466706.663441:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466706.663445:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466706.663447:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466706.663452:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466706.663454:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466706.919346:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466706.919350:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466706.919353:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466707.687169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466707.687184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466707.687187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466707.687191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466707.687193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466707.687198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466707.687218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466707.946020:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466707.946024:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466707.946027:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466708.711457:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466708.711470:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466708.711472:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466708.711477:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466708.711479:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466708.711484:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466708.711487:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466708.967412:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466708.967416:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466708.967420:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466709.735198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466709.735205:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466709.735219:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466684/real 1789466684] req@ffff8967d3739880 x1876386404783616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466709.735235:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466709.735237:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466709.735240:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143688. 00000400:00000200:1.0:1789466709.735247:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:1.0:1789466709.735250:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:1.0:1789466709.735254:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466709.735258:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739880 x1876386404783616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466709.735266:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739880 x1876386404783616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735274:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466709.735275:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735278:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466709.735280:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466709.735284:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739880 x1876386404783616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735290:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735311:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466709.735315:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466684/real 1789466684] req@ffff8967d373aa00 x1876386404783744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466709.735323:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466709.735324:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466709.735326:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:1.0:1789466709.735329:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964660 00000400:00000010:1.0:1789466709.735330:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964660. 00000100:00000001:1.0:1789466709.735333:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466709.735335:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404783744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466709.735341:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404783744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735346:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466709.735347:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735349:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466709.735350:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466709.735353:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404783744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735358:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735360:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466709.735364:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466684/real 1789466684] req@ffff8967d3739c00 x1876386404783872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466709.735371:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466709.735372:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466709.735373:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143318. 00000400:00000200:1.0:1789466709.735375:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:1.0:1789466709.735377:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:1.0:1789466709.735379:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466709.735393:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404783872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466709.735399:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404783872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735410:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466709.735412:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735413:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466709.735414:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466709.735418:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404783872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735424:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735425:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466709.735429:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466684/real 1789466684] req@ffff8967d3738700 x1876386404784000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466709.735436:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466709.735437:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466709.735438:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41434d0. 00000400:00000200:1.0:1789466709.735440:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9644c8 00000400:00000010:1.0:1789466709.735442:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9644c8. 00000100:00000001:1.0:1789466709.735444:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466709.735447:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404784000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466709.735453:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404784000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735458:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466709.735459:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735460:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466709.735462:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466709.735464:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404784000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735469:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735477:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466709.735480:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735482:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466709.735484:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466709.735492:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466709.735497:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739880 x1876386404783616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735504:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466709.735507:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735508:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466709.735509:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735511:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466709.735514:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466709.735517:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466709.735546:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466709.735549:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466709.735562:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739880 x1876386404783616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466709.735569:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404783616:0@lo:38:kworker.0 00000100:00000001:1.0:1789466709.735574:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466709.735577:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404783744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735584:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466709.735586:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735587:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466709.735588:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735589:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466709.735595:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466709.735598:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466709.735603:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466709.735605:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466709.735612:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404783744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466709.735624:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404783744:0@lo:38:kworker.0 00000100:00000001:1.0:1789466709.735628:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466709.735631:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404783872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735640:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466709.735642:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735644:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466709.735645:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735647:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466709.735648:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466709.735650:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466709.735655:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466709.735656:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466709.735659:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404783872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466709.735665:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404783872:0@lo:38:kworker.0 00000100:00000001:1.0:1789466709.735668:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466709.735672:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404784000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735677:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466709.735679:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735680:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466709.735681:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735683:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466709.735684:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466709.735686:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466709.735697:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789466709.735698:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466709.735702:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404784000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466709.735708:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404784000:0@lo:38:kworker.0 00000100:00000001:1.0:1789466709.735711:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.735714:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466709.735723:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739880 x1876386404783616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735729:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466709.735732:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466709.735736:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789466709.735740:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466709.735742:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466709.735744:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789466709.735746:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466709.735748:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466709.735751:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466709.735753:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466709.735755:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739880. 00000100:00000001:1.0:1789466709.735758:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466709.735759:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735761:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466709.735763:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404783744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735768:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466709.735769:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466709.735771:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:1.0:1789466709.735773:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466709.735774:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466709.735775:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789466709.735776:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466709.735778:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466709.735785:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466709.735786:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466709.735787:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:1.0:1789466709.735790:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466709.735791:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735793:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466709.735796:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404783872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735802:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466709.735803:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466709.735804:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:1.0:1789466709.735806:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466709.735807:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466709.735808:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789466709.735810:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466709.735811:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2feac00. 02000000:00000001:1.0:1789466709.735813:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466709.735814:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466709.735815:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:1.0:1789466709.735817:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466709.735818:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735819:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466709.735821:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404784000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789466709 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.735826:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466709.735827:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466709.735828:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:1.0:1789466709.735830:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466709.735832:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466709.735833:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789466709.735834:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466709.735836:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2feb400. 02000000:00000001:1.0:1789466709.735838:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466709.735839:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466709.735840:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:1.0:1789466709.735843:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466709.735851:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.735854:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.739635:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466709.739644:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466709.739647:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466709.739660:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404784256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.739672:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466709.739674:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466709.739678:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466709.739681:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466709.739684:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466709.739687:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404784256:0@lo:38:kworker.0 00000100:00000001:1.0:1789466709.739691:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466709.739695:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466709.739697:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466709.739700:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466709.739708:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2feb400. 02000000:00000001:1.0:1789466709.739710:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466709.739718:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfcb8. 00000400:00000010:1.0:1789466709.739724:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351aa0. 00000100:00000200:1.0:1789466709.739730:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404784256, portal 10 00000100:00000001:1.0:1789466709.739733:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466709.739734:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:1.0:1789466709.739741:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404784256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.739748:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466709.739750:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466709.739753:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351cc0. 00000100:00000200:1.0:1789466709.739755:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404784256, offset 0 00000400:00000200:1.0:1789466709.739761:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466709.739773:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466709.739784:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e5880 00000400:00000100:1.0:1789466709.739789:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404784256 offset 0 length 520: 4 00000400:00000200:1.0:1789466709.739804:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466709.739807:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466709.739818:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351cc0 00000400:00000010:1.0:1789466709.739821:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351cc0. 00000100:00000001:1.0:1789466709.739825:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466709.739829:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404784256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.739837:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466709.739840:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404784256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.739847:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.739849:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466709.739853:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466709.739859:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789466709.739862:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313625175 00000100:00000010:1.0:1789466709.739866:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11900. 00000100:00000001:1.0:1789466709.739873:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466709.739898:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313625175 00000100:00000010:1.0:1789466709.739902:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11de0. 00000100:00000001:1.0:1789466709.739906:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466709.739909:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313625175 00000100:00000010:1.0:1789466709.739912:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11360. 00000100:00000001:1.0:1789466709.739915:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466709.739923:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313625175 00000100:00000010:1.0:1789466709.739927:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11660. 00000100:00000001:1.0:1789466709.739931:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466709.739945:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466709.739949:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.739952:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466709.739957:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942680 x1876386404784384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.739969:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466709.739971:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466709.739973:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466709.739975:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466709.739977:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466709.739980:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404784384:0@lo:38:kworker.0 00000100:00000001:1.0:1789466709.739984:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466709.739986:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466709.739987:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466709.739989:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466709.740006:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2feac00. 02000000:00000001:1.0:1789466709.740008:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466709.740011:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf2c0. 00000400:00000010:1.0:1789466709.740015:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351cc0. 00000100:00000200:1.0:1789466709.740018:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404784384, portal 10 00000100:00000001:1.0:1789466709.740020:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466709.740021:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622961792 : -130396086589824 : ffff8967cb942680) 00000100:00000040:1.0:1789466709.740027:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942680 x1876386404784384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740033:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466709.740062:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466709.740065:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351330. 00000100:00000200:1.0:1789466709.740068:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404784384, offset 0 00000400:00000200:1.0:1789466709.740072:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466709.740077:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466709.740082:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e5900 00000400:00000100:1.0:1789466709.740086:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404784384 offset 0 length 520: 4 00000400:00000200:1.0:1789466709.740089:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466709.740092:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466709.740096:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351330 00000400:00000010:1.0:1789466709.740098:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351330. 00000100:00000001:1.0:1789466709.740106:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466709.740110:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942680 x1876386404784384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740117:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466709.740120:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942680 x1876386404784384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740126:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.740128:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466709.740131:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466709.740133:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789466709.740136:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4313625176 00000100:00000001:1.0:1789466709.740142:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4313625175 00000100:00000001:1.0:1789466709.740145:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4313625176 00000100:00000001:1.0:1789466709.740147:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4313625175 00000100:00000001:1.0:1789466709.740150:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4313625176 00000100:00000001:1.0:1789466709.740152:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4313625175 00000100:00000001:1.0:1789466709.740154:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4313625176 00000100:00000001:1.0:1789466709.740157:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4313625175 00000100:00000001:1.0:1789466709.740159:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466709.740161:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.740163:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466709.740167:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940000 x1876386404784512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740174:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466709.740176:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466709.740178:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466709.740180:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466709.740182:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466709.740184:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404784512:0@lo:38:kworker.0 00000100:00000001:1.0:1789466709.740187:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466709.740194:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466709.740195:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466709.740197:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466709.740200:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9400. 02000000:00000001:1.0:1789466709.740202:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466709.740205:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfec8. 00000400:00000010:1.0:1789466709.740208:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351330. 00000100:00000200:1.0:1789466709.740211:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404784512, portal 10 00000100:00000001:1.0:1789466709.740213:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466709.740214:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622951936 : -130396086599680 : ffff8967cb940000) 00000100:00000040:1.0:1789466709.740220:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940000 x1876386404784512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740226:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466709.740228:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466709.740230:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63513b8. 00000100:00000200:1.0:1789466709.740232:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404784512, offset 0 00000400:00000200:1.0:1789466709.740236:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466709.740241:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466709.740246:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e5980 00000400:00000100:1.0:1789466709.740250:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404784512 offset 0 length 520: 4 00000400:00000200:1.0:1789466709.740253:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466709.740255:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466709.740259:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63513b8 00000400:00000010:1.0:1789466709.740261:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63513b8. 00000100:00000001:1.0:1789466709.740263:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466709.740266:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940000 x1876386404784512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740272:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466709.740275:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940000 x1876386404784512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740281:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.740283:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466709.740286:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466709.740295:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789466709.740297:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313625176 00000100:00000001:1.0:1789466709.740300:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4313625176 00000100:00000001:1.0:1789466709.740302:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313625176 00000100:00000001:1.0:1789466709.740303:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4313625176 00000100:00000001:1.0:1789466709.740305:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313625176 00000100:00000001:1.0:1789466709.740307:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4313625176 00000100:00000001:1.0:1789466709.740309:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313625176 00000100:00000001:1.0:1789466709.740311:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4313625176 00000100:00000001:1.0:1789466709.740313:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466709.740315:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.740317:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466709.740321:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940700 x1876386404784640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740328:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466709.740330:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466709.740332:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466709.740334:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466709.740335:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466709.740338:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404784640:0@lo:38:kworker.0 00000100:00000001:1.0:1789466709.740340:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466709.740342:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466709.740344:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466709.740345:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466709.740348:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe8c00. 02000000:00000001:1.0:1789466709.740351:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466709.740354:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf840. 00000400:00000010:1.0:1789466709.740356:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63513b8. 00000100:00000200:1.0:1789466709.740359:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404784640, portal 10 00000100:00000001:1.0:1789466709.740361:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466709.740366:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622953728 : -130396086597888 : ffff8967cb940700) 00000100:00000040:1.0:1789466709.740373:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940700 x1876386404784640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740379:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466709.740380:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466709.740383:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351d48. 00000100:00000200:1.0:1789466709.740385:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404784640, offset 0 00000400:00000200:1.0:1789466709.740389:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466709.740394:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466709.740399:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e5a00 00000400:00000100:1.0:1789466709.740403:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404784640 offset 0 length 520: 4 00000400:00000200:1.0:1789466709.740406:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466709.740408:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466709.740412:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351d48 00000400:00000010:1.0:1789466709.740414:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351d48. 00000100:00000001:1.0:1789466709.740417:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466709.740419:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940700 x1876386404784640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740426:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466709.740428:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940700 x1876386404784640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789466734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466709.740434:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.740436:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466709.740438:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466709.740441:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789466709.740443:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4313625177 00000100:00000001:1.0:1789466709.740447:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4313625176 00000100:00000001:1.0:1789466709.740450:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4313625177 00000100:00000001:1.0:1789466709.740452:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4313625176 00000100:00000001:1.0:1789466709.740455:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4313625177 00000100:00000001:1.0:1789466709.740457:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4313625176 00000100:00000001:1.0:1789466709.740468:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4313625177 00000100:00000001:1.0:1789466709.740471:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4313625176 00000100:00000001:1.0:1789466709.740474:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466709.740476:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.740479:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.740482:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.740566:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466709.740568:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466709.740571:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466709.740573:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466709.740575:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466709.740577:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466709.769564:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313625177, at 4313625186 00000100:00000010:3.0:1789466709.769594:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11660. 00000100:00000040:1.0:1789466709.770423:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313625177, at 4313625187 00000100:00000010:1.0:1789466709.770432:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11de0. 00000020:00000001:1.0:1789466709.991445:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466709.991449:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466709.991452:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466710.759180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466710.759193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466710.759196:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466710.759200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466710.759202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466710.759207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466710.759209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466711.015308:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466711.015311:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466711.015314:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466711.783241:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466711.783255:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466711.783257:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466711.783261:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466711.783264:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466711.783268:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466711.783271:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466712.039557:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466712.039560:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466712.039563:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466712.807635:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466712.807649:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466712.807667:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466712.807672:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466712.807674:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466712.807678:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466712.807681:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466713.063323:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466713.063327:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466713.063330:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466713.831571:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466713.831579:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466713.831595:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466688/real 1789466688] req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466713 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466713.831613:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466713.831615:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466713.831618:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfd68. 00000400:00000200:1.0:1789466713.831625:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351440 00000400:00000010:1.0:1789466713.831628:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351440. 00000100:00000001:1.0:1789466713.831632:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466713.831637:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466713 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466713.831645:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466713 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466713.831652:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466713.831654:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466713.831657:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466713.831659:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466713.831663:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466713 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466713.831669:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466713.831678:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466713.831680:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466713.831683:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466713.831685:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466713.831689:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466713.831710:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466713 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466713.831718:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466713.831721:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466713.831722:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466713.831723:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466713.831726:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466713.831728:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466713.831731:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466713.831822:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789466713.831825:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466713.831830:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466713 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466713.831837:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404784128:0@lo:250:kworker.0 00000100:00000001:1.0:1789466713.831842:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466713.831845:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466713.831848:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404784128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789466713 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466713.831855:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466713.831858:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466713.831862:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466713.831866:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466713.831869:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466713.831871:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789466713.831873:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466713.831876:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:1.0:1789466713.831880:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466713.831881:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466713.831883:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:1.0:1789466713.831886:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466713.831888:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466713.831896:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466713.836589:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466713.836593:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466713.836596:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466713.836602:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943100 x1876386404784768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466713.836610:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466713.836612:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466713.836615:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466713.836618:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466713.836620:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466713.836623:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404784768:0@lo:250:kworker.0 00000100:00000001:1.0:1789466713.836627:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466713.836631:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466713.836633:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466713.836635:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466713.836640:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967f2fe9000. 02000000:00000001:1.0:1789466713.836642:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789466713.836647:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfd68. 00000400:00000010:1.0:1789466713.836654:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789466713.836660:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404784768, portal 25 00000100:00000001:1.0:1789466713.836662:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466713.836664:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622964480 : -130396086587136 : ffff8967cb943100) 00000100:00000040:1.0:1789466713.836669:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943100 x1876386404784768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466713.836676:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466713.836678:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789466713.836680:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351d48. 00000100:00000200:1.0:1789466713.836683:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404784768, offset 0 00000400:00000200:1.0:1789466713.836689:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789466713.836700:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789466713.836710:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411e5a80 00000400:00000100:1.0:1789466713.836716:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404784768 offset 0 length 520: 4 00000400:00000200:1.0:1789466713.836720:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466713.836729:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789466713.836742:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351d48 00000400:00000010:1.0:1789466713.836744:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351d48. 00000100:00000001:1.0:1789466713.836748:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789466713.836753:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943100 x1876386404784768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466713.836761:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466713.836764:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943100 x1876386404784768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789466738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466713.836772:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466713.836773:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789466713.836778:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466713.836783:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4313634423 00000100:00000010:1.0:1789466713.836787:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11de0. 00000100:00000001:1.0:1789466713.836793:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789466713.836804:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4313634423 00000100:00000010:1.0:1789466713.836807:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc111e0. 00000100:00000001:1.0:1789466713.836810:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789466713.836812:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313634423 00000100:00000010:1.0:1789466713.836815:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f00. 00000100:00000001:1.0:1789466713.836817:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466713.836820:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313634423 00000100:00000010:1.0:1789466713.836822:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11780. 00000100:00000001:1.0:1789466713.836825:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466713.836828:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466713.836831:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466713.836835:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466713.836837:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466713.838536:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466713.838543:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466713.838549:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466713.838552:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466713.838568:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466713.838572:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466714.087408:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466714.087412:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466714.087415:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466714.855170:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466714.855176:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466714.855179:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466714.855182:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466714.855185:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466714.855188:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466714.855191:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466714.855194:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466714.855197:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466714.855199:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466714.855204:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (18967) 00000020:00000001:3.0:1789466715.111385:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466715.111389:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466715.111392:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466716.135529:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466716.135533:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466716.135536:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466717.159356:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466717.159360:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466717.159364:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466718.183265:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466718.183268:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466718.183271:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466718.895461:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466718.895473:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466718.895476:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466718.895480:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466718.895482:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466718.895486:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466718.895488:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466718.895492:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466718.895494:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466718.895497:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466718.895502:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18972) 00000020:00000001:3.0:1789466719.207305:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466719.207309:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466719.207312:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466719.399181:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313634423, at 4313634816 00000100:00000010:3.0:1789466719.399196:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11780. 00000100:00000040:1.0:1789466719.399503:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313634423, at 4313634816 00000100:00000010:1.0:1789466719.399509:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc111e0. 00000020:00000001:1.0:1789466720.235621:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466720.235634:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466720.235638:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466721.255488:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466721.255492:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466721.255496:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466722.280402:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466722.280408:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466722.280411:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466723.303404:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466723.303408:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466723.303411:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466724.007307:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466724.007318:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466724.007321:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466724.007325:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466724.007328:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466724.007331:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466724.007343:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466724.007347:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466724.007349:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466724.007352:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466724.007358:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18977) 00000020:00000001:1.0:1789466724.327607:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466724.327611:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466724.327614:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466725.351338:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466725.351342:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466725.351346:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466726.380155:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466726.380159:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466726.380162:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466727.399562:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466727.399581:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466727.399584:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466728.424401:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466728.424405:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466728.424409:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466729.447399:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466729.447403:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466729.447405:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466730.471291:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466730.471294:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466730.471297:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466731.495348:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466731.495352:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466731.495354:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466732.519335:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466732.519338:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466732.519341:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466733.543986:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466733.543990:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466733.543992:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466733.927182:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466733.927191:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466733.927196:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789466733.927413:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789466733.927419:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466733.927430:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466733.927434:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466733.927437:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789466734.247845:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.247856:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466734.247859:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.247862:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466734.247864:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.247867:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466734.247870:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.247873:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466734.247875:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.247878:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466734.247884:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18987) 00000100:00080000:3.0:1789466734.312121:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.312127:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466734.312129:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.312132:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466734.312134:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466734.312143:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466734.312147:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466734.312149:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 18957 00000100:00080000:3.0:1789466734.312153:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466734.312156:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466734.312158:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466734.312160:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466734.312163:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466734.312170:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466734.312172:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466734.312175:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466734.312178:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466734.312180:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466734.312182:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466734.312185:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466734.312186:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466734.312187:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466734.312189:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466734.312192:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466734.312195:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466734.312197:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466734.312199:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466734.312207:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466734.312210:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466734.312212:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466734.312214:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466734.312218:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789466734.312221:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466734.312224:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466734.312226:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466734.312229:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466734.312231:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466734.312240:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466734.312247:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789466734.312253:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466734.312258:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404784896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466734.312266:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466734.312269:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466734.312273:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404784896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466734.312294:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466734.312297:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.312300:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466734.312301:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466734.312302:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466734.312305:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466734.312306:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 18957 00000100:00080000:3.0:1789466734.312309:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466734.312311:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466734.312313:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466734.312314:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466734.312316:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466734.312319:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466734.312320:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466734.312321:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466734.312323:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466734.312325:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466734.312327:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466734.312329:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466734.312331:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466734.312333:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466734.312340:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466734.312342:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466734.312345:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466734.312347:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466734.312349:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466734.312352:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466734.312354:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466734.312356:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466734.312357:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466734.312360:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789466734.312363:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466734.312365:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466734.312366:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466734.312368:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466734.312370:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466734.312371:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466734.312375:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789466734.312379:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466734.312382:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404785024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466734.312389:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466734.312391:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466734.312394:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404785024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466734.312402:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466734.312404:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.312407:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466734.312408:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466734.312410:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466734.312412:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466734.312415:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 18957 00000100:00080000:3.0:1789466734.312417:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466734.312426:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466734.312427:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466734.312429:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466734.312431:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466734.312434:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466734.312435:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466734.312437:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466734.312439:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466734.312441:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466734.312442:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466734.312445:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466734.312447:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466734.312448:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466734.312450:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466734.312452:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466734.312454:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466734.312456:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466734.312458:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466734.312461:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466734.312463:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466734.312465:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466734.312466:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466734.312470:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789466734.312473:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466734.312475:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466734.312476:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466734.312478:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466734.312479:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466734.312481:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466734.312485:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789466734.312488:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466734.312492:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404785152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466734.312509:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466734.312512:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466734.312516:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404785152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466734.312523:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466734.312525:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466734.312528:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466734.312530:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466734.312531:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466734.312533:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466734.312535:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 18957 00000100:00080000:3.0:1789466734.312538:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466734.312540:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466734.312542:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466734.312543:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466734.312545:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466734.312548:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466734.312550:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466734.312551:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466734.312553:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466734.312555:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466734.312557:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466734.312560:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466734.312561:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466734.312563:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466734.312565:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466734.312567:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466734.312569:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466734.312571:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466734.312578:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466734.312581:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466734.312584:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466734.312585:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466734.312587:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466734.312590:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789466734.312601:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466734.312604:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466734.312605:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466734.312607:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466734.312608:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466734.312610:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466734.312614:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789466734.312617:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466734.312622:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404785280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466734.312629:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466734.312630:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466734.312633:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404785280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466734.312640:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466734.312644:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18987) 00000100:00000040:1.0:1789466734.337222:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313649753, at 4313649754 00000100:00000010:1.0:1789466734.337238:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe480. 00000100:00000040:3.0:1789466734.342167:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313649758, at 4313649759 00000100:00000010:3.0:1789466734.342176:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe6c0. 00000020:00000001:1.0:1789466734.567281:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466734.567284:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466734.567287:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466735.591497:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466735.591500:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466735.591503:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466736.615453:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466736.615457:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466736.615459:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466737.639471:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466737.639475:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466737.639477:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466738.407592:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466738.407598:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466738.407599:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466738.407602:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466738.407605:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466738.407608:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 18961 00000100:00080000:3.0:1789466738.407619:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466738.407622:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466738.407624:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466738.407626:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466738.407629:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466738.407636:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466738.407638:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466738.407641:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466738.407643:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466738.407645:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466738.407648:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466738.407650:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466738.407651:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466738.407653:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466738.407655:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466738.407658:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466738.407661:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466738.407664:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466738.407666:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466738.407669:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466738.407671:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466738.407674:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466738.407676:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466738.407681:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789466738.407684:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466738.407687:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466738.407688:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466738.407692:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466738.407694:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466738.407698:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466738.407704:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789466738.407711:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466738.407717:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404785408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466738.407732:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466738.407737:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466738.407741:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404785408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466738.407760:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466738.407763:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466738.407766:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466738.407769:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466738.407772:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466738.407774:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466738.407788:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466738.407790:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466738.407793:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466738.407797:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (18991) 00000020:00000001:1.0:1789466738.667870:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466738.667876:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466738.667881:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466739.431164:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466739.431174:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466739.431177:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466739.431181:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466739.431183:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466739.431186:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466739.431189:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466739.431208:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466739.431211:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466739.431214:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466739.431219:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (18992) 00000020:00000001:3.0:1789466739.687962:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466739.687966:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466739.687969:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789466739.849075:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849094:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466739.849100:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849103:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466739.849115:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466739.849132:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9ad00 00000400:00000100:3.0:1789466739.849140:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402381056 offset 0 length 520: 4 00000400:00000200:3.0:1789466739.849146:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466739.849149:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466739.849158:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849162:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466739.849164:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849166:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466739.849168:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849170:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466739.849174:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466739.849178:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ad80 00000400:00000100:3.0:1789466739.849182:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402381184 offset 0 length 520: 4 00000400:00000200:3.0:1789466739.849185:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466739.849187:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466739.849190:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849192:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466739.849194:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849210:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466739.849212:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849214:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466739.849219:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466739.849226:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ae00 00000400:00000100:3.0:1789466739.849229:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402381312 offset 0 length 520: 4 00000400:00000200:3.0:1789466739.849232:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466739.849233:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466739.849237:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849244:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466739.849246:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466739.849249:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466740.714136:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466740.714142:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466740.714146:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466741.735413:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466741.735417:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466741.735420:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466742.759803:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466742.759806:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466742.759818:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466743.463187:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466743.463199:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466743.463203:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466743.463206:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466743.463209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466743.463211:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466743.463214:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466743.463217:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466743.463219:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466743.463222:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466743.463228:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18996) 00000020:00000001:3.0:1789466743.783441:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466743.783445:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466743.783448:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466743.975177:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313658995, at 4313659392 00000100:00000010:3.0:1789466743.975209:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe840. 00000100:00000040:1.0:1789466743.978118:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313658995, at 4313659395 00000100:00000010:1.0:1789466743.978131:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea80. 00000020:00000001:1.0:1789466744.807295:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466744.807299:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466744.807303:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466745.831351:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466745.831354:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466745.831357:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466746.856315:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466746.856318:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466746.856321:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466747.882097:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466747.882105:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466747.882110:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466748.583521:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466748.583531:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466748.583534:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466748.583536:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466748.583539:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466748.583541:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466748.583544:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466748.583546:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466748.583549:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466748.583551:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466748.583555:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19001) 00000020:00000001:1.0:1789466748.904683:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466748.904686:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466748.904689:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466749.927335:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466749.927339:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466749.927342:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466750.953030:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466750.953068:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466750.953072:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466751.976880:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466751.976883:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466751.976886:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466753.001138:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466753.001141:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466753.001144:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466754.026961:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466754.026965:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466754.026968:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466755.048190:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466755.048194:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466755.048197:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466756.072791:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466756.072794:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466756.072797:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466757.095285:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466757.095288:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466757.095291:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466758.119417:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466758.119421:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466758.119425:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466759.146913:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466759.146921:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466759.146927:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466759.950235:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313675366, at 4313675367 00000100:00000010:1.0:1789466759.950257:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:3.0:1789466759.950364:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313675366, at 4313675367 00000100:00000010:3.0:1789466759.950371:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe3c0. 00000020:00000001:3.0:1789466760.167363:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466760.167367:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466760.167371:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466761.191519:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466761.191523:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466761.191527:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466762.220011:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466762.220017:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466762.220022:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466763.239823:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466763.239850:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466763.239855:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466764.009392:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466764.009401:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466764.009404:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466764.009408:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466764.009412:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466764.009416:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 18986 00000100:00080000:3.0:1789466764.009421:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466764.009424:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466764.009427:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466764.009429:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466764.009431:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466764.009441:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466764.009444:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466764.009447:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466764.009450:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466764.009452:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466764.009455:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466764.009470:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466764.009472:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466764.009482:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466764.009485:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466764.009488:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466764.009491:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466764.009494:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466764.009497:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466764.009501:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466764.009503:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.009506:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466764.009509:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466764.009515:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789466764.009520:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466764.009525:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466764.009526:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.009530:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466764.009533:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466764.009537:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466764.009546:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789466764.009553:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466764.009561:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404786048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466764.009571:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466764.009576:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466764.009580:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404786048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.009614:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466764.009618:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466764.009622:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466764.009625:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466764.009635:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466764.009638:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466764.009641:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466764.009644:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466764.009647:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466764.009652:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19017) 00000020:00000001:3.0:1789466764.263626:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466764.263631:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466764.263635:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466765.031447:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466765.031454:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466765.031458:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466765.031461:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466765.031464:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466765.031467:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466765.031471:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466765.031474:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466765.031477:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466765.031480:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466765.031487:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19018) 00000020:00000001:1.0:1789466765.288763:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466765.288771:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466765.288776:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789466765.456643:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.456667:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466765.456673:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.456676:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466765.456691:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466765.456719:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9ae80 00000400:00000100:3.0:1789466765.456731:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402381440 offset 0 length 520: 4 00000400:00000200:3.0:1789466765.456738:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466765.456741:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466765.459288:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.459310:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466765.459314:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.459316:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466765.459318:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.459320:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466765.459332:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466765.460874:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9af00 00000400:00000100:3.0:1789466765.460889:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402381568 offset 0 length 520: 4 00000400:00000200:3.0:1789466765.460896:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466765.461447:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466765.461464:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.461480:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466765.461484:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.461487:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466765.461489:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.461490:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466765.461498:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466765.461507:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9af80 00000400:00000100:3.0:1789466765.461512:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402381696 offset 0 length 520: 4 00000400:00000200:3.0:1789466765.461516:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466765.461518:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466765.461522:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.461533:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466765.461535:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466765.461538:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466766.315635:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466766.315646:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466766.315652:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466767.335547:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466767.335552:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466767.335556:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466768.359984:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466768.359988:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466768.359991:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466769.065741:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466769.065756:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466769.065760:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466769.065763:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466769.065766:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466769.065769:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466769.065772:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466769.065775:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466769.065778:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466769.065804:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466769.065811:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19022) 00000020:00000001:1.0:1789466769.388541:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466769.388555:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466769.388560:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466769.575428:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313684597, at 4313684992 00000100:00000010:1.0:1789466769.575434:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe300. 00000100:00000040:3.0:1789466769.575531:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313684597, at 4313684992 00000100:00000010:3.0:1789466769.575537:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe420. 00000020:00000001:1.0:1789466770.407433:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466770.407438:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466770.407442:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466771.431574:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466771.431578:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466771.431581:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466772.457617:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466772.457626:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466772.457633:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466772.839279:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466772.839291:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466772.839298:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789466772.839654:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789466772.839663:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466772.839686:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466772.839692:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466772.839695:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466773.481276:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466773.481283:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466773.481289:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466774.505006:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466774.505014:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466774.505020:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466775.527742:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466775.527750:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466775.527755:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466776.551277:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466776.551280:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466776.551283:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466777.575583:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466777.575587:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466777.575592:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466778.599550:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466778.599555:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466778.599559:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466779.624942:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466779.624947:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466779.624951:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466780.647284:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466780.647288:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466780.647291:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466781.671390:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466781.671393:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466781.671396:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466782.695851:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466782.695855:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466782.695859:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466783.719537:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466783.719541:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466783.719544:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466784.487866:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466784.487872:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466784.487874:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466784.487877:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466784.487880:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466784.487882:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466784.487885:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466784.487888:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19008 00000100:00080000:3.0:1789466784.487892:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466784.487894:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466784.487897:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466784.487899:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466784.487901:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466784.487913:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466784.487915:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466784.487917:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466784.487920:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466784.487922:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466784.487924:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466784.487927:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466784.487928:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466784.487930:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466784.487931:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466784.487934:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466784.487937:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466784.487939:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466784.487941:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466784.487947:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466784.487950:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466784.487952:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466784.487954:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466784.487959:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789466784.487962:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466784.487965:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466784.487966:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466784.487969:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466784.487972:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466784.487976:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466784.487982:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789466784.487988:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466784.487993:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404786176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466784.488001:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466784.488005:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466784.488009:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404786176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466784.488064:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466784.488067:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466784.488070:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466784.488071:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466784.488072:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466784.488075:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466784.488077:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19008 00000100:00080000:3.0:1789466784.488079:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466784.488081:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466784.488084:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466784.488085:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466784.488087:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466784.488091:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466784.488092:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466784.488094:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466784.488096:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466784.488098:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466784.488100:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466784.488103:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466784.488104:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466784.488106:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466784.488108:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466784.488110:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466784.488112:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466784.488114:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466784.488116:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466784.488118:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466784.488120:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466784.488122:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466784.488128:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466784.488131:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789466784.488134:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466784.488136:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466784.488138:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466784.488139:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466784.488140:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466784.488142:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466784.488146:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789466784.488149:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466784.488153:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404786304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466784.488159:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466784.488161:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466784.488164:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404786304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466784.488171:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466784.488173:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466784.488176:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466784.488177:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466784.488179:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466784.488181:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466784.488183:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19008 00000100:00080000:3.0:1789466784.488185:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466784.488187:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466784.488189:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466784.488191:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466784.488192:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466784.488195:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466784.488196:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466784.488198:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466784.488199:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466784.488205:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466784.488207:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466784.488211:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466784.488212:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466784.488214:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466784.488216:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466784.488218:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466784.488220:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466784.488222:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466784.488224:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466784.488226:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466784.488228:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466784.488230:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466784.488232:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466784.488234:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789466784.488237:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466784.488239:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466784.488240:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466784.488242:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466784.488243:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466784.488245:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466784.488248:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789466784.488251:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466784.488255:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404786432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466784.488261:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466784.488263:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466784.488266:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404786432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466784.488272:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466784.488274:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466784.488277:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466784.488282:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466784.488284:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466784.488286:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466784.488288:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19008 00000100:00080000:3.0:1789466784.488291:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466784.488293:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466784.488295:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466784.488296:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466784.488298:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466784.488301:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466784.488302:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466784.488304:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466784.488306:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466784.488308:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466784.488309:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466784.488311:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466784.488313:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466784.488314:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466784.488316:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466784.488318:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466784.488319:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466784.488321:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466784.488323:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466784.488325:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466784.488327:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466784.488328:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466784.488329:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466784.488332:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789466784.488334:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466784.488336:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466784.488337:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466784.488338:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466784.488344:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466784.488345:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466784.488349:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789466784.488353:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466784.488357:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404786560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466784.488363:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466784.488365:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466784.488369:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404786560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466784.488375:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466784.488379:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19037) 00000100:00000040:1.0:1789466784.522181:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313699938, at 4313699939 00000100:00000010:1.0:1789466784.522196:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c373c0. 00000100:00000040:3.0:1789466784.522291:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313699938, at 4313699939 00000100:00000010:3.0:1789466784.522297:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f00. 00000020:00000001:3.0:1789466784.745205:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466784.745208:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466784.745211:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466785.767604:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466785.767607:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466785.767610:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466786.794305:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466786.794309:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466786.794312:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466787.815390:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466787.815393:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466787.815396:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466788.839467:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466788.839474:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466788.839480:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466789.544662:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.544676:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466789.544680:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.544685:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466789.544688:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.544691:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466789.544695:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.544698:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466789.544700:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.544704:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466789.544710:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19042) 00000100:00080000:1.0:1789466789.607777:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.607798:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789466789.607802:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466789.607806:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466789.607825:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466789.607831:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19012 00000100:00080000:1.0:1789466789.607836:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466789.607839:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466789.607843:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466789.607845:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466789.607848:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466789.607858:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466789.607860:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789466789.607864:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466789.607868:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789466789.607871:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789466789.607874:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789466789.607876:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466789.607878:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466789.607880:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466789.607881:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466789.607885:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789466789.607888:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466789.607890:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466789.607893:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466789.607897:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466789.607899:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466789.607902:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466789.607904:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466789.607912:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789466789.607915:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789466789.607920:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466789.607922:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466789.607925:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466789.607928:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466789.607933:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466789.607942:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789466789.607953:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466789.607962:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404786688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466789.607973:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466789.607978:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466789.607983:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404786688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466789.608008:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789466789.608011:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.608016:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466789.608019:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.608022:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466789.608025:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.608028:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466789.608031:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466789.608034:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466789.608073:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19042) 00000020:00000001:1.0:1789466789.863329:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466789.863333:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466789.863337:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789466790.019866:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466790.019888:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466790.019892:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466790.019896:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466790.019912:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466790.019932:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9b000 00000400:00000100:3.0:1789466790.019943:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402381824 offset 0 length 520: 4 00000400:00000200:3.0:1789466790.019951:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466790.019954:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466790.019964:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466790.019971:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466790.019974:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466790.019991:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466790.023286:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466790.023303:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466790.023307:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466790.023310:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466790.023321:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466790.023339:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9b080 00000400:00000100:3.0:1789466790.023348:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402381952 offset 0 length 520: 4 00000400:00000200:3.0:1789466790.023354:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466790.023356:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466790.023365:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466790.023372:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466790.023374:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466790.023377:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466790.024846:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466790.024861:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466790.024865:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466790.024868:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789466790.024880:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789466790.024897:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9b100 00000400:00000100:1.0:1789466790.024905:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402382080 offset 0 length 520: 4 00000400:00000200:1.0:1789466790.024930:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466790.024932:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789466790.024942:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466790.024950:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466790.024952:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466790.024954:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466790.887836:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466790.887841:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466790.887845:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466791.911387:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466791.911391:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466791.911395:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466792.937802:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466792.937811:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466792.937817:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466793.960109:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466793.960115:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466793.960119:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466794.983706:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466794.983710:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466794.983714:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466795.175209:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313710197, at 4313710592 00000100:00000010:1.0:1789466795.175230:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00000040:3.0:1789466795.175405:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313710197, at 4313710592 00000100:00000010:3.0:1789466795.175413:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37de0. 00000020:00000001:1.0:1789466796.007577:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466796.007582:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466796.007586:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466797.031364:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466797.031369:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466797.031372:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466798.055983:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466798.055988:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466798.055993:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466799.079510:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466799.079523:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466799.079527:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466799.783262:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466799.783278:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466799.783282:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466799.783285:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466799.783288:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466799.783291:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466799.783294:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466799.783331:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466799.783334:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466799.783337:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466799.783344:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19052) 00000020:00000001:1.0:1789466800.103790:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466800.103795:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466800.103799:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466801.128291:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466801.128297:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466801.128940:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466802.151609:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466802.151613:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466802.151617:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466803.175391:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466803.175395:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466803.175399:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466804.201122:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466804.201129:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466804.201135:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466804.903197:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466804.903213:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466804.903217:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466804.903220:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466804.903224:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466804.903226:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466804.903230:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466804.903233:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466804.903236:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466804.903239:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466804.903246:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19058) 00000020:00000001:3.0:1789466805.226594:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466805.226599:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466805.226603:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466806.247403:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466806.247407:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466806.247411:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466807.271541:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466807.271545:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466807.271549:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466808.295340:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466808.295343:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466808.295346:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466809.064338:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466809.064344:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466809.064352:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466809.064364:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466809.064366:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466809.064368:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466809.064371:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466809.064374:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19032 00000100:00080000:3.0:1789466809.064379:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466809.064381:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466809.064384:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466809.064386:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466809.064388:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466809.064395:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466809.064397:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466809.064400:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466809.064403:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466809.064405:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466809.064408:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466809.064410:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466809.064412:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466809.064414:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466809.064415:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466809.064418:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466809.064422:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466809.064424:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466809.064426:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466809.064433:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466809.064436:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466809.064438:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466809.064440:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466809.064445:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789466809.064454:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466809.064457:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466809.064458:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466809.064462:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466809.064465:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466809.064468:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466809.064475:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789466809.064481:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466809.064487:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404786816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466809.064494:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466809.064498:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466809.064502:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404786816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466809.064523:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466809.064525:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466809.064528:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466809.064529:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466809.064531:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466809.064533:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466809.064535:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19032 00000100:00080000:3.0:1789466809.064538:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466809.064540:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466809.064542:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466809.064543:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466809.064545:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466809.064549:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466809.064550:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466809.064552:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466809.064554:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466809.064556:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466809.064563:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466809.064565:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466809.064567:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466809.064568:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466809.064570:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466809.064572:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466809.064574:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466809.064576:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466809.064578:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466809.064581:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466809.064583:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466809.064585:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466809.064586:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466809.064589:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789466809.064592:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466809.064594:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466809.064595:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466809.064597:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466809.064598:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466809.064600:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466809.064603:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789466809.064606:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466809.064611:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404786944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466809.064618:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466809.064620:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466809.064623:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404786944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466809.064629:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466809.064631:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466809.064634:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466809.064641:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466809.064642:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466809.064644:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466809.064646:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19032 00000100:00080000:3.0:1789466809.064649:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466809.064651:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466809.064652:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466809.064654:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466809.064656:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466809.064659:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466809.064660:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466809.064662:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466809.064664:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466809.064665:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466809.064667:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466809.064669:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466809.064671:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466809.064672:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466809.064674:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466809.064676:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466809.064678:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466809.064680:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466809.064681:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466809.064684:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466809.064685:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466809.064687:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466809.064689:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466809.064692:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789466809.064693:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466809.064696:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466809.064697:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466809.064698:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466809.064704:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466809.064707:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466809.064712:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789466809.064715:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466809.064719:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404787072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466809.064725:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466809.064726:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466809.064729:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404787072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466809.064735:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466809.064737:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466809.064740:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466809.064741:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466809.064743:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466809.064745:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466809.064747:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19032 00000100:00080000:3.0:1789466809.064749:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466809.064751:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466809.064753:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466809.064755:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466809.064756:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466809.064760:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466809.064761:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466809.064762:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466809.064764:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466809.064766:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466809.064768:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466809.064770:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466809.064772:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466809.064779:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466809.064781:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466809.064783:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466809.064786:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466809.064787:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466809.064789:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466809.064791:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466809.064793:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466809.064795:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466809.064796:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466809.064799:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789466809.064801:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466809.064803:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466809.064804:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466809.064806:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466809.064808:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466809.064809:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466809.064814:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789466809.064816:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466809.064820:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404787200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466809.064826:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466809.064828:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466809.064831:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404787200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466809.064838:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466809.064841:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19062) 00000100:00000040:1.0:1789466809.094166:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313724510, at 4313724511 00000100:00000010:1.0:1789466809.094175:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f00. 00000100:00000040:3.0:1789466809.094264:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313724510, at 4313724511 00000100:00000010:3.0:1789466809.094271:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000020:00000001:3.0:1789466809.319270:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466809.319274:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466809.319277:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466810.343299:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466810.343303:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466810.343307:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466811.367293:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466811.367297:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466811.367300:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466811.753802:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466811.753810:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466811.753815:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789466811.754066:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789466811.754085:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466811.754098:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466811.754103:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466811.754106:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466812.391468:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466812.391472:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466812.391475:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466813.415273:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466813.415277:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466813.415280:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466814.183544:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466814.183551:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466814.183553:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466814.183556:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466814.183560:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466814.183563:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19037 00000100:00080000:3.0:1789466814.183568:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466814.183570:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466814.183574:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466814.183576:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466814.183578:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466814.183585:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466814.183587:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466814.183590:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466814.183593:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466814.183595:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466814.183597:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466814.183600:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466814.183602:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466814.183603:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466814.183605:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466814.183608:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466814.183611:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466814.183613:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466814.183615:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466814.183636:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466814.183638:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466814.183640:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466814.183642:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466814.183647:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789466814.183650:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466814.183654:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466814.183655:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466814.183658:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466814.183661:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466814.183665:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466814.183672:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789466814.183678:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466814.183683:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404787328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466814.183692:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466814.183696:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466814.183699:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404787328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466814.183717:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466814.183721:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466814.183725:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466814.183727:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466814.183731:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466814.184153:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466814.184157:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466814.184159:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466814.184162:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466814.184175:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19067) 00000020:00000001:1.0:1789466814.442118:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466814.442124:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466814.442128:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789466814.605947:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466814.605966:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466814.605970:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466814.605989:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789466814.606000:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789466814.606018:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9b180 00000400:00000100:1.0:1789466814.606027:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402382208 offset 0 length 520: 4 00000400:00000200:1.0:1789466814.606032:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466814.606035:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789466814.606044:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466814.606051:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466814.606053:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466814.606055:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466814.614085:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466814.614105:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466814.614109:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466814.614112:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466814.614123:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466814.614139:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9b200 00000400:00000100:3.0:1789466814.614148:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402382336 offset 0 length 520: 4 00000400:00000200:3.0:1789466814.614153:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466814.614156:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466814.614165:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466814.614168:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466814.614171:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466814.614172:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466814.614174:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466814.614176:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466814.614180:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466814.614185:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9b280 00000400:00000100:3.0:1789466814.614190:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402382464 offset 0 length 520: 4 00000400:00000200:3.0:1789466814.614193:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466814.614212:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466814.614217:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466814.614224:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466814.614226:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466814.614228:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466815.463373:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466815.463376:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466815.463379:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466816.487345:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466816.487351:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466816.487356:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466817.511297:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466817.511301:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466817.511303:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466818.536148:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466818.536153:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466818.536158:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466819.239157:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466819.239167:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466819.239180:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466819.239201:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466819.239203:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466819.239206:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466819.239209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466819.239212:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466819.239214:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466819.239217:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466819.239222:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19072) 00000020:00000001:1.0:1789466819.559735:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466819.559739:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466819.559743:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466819.751489:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313734771, at 4313735168 00000100:00000010:1.0:1789466819.751496:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000040:3.0:1789466819.752853:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313734771, at 4313735169 00000100:00000010:3.0:1789466819.752860:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000020:00000001:1.0:1789466820.585794:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466820.585802:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466820.585808:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466821.608378:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466821.608382:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466821.608385:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466822.632096:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466822.632100:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466822.632103:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466823.655952:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466823.655956:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466823.655959:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466824.681430:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466824.681452:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466824.681455:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466825.715311:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466825.715318:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466825.715323:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466826.727806:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466826.727810:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466826.727813:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466827.751390:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466827.751394:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466827.751396:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466828.776398:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466828.776402:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466828.776405:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466829.800561:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466829.800565:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466829.800568:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466830.825239:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466830.825243:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466830.825246:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466831.847330:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466831.847333:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466831.847337:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466832.874385:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466832.874392:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466832.874397:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466833.896385:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466833.896390:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466833.896395:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466834.599218:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.599229:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466834.599232:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.599236:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466834.599255:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.599258:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466834.599261:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.599264:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466834.599266:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.599269:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466834.599275:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19087) 00000100:00080000:3.0:1789466834.665092:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.665098:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466834.665100:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.665103:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466834.665105:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466834.665108:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466834.665111:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466834.665115:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19057 00000100:00080000:3.0:1789466834.665118:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466834.665121:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466834.665123:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466834.665125:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466834.665128:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466834.665135:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466834.665136:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466834.665139:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466834.665142:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466834.665144:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466834.665146:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466834.665156:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466834.665158:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466834.665159:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466834.665161:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466834.665164:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466834.665167:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466834.665169:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466834.665172:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466834.665178:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466834.665181:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466834.665194:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466834.665196:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466834.665202:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789466834.665205:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466834.665209:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466834.665210:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466834.665213:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466834.665216:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466834.665220:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466834.665226:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789466834.665232:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466834.665237:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404787456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466834.665244:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466834.665248:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466834.665252:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404787456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466834.665272:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466834.665275:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.665277:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466834.665279:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466834.665280:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466834.665288:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466834.665290:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19057 00000100:00080000:3.0:1789466834.665292:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466834.665294:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466834.665296:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466834.665298:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466834.665300:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466834.665303:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466834.665305:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466834.665306:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466834.665308:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466834.665310:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466834.665312:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466834.665314:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466834.665315:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466834.665317:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466834.665319:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466834.665321:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466834.665323:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466834.665325:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466834.665327:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466834.665330:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466834.665332:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466834.665334:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466834.665335:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466834.665339:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789466834.665341:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466834.665343:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466834.665344:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466834.665346:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466834.665348:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466834.665349:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466834.665359:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789466834.665362:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466834.665367:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404787584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466834.665373:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466834.665374:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466834.665378:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404787584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466834.665384:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466834.665386:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.665389:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466834.665391:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466834.665392:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466834.665395:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466834.665397:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19057 00000100:00080000:3.0:1789466834.665399:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466834.665401:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466834.665403:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466834.665405:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466834.665406:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466834.665410:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466834.665412:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466834.665413:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466834.665415:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466834.665417:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466834.665418:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466834.665420:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466834.665422:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466834.665423:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466834.665425:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466834.665433:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466834.665436:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466834.665438:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466834.665440:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466834.665443:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466834.665445:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466834.665447:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466834.665448:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466834.665451:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789466834.665453:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466834.665455:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466834.665457:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466834.665458:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466834.665460:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466834.665461:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466834.665465:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789466834.665468:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466834.665472:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404787712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466834.665478:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466834.665480:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466834.665483:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404787712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466834.665490:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466834.665492:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.665495:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466834.665496:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466834.665498:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466834.665500:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466834.665502:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19057 00000100:00080000:3.0:1789466834.665505:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466834.665507:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466834.665514:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466834.665516:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466834.665517:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466834.665521:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466834.665522:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466834.665523:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466834.665525:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466834.665527:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466834.665529:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466834.665531:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466834.665533:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466834.665534:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466834.665536:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466834.665538:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466834.665540:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466834.665542:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466834.665544:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466834.665546:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466834.665548:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466834.665550:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466834.665552:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466834.665555:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789466834.665557:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466834.665559:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466834.665560:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466834.665561:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466834.665563:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466834.665565:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466834.665568:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789466834.665571:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466834.665575:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404787840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466834.665582:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466834.665589:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466834.665594:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404787840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466834.665601:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466834.665606:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19087) 00000100:00000040:1.0:1789466834.687170:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313750103, at 4313750104 00000100:00000010:1.0:1789466834.687184:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe5a0. 00000100:00000040:3.0:1789466834.687272:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313750103, at 4313750104 00000100:00000010:3.0:1789466834.687279:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe960. 00000020:00000001:1.0:1789466834.920014:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466834.920019:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466834.920023:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466835.943264:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466835.943267:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466835.943270:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466836.968982:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466836.968987:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466836.968991:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466837.994200:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466837.994206:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466837.994210:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466839.015282:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466839.015285:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466839.015289:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466839.786716:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466839.786723:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466839.786726:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466839.786729:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466839.786732:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466839.786735:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19062 00000100:00080000:3.0:1789466839.786739:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466839.786742:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466839.786745:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466839.786747:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466839.786748:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466839.786757:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466839.786759:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466839.786762:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466839.786765:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466839.786767:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466839.786769:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466839.786771:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466839.786773:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466839.786774:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466839.786776:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466839.786789:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466839.786792:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466839.786794:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466839.786796:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466839.786800:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466839.786802:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466839.786804:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466839.786806:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466839.786811:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789466839.786814:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466839.786817:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466839.786818:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466839.786833:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466839.786836:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466839.786840:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466839.786847:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789466839.786854:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466839.786862:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404787968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466839.786870:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466839.786875:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466839.786878:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404787968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466839.786903:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466839.786906:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466839.786911:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466839.786913:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466839.786916:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466839.786918:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466839.786922:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466839.786930:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466839.786933:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466839.786938:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19092) 00000020:00000001:1.0:1789466840.039258:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466840.039262:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466840.039280:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789466840.199721:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466840.199738:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466840.199742:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466840.199744:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789466840.199755:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789466840.199772:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9b300 00000400:00000100:1.0:1789466840.199781:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402382592 offset 0 length 520: 4 00000400:00000200:1.0:1789466840.199787:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466840.199790:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789466840.199798:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466840.199805:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466840.199807:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466840.199809:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466840.199969:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466840.200079:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466840.200082:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466840.200085:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789466840.200090:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789466840.200098:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9b380 00000400:00000100:1.0:1789466840.200103:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402382720 offset 0 length 520: 4 00000400:00000200:1.0:1789466840.200106:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466840.200109:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789466840.200114:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466840.200137:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466840.200140:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466840.200142:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466840.203768:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466840.203784:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466840.203789:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466840.203791:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466840.203803:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789466840.203819:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9b400 00000400:00000100:3.0:1789466840.203828:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402382848 offset 0 length 520: 4 00000400:00000200:3.0:1789466840.203834:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789466840.203837:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789466840.203845:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466840.203850:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466840.203853:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466840.203855:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789466841.073735:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466841.073739:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466841.073741:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466842.087660:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466842.087664:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466842.087667:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466843.119346:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466843.119358:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466843.119364:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466844.136494:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466844.136499:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466844.136502:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466845.159240:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466845.159245:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466845.159248:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466845.351184:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313760374, at 4313760768 00000100:00000010:1.0:1789466845.351203:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea20. 00000100:00000040:3.0:1789466845.352183:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313760374, at 4313760769 00000100:00000010:3.0:1789466845.352191:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe4e0. 00000020:00000001:3.0:1789466846.183844:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466846.183848:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466846.183851:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466847.207345:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466847.207349:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466847.207352:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466848.231432:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466848.231436:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466848.231440:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466849.259055:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466849.259058:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466849.259061:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466849.639200:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466849.639210:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466849.639215:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000100:00080000:3.0:1789466849.959287:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466849.959298:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466849.959301:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466849.959305:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466849.959307:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466849.959318:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466849.959320:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466849.959324:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466849.959326:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466849.959329:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466849.959334:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19103) 00000020:00000001:3.0:1789466850.279301:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466850.279305:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466850.279308:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466851.305011:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466851.305018:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466851.305022:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466852.327313:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466852.327317:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466852.327321:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466853.352004:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466853.352007:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466853.352011:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466854.375563:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466854.375567:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466854.375571:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466855.079726:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466855.079736:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466855.079738:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466855.079742:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466855.079744:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466855.079747:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466855.079750:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466855.079753:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466855.079755:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466855.079757:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466855.079763:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19108) 00000020:00000001:1.0:1789466855.399334:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466855.399346:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466855.399348:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466856.431122:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466856.431129:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466856.431133:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466857.450021:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466857.450025:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466857.450028:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466858.474550:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466858.474560:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466858.474567:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466859.241393:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466859.241400:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466859.241403:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466859.241407:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466859.241410:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466859.241413:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466859.241417:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466859.241421:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19082 00000100:00080000:3.0:1789466859.241426:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466859.241430:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466859.241433:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466859.241435:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466859.241438:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466859.241447:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466859.241450:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466859.241453:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466859.241456:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466859.241459:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466859.241462:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466859.241465:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466859.241466:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466859.241468:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466859.241470:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466859.241473:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466859.241477:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466859.241479:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466859.241490:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466859.241499:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466859.241502:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466859.241504:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466859.241507:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466859.241513:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789466859.241518:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466859.241522:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466859.241524:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466859.241528:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466859.241531:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466859.241535:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466859.241545:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789466859.241552:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466859.241561:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404788096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466859.241571:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466859.241576:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466859.241580:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404788096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466859.241592:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466859.241595:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466859.241597:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466859.241599:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466859.241601:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466859.241603:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466859.241605:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19082 00000100:00080000:3.0:1789466859.241608:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466859.241610:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466859.241612:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466859.241625:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466859.241627:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466859.241638:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466859.241639:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466859.241641:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466859.241643:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466859.241645:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466859.241647:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466859.241651:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466859.241652:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466859.241654:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466859.241655:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466859.241658:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466859.241660:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466859.241662:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466859.241663:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466859.241666:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466859.241668:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466859.241671:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466859.241672:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466859.241675:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789466859.241678:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466859.241680:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466859.241681:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466859.241682:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466859.241684:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466859.241686:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466859.241690:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789466859.241693:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466859.241696:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404788224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466859.241703:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466859.241705:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466859.241708:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404788224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466859.241725:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466859.241727:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466859.241730:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466859.241732:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466859.241733:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466859.241735:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466859.241737:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19082 00000100:00080000:3.0:1789466859.241739:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466859.241741:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466859.241743:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466859.241745:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466859.241746:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466859.241750:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466859.241751:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466859.241753:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466859.241755:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466859.241757:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466859.241759:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466859.241762:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466859.241763:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466859.241765:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466859.241767:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466859.241769:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466859.241771:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466859.241773:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466859.241774:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466859.241777:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466859.241779:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466859.241782:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466859.241789:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466859.241792:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789466859.241795:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466859.241797:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466859.241799:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466859.241801:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466859.241802:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466859.241804:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466859.241808:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789466859.241811:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466859.241816:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404788352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466859.241822:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466859.241825:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466859.241828:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404788352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466859.241852:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466859.241854:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466859.241858:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466859.241859:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466859.241861:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466859.241863:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466859.241865:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19082 00000100:00080000:3.0:1789466859.241867:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466859.241878:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466859.241880:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466859.241881:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466859.241883:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466859.241886:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466859.241888:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466859.241889:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466859.241892:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466859.241902:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466859.241904:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466859.241907:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466859.241909:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466859.241911:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466859.241913:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466859.241915:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466859.241917:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466859.241919:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466859.241921:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466859.241924:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466859.241926:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466859.241928:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466859.241930:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466859.241933:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789466859.241935:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466859.241938:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466859.241939:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466859.241941:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466859.241942:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466859.241944:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466859.241948:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789466859.241950:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466859.241955:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404788480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466859.241961:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466859.241962:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466859.241965:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404788480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466859.241972:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466859.241977:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19112) 00000100:00000040:3.0:1789466859.267401:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313774683, at 4313774684 00000100:00000010:3.0:1789466859.267437:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37c60. 00000100:00000040:1.0:1789466859.267879:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313774683, at 4313774684 00000100:00000010:1.0:1789466859.267887:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000020:00000001:1.0:1789466859.495339:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466859.495343:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466859.495347:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466860.519651:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466860.519655:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466860.519659:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466861.549982:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466861.549987:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466861.549991:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466862.567510:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466862.567515:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466862.567518:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466863.591538:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466863.591543:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466863.591546:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466864.295963:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.295973:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466864.295976:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.295979:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466864.295981:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.295984:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466864.295986:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.295990:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466864.295992:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.295995:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466864.296001:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19117) 00000100:00080000:3.0:1789466864.359539:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.359550:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466864.359553:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466864.359557:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466864.359561:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466864.359567:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19087 00000100:00080000:3.0:1789466864.359572:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466864.359575:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466864.359577:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466864.359580:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466864.359599:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466864.359610:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466864.359612:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466864.359615:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466864.359619:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466864.359621:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466864.359623:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466864.359626:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466864.359628:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466864.359629:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466864.359636:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466864.359645:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466864.359652:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466864.359655:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466864.359659:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466864.359664:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466864.359670:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466864.359677:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466864.359683:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466864.359710:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789466864.359721:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466864.359730:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466864.359734:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466864.359738:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466864.359744:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466864.359752:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466864.359764:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789466864.359777:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466864.359793:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404788608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466864.359811:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466864.359816:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466864.359821:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404788608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466864.359878:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466864.359881:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.359885:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466864.359887:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.359890:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466864.359893:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.359895:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466864.359898:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466864.359901:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466864.359905:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19117) 00000020:00000001:1.0:1789466864.617989:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466864.617997:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466864.618003:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466865.639727:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466865.639731:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466865.639735:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466866.663366:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466866.663370:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466866.663374:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466867.688654:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466867.688657:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466867.688660:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466868.714741:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466868.714750:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466868.714757:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466869.735311:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466869.735318:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466869.735324:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466869.927212:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313784948, at 4313785344 00000100:00000040:3.0:1789466869.927218:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313784948, at 4313785344 00000100:00000010:1.0:1789466869.927238:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000010:3.0:1789466869.927242:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00000020:00000001:3.0:1789466870.759299:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466870.759303:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466870.759306:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466871.784217:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466871.784226:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466871.784230:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466872.809294:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466872.809298:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466872.809300:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466873.832708:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466873.832712:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466873.832715:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466874.855275:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466874.855279:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466874.855282:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466875.879305:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466875.879309:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466875.879312:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466876.910267:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466876.910274:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466876.910278:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466877.931174:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466877.931181:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466877.931186:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466878.957879:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466878.957885:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466878.957890:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466879.975497:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466879.975500:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466879.975503:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466880.999317:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466880.999320:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466880.999323:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466882.028381:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466882.028385:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466882.028388:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466883.048094:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466883.048097:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466883.048100:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466884.071454:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466884.071458:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466884.071462:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466884.775168:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.775179:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466884.775183:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.775186:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466884.775188:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.775191:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466884.775194:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.775198:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466884.775200:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.775204:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466884.775208:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19137) 00000100:00080000:3.0:1789466884.843734:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.843741:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466884.843744:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.843748:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466884.843750:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466884.843753:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466884.843756:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466884.843760:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19107 00000100:00080000:3.0:1789466884.843764:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466884.843767:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466884.843770:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466884.843772:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466884.843775:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466884.843790:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466884.843792:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466884.843794:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466884.843797:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466884.843800:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466884.843802:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466884.843805:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466884.843807:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466884.843819:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466884.843822:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466884.843825:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466884.843829:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466884.843831:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466884.843834:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466884.843840:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466884.843843:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466884.843845:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466884.843847:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466884.843852:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789466884.843855:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466884.843859:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466884.843861:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466884.843864:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466884.843867:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466884.843871:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466884.843878:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789466884.843884:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466884.843890:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404788736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466884.843899:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466884.843903:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466884.843907:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404788736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466884.843946:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466884.843949:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.843952:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466884.843954:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466884.843955:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466884.843958:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466884.843960:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19107 00000100:00080000:3.0:1789466884.843963:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466884.843965:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466884.843967:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466884.843969:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466884.843971:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466884.843975:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466884.843977:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466884.843978:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466884.843981:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466884.843983:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466884.843985:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466884.843988:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466884.843990:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466884.843992:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466884.843994:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466884.843996:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466884.843998:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466884.844001:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466884.844003:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466884.844005:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466884.844008:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466884.844009:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466884.844016:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466884.844019:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789466884.844022:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466884.844024:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466884.844026:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466884.844028:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466884.844029:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466884.844031:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466884.844035:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789466884.844076:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466884.844081:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404788864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466884.844089:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466884.844091:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466884.844094:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404788864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466884.844102:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466884.844104:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.844107:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466884.844109:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466884.844110:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466884.844113:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466884.844115:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19107 00000100:00080000:3.0:1789466884.844118:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466884.844120:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466884.844122:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466884.844124:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466884.844126:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466884.844130:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466884.844131:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466884.844133:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466884.844135:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466884.844142:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466884.844145:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466884.844148:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466884.844150:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466884.844152:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466884.844154:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466884.844156:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466884.844159:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466884.844161:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466884.844163:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466884.844166:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466884.844168:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466884.844170:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466884.844171:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466884.844175:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789466884.844177:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466884.844179:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466884.844181:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466884.844183:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466884.844185:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466884.844187:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466884.844190:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789466884.844193:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466884.844197:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404788992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466884.844205:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466884.844207:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466884.844210:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404788992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466884.844218:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466884.844220:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466884.844223:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466884.844229:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466884.844230:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466884.844233:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466884.844235:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19107 00000100:00080000:3.0:1789466884.844238:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466884.844240:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466884.844242:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466884.844243:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466884.844245:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466884.844248:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466884.844250:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466884.844251:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466884.844253:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466884.844255:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466884.844257:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466884.844259:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466884.844261:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466884.844262:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466884.844263:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466884.844265:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466884.844267:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466884.844269:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466884.844271:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466884.844274:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466884.844275:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466884.844277:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466884.844278:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466884.844281:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789466884.844283:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466884.844285:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466884.844286:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466884.844288:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466884.844294:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466884.844296:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466884.844300:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789466884.844304:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466884.844308:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404789120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466884.844315:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466884.844317:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466884.844320:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404789120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466884.844328:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466884.844332:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19137) 00000100:00000040:3.0:1789466884.872593:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313800288, at 4313800289 00000100:00000010:3.0:1789466884.872600:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe4e0. 00000100:00000040:1.0:1789466884.872743:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313800288, at 4313800289 00000100:00000010:1.0:1789466884.872749:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe120. 00000020:00000001:1.0:1789466885.097120:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466885.097124:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466885.097127:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466886.119433:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466886.119436:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466886.119457:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466887.145540:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466887.145544:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466887.145549:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466888.171406:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466888.171409:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466888.171412:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466888.551379:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466888.551388:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466888.551393:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:1.0:1789466889.201332:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466889.201336:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466889.201340:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466889.896437:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.896447:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466889.896449:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.896453:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466889.896455:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.896458:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466889.896461:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.896464:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466889.896466:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.896469:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466889.896491:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19143) 00000100:00080000:3.0:1789466889.961977:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.961987:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466889.961990:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466889.961994:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466889.961999:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466889.962005:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19112 00000100:00080000:3.0:1789466889.962010:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466889.962012:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466889.962015:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466889.962017:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466889.962020:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466889.962029:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466889.962031:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466889.962034:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466889.962284:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466889.962287:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466889.962290:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466889.962293:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466889.962295:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466889.962297:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466889.962299:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466889.962302:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466889.962306:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466889.962308:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466889.962311:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466889.962314:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466889.962316:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466889.962319:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466889.962321:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466889.962330:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789466889.962345:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466889.962348:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466889.962350:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466889.962353:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466889.962355:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466889.962358:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466889.962365:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789466889.962372:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466889.962380:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404789248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466889.962389:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466889.962393:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466889.962398:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404789248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466889.963398:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466889.963403:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.963407:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466889.963410:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.963412:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466889.963415:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.963418:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466889.963421:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466889.963424:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466889.963428:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19143) 00000020:00000001:1.0:1789466890.216889:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466890.216893:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466890.216895:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466891.241492:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466891.241496:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466891.241499:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466892.265857:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466892.265864:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466892.265945:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466893.287609:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466893.287614:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466893.287624:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466894.312056:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466894.312059:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466894.312062:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466895.335459:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466895.335485:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466895.335488:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466895.527649:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313810550, at 4313810944 00000100:00000010:1.0:1789466895.527657:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea20. 00000100:00000040:3.0:1789466895.528708:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313810550, at 4313810945 00000100:00000010:3.0:1789466895.528719:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe2a0. 00000020:00000001:1.0:1789466896.360148:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466896.360151:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466896.360154:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466897.384059:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466897.384063:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466897.384066:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466898.410760:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466898.410767:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466898.410772:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466899.434804:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466899.434811:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466899.434816:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466900.136322:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466900.136332:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466900.136336:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466900.136339:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466900.136341:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466900.136343:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466900.136346:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466900.136349:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466900.136351:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466900.136353:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466900.136358:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19153) 00000020:00000001:1.0:1789466900.463116:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466900.463121:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466900.463141:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466901.479416:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466901.479420:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466901.479423:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466902.503621:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466902.503625:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466902.503628:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466903.528896:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466903.528900:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466903.528902:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466904.554805:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466904.554809:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466904.554813:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466905.255262:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466905.255273:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466905.255276:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466905.255279:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466905.255299:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466905.255302:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466905.255305:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466905.255308:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466905.255311:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466905.255314:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466905.255319:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19158) 00000020:00000001:1.0:1789466905.575352:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466905.575355:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466905.575358:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466906.599391:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466906.599394:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466906.599397:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466907.625030:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466907.625067:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466907.625072:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466908.647999:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466908.648002:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466908.648006:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466909.415733:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466909.415739:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466909.415742:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466909.415745:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466909.415747:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466909.415749:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466909.415753:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466909.415756:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19132 00000100:00080000:3.0:1789466909.415760:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466909.415762:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466909.415765:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466909.415767:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466909.415769:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466909.415776:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466909.415778:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466909.415780:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466909.415790:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466909.415793:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466909.415795:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466909.415798:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466909.415801:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466909.415804:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466909.415809:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466909.415814:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466909.415820:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466909.415824:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466909.415826:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466909.415836:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466909.415842:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466909.415846:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466909.415850:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466909.415858:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789466909.415864:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466909.415871:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466909.415874:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466909.415880:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466909.415883:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466909.415887:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466909.415894:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789466909.415902:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466909.415911:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404789376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466909.415939:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466909.415946:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466909.415955:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404789376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466909.415977:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466909.415983:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466909.415995:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466909.415998:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466909.416002:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466909.416005:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466909.416008:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19132 00000100:00080000:3.0:1789466909.416014:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466909.416021:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466909.416026:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466909.416031:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466909.416087:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466909.416097:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466909.416100:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466909.416104:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466909.416108:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466909.416113:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466909.416118:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466909.416125:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466909.416129:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466909.416134:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466909.416140:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466909.416147:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466909.416153:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466909.416157:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466909.416162:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466909.416165:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466909.416171:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466909.416174:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466909.416176:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466909.416184:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789466909.416188:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466909.416193:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466909.416203:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466909.416207:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466909.416211:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466909.416214:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466909.416220:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789466909.416227:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466909.416236:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404789504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466909.416253:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466909.416257:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466909.416265:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404789504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466909.416281:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466909.416287:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466909.416293:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466909.416296:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466909.416298:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466909.416300:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466909.422029:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19132 00000100:00080000:3.0:1789466909.422048:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466909.422053:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466909.422058:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466909.422060:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466909.422063:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466909.422073:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466909.422076:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466909.422079:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466909.422083:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466909.422085:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466909.422087:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466909.422090:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466909.422110:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466909.422113:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466909.422114:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466909.422118:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466909.422121:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466909.422123:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466909.422126:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466909.422134:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466909.422136:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466909.422139:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466909.422141:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466909.422147:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789466909.422150:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466909.422154:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466909.422155:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466909.422158:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466909.422161:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466909.422165:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466909.422172:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789466909.422178:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466909.422186:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404789632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466909.422195:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466909.422199:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466909.422204:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404789632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466909.422233:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466909.422237:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466909.422241:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466909.422243:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466909.422245:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466909.422248:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466909.422259:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19132 00000100:00080000:3.0:1789466909.422261:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466909.422263:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466909.422265:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466909.422267:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466909.422269:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466909.422272:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466909.422274:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466909.422275:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466909.422277:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466909.422279:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466909.422281:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466909.422283:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466909.422285:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466909.422286:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466909.422288:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466909.422291:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466909.422293:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466909.422295:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466909.422296:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466909.422299:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466909.422301:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466909.422304:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466909.422306:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466909.422309:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789466909.422311:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466909.422313:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466909.422314:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466909.422316:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466909.422317:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466909.422319:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466909.422322:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789466909.422326:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466909.422336:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404789760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466909.422343:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466909.422345:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466909.422348:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404789760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466909.422355:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466909.422361:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19162) 00000100:00080000:3.0:1789466909.422369:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466909.422373:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466909.422376:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19162) 00000100:00000040:3.0:1789466909.444171:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313824860, at 4313824861 00000100:00000010:3.0:1789466909.444185:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00000100:00000040:1.0:1789466909.444354:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313824860, at 4313824861 00000100:00000010:1.0:1789466909.444360:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000020:00000001:1.0:1789466909.671668:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466909.671672:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466909.671675:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466910.697667:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466910.697671:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466910.697674:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466911.719321:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466911.719325:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466911.719328:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466912.743324:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466912.743335:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466912.743339:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466913.770056:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466913.770059:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466913.770062:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466914.474122:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.474133:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466914.474152:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.474156:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466914.474158:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.474161:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466914.474164:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.474167:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466914.474169:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.474172:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466914.474178:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19167) 00000100:00080000:1.0:1789466914.535445:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.535451:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789466914.535453:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789466914.535474:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789466914.535478:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789466914.535482:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19138 00000100:00080000:1.0:1789466914.535485:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789466914.535489:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466914.535492:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466914.535494:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466914.535496:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789466914.535505:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789466914.535507:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789466914.535510:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789466914.535514:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789466914.535516:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789466914.535518:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789466914.535529:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789466914.535531:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789466914.535533:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789466914.535534:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789466914.535537:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789466914.535541:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789466914.535544:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466914.535546:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789466914.535550:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466914.535553:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466914.535555:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789466914.535558:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789466914.535563:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789466914.535567:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789466914.535571:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789466914.535572:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466914.535575:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789466914.535578:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789466914.535582:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789466914.535590:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe8c00. 00000100:00000001:1.0:1789466914.535596:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466914.535603:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404789888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789466914.535612:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789466914.535617:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466914.535621:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404789888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466914.535647:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789466914.535652:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.535655:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466914.535658:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.535667:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466914.535669:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.535672:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466914.535674:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466914.535677:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466914.535682:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19167) 00000020:00000001:1.0:1789466914.795269:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466914.795275:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466914.795279:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789466914.957355:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466914.957379:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466914.957383:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466914.957386:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789466914.957397:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789466914.957416:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9b780 00000400:00000100:1.0:1789466914.957424:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402383744 offset 0 length 520: 4 00000400:00000200:1.0:1789466914.957430:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789466914.957432:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789466914.957442:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466914.957448:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789466914.957450:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789466914.957463:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466915.815295:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466915.815298:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466915.815301:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466916.840445:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466916.840449:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466916.840452:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466917.863578:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466917.863581:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466917.863584:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466918.887388:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466918.887391:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466918.887409:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466919.911453:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466919.911456:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466919.911459:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466920.103176:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313835122, at 4313835520 00000100:00000010:3.0:1789466920.103191:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:1.0:1789466920.103277:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313835122, at 4313835520 00000100:00000010:1.0:1789466920.103283:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000020:00000001:1.0:1789466920.935311:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466920.935314:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466920.935317:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466921.960655:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466921.960661:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466921.960666:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466922.985135:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466922.985139:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466922.985142:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466924.007871:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466924.007875:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466924.007877:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466925.031273:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466925.031275:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466925.031278:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466926.055342:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466926.055346:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466926.055349:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466926.439188:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466926.439198:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466926.439203:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:1.0:1789466927.089492:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466927.089499:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466927.089504:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466928.106007:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466928.106013:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466928.106017:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466929.127436:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466929.127440:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466929.127443:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466929.831440:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466929.831449:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466929.831453:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466929.831457:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466929.831459:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466929.831488:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466929.831492:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466929.831495:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466929.831498:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466929.831501:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466929.831507:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19182) 00000020:00000001:1.0:1789466930.151365:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466930.151368:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466930.151371:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466931.176187:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466931.176193:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466931.176197:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466932.199261:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466932.199265:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466932.199285:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466933.227384:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466933.227392:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466933.227397:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466934.248341:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466934.248345:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466934.248348:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466934.951318:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466934.951328:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466934.951331:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466934.951334:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466934.951336:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466934.951339:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466934.951342:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466934.951345:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466934.951366:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466934.951368:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466934.951374:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19188) 00000100:00000040:3.0:1789466935.044866:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313850460, at 4313850461 00000100:00000010:3.0:1789466935.044874:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000040:1.0:1789466935.045020:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313850460, at 4313850461 00000100:00000010:1.0:1789466935.045025:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000020:00000001:1.0:1789466935.272188:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466935.272192:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466935.272196:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466936.295357:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466936.295361:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466936.295363:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466937.319391:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466937.319395:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466937.319398:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466938.347073:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466938.347077:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466938.347080:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466939.112323:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466939.112329:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466939.112332:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466939.112334:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466939.112338:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466939.112341:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19162 00000100:00080000:3.0:1789466939.112345:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466939.112348:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466939.112350:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466939.112352:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466939.112354:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466939.112362:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466939.112364:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789466939.112367:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466939.112370:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789466939.112373:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789466939.112375:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789466939.112378:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466939.112380:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466939.112381:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466939.112383:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466939.112386:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789466939.112389:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466939.112392:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466939.112394:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466939.112416:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466939.112419:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.112422:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466939.112424:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466939.112430:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789466939.112433:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466939.112437:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466939.112439:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.112442:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466939.112445:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466939.112449:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466939.112456:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789466939.112464:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466939.112472:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404790528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466939.112481:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466939.112486:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466939.112489:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404790528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.112511:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466939.112515:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466939.112519:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466939.112522:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466939.112525:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466939.112528:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466939.112540:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466939.112543:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466939.112546:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466939.112556:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19192) 00000020:00000001:1.0:1789466939.367444:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466939.367448:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466939.367451:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466940.136128:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466940.136135:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466940.136138:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466940.136142:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466940.136145:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466940.136148:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466940.136150:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466940.136154:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466940.136156:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466940.136178:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466940.136183:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19193) 00000020:00000001:3.0:1789466940.392778:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466940.392782:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466940.392785:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466941.418227:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466941.418236:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466941.418319:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466942.439557:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466942.439561:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466942.439565:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466943.465755:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466943.465759:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466943.465763:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466944.492273:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466944.492279:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466944.492284:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466944.679181:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313859701, at 4313860096 00000100:00000010:3.0:1789466944.679196:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000040:1.0:1789466944.679295:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313859701, at 4313860096 00000100:00000010:1.0:1789466944.679301:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000020:00000001:1.0:1789466945.511608:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466945.511612:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466945.511615:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466946.535457:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466946.535461:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466946.535464:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466947.559922:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466947.559926:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466947.559929:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466948.583417:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466948.583421:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466948.583424:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466949.607641:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466949.607645:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466949.607648:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466950.632628:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466950.632632:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466950.632636:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466951.656630:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466951.656635:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466951.656639:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466952.679418:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466952.679422:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466952.679424:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466953.703326:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466953.703330:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466953.703334:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466954.407353:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466954.407363:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466954.407366:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466954.407370:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466954.407372:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466954.407375:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466954.407377:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466954.407380:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466954.407387:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466954.407390:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466954.407396:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19207) 00000020:00000001:1.0:1789466954.731630:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466954.731634:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466954.731808:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466955.755335:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466955.755340:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466955.755344:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466956.775691:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466956.775694:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466956.775697:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466957.799360:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466957.799373:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466957.799376:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466958.825450:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466958.825454:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466958.825457:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466959.847290:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466959.847293:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466959.847296:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466960.640780:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313876056, at 4313876057 00000100:00000010:3.0:1789466960.640787:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe300. 00000100:00000040:1.0:1789466960.641054:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313876056, at 4313876058 00000100:00000010:1.0:1789466960.641061:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe000. 00000020:00000001:3.0:1789466960.874446:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466960.874450:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466960.874453:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466961.898378:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466961.898381:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466961.898384:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466962.919279:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466962.919283:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466962.919286:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466963.944001:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466963.944006:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466963.944011:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789466964.328098:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789466964.328106:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466964.328111:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:3.0:1789466964.967348:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466964.967352:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466964.967355:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466965.735370:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466965.735376:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466965.735379:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466965.735382:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466965.735384:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466965.735387:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466965.735389:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466965.735392:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466965.735394:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466965.735397:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466965.735402:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19218) 00000020:00000001:1.0:1789466965.992053:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466965.992056:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466965.992059:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466967.017595:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466967.017599:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466967.017602:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466968.039336:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466968.039340:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466968.039343:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466969.065564:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466969.065568:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466969.065571:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466969.767354:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466969.767364:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466969.767367:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466969.767371:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466969.767373:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466969.767376:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466969.767379:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466969.767383:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466969.767385:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466969.767389:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466969.767395:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19222) 00000020:00000001:1.0:1789466970.087343:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466970.087347:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466970.087351:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789466970.280134:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313885299, at 4313885697 00000100:00000010:1.0:1789466970.280144:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feea0. 00000100:00000040:3.0:1789466970.280307:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313885299, at 4313885697 00000100:00000010:3.0:1789466970.280314:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000020:00000001:1.0:1789466971.117473:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466971.117480:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466971.117485:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466972.135408:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466972.135412:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466972.135415:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466973.159507:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466973.159511:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466973.159514:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466974.186952:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466974.186955:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466974.186975:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466975.207342:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466975.207345:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466975.207348:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466976.232598:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466976.232603:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466976.232607:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466977.255548:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466977.255552:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466977.255555:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466978.279508:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466978.279512:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466978.279514:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466979.303744:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466979.303750:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466979.303754:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789466980.008427:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466980.008441:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466980.008445:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466980.008449:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466980.008453:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466980.008456:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466980.008459:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466980.008463:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789466980.008466:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789466980.008469:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789466980.008476:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19233) 00000020:00000001:1.0:1789466980.327436:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466980.327441:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466980.327445:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466981.351883:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466981.351888:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466981.351891:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466982.376429:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466982.376497:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466982.376501:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466983.399473:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466983.399477:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466983.399481:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466984.429246:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466984.429252:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466984.429257:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466985.127692:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.127707:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466985.127711:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.127715:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466985.127717:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.127720:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466985.127733:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.127744:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466985.127747:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.127750:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466985.127757:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19238) 00000100:00080000:3.0:1789466985.194802:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.194809:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466985.194812:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.194816:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466985.194818:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466985.194829:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466985.194833:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466985.194836:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19208 00000100:00080000:3.0:1789466985.194841:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466985.194844:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466985.194847:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466985.194849:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466985.194851:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466985.194860:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466985.194862:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789466985.194866:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466985.194869:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789466985.194871:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789466985.194874:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789466985.194876:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466985.194878:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466985.194879:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466985.194881:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466985.194884:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789466985.194887:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466985.194889:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466985.194891:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466985.194900:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466985.194903:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.194905:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466985.194908:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466985.194915:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789466985.194918:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789466985.194922:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466985.194924:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.194937:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466985.194940:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466985.194950:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466985.194959:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789466985.194967:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466985.194975:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404791296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466985.194985:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466985.194990:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466985.194994:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404791296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466985.195007:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466985.195010:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.195014:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466985.195015:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466985.195017:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466985.195019:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466985.195021:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19208 00000100:00080000:3.0:1789466985.195024:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466985.195026:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466985.195028:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466985.195030:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466985.195032:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466985.195072:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466985.195074:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789466985.195076:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466985.195079:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789466985.195081:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789466985.195083:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789466985.195086:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466985.195088:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466985.195090:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466985.195097:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466985.195105:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789466985.195108:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466985.195110:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466985.195112:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466985.195116:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466985.195118:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.195120:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466985.195122:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466985.195126:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789466985.195128:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789466985.195131:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466985.195133:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.195135:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466985.195138:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466985.195141:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466985.195147:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789466985.195153:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466985.195160:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404791424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466985.195172:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466985.195178:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466985.195185:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404791424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466985.195198:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466985.195202:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.195209:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466985.195213:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466985.195216:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466985.195219:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466985.195222:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19208 00000100:00080000:3.0:1789466985.195227:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466985.195240:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466985.195245:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466985.195250:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466985.195255:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466985.195261:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466985.195264:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789466985.195268:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466985.195272:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789466985.195276:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789466985.195280:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789466985.195287:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466985.195291:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466985.195295:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466985.195302:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466985.195307:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789466985.195310:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466985.195600:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466985.195604:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466985.195608:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466985.195611:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.195613:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466985.195615:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466985.195620:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789466985.195623:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789466985.195625:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466985.195626:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.195628:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466985.195629:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466985.195632:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466985.195636:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789466985.195642:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466985.195650:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404791552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466985.195678:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466985.195682:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466985.195689:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404791552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466985.195713:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466985.195829:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466985.195835:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466985.195836:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466985.195838:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466985.195842:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466985.195847:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19208 00000100:00080000:3.0:1789466985.195853:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466985.195860:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466985.195865:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466985.195870:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466985.195875:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789466985.195881:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466985.195883:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789466985.195885:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466985.195888:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789466985.195892:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789466985.195898:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789466985.195903:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789466985.195907:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466985.195911:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789466985.195916:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789466985.195923:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789466985.195937:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789466985.195939:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466985.195947:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466985.195951:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466985.195956:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.195962:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466985.195966:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466985.195973:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789466985.195977:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789466985.195982:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466985.195985:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.195989:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466985.195992:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466985.195996:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466985.196005:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789466985.196010:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466985.196018:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404791680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466985.196032:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466985.196060:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466985.196065:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404791680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466985.196076:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466985.196084:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19238) 00000100:00000040:1.0:1789466985.218293:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313900634, at 4313900635 00000100:00000010:1.0:1789466985.218314:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00000100:00000040:3.0:1789466985.218424:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313900634, at 4313900635 00000100:00000010:3.0:1789466985.218432:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00000020:00000001:3.0:1789466985.447901:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466985.447906:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466985.447910:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466986.471377:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466986.471381:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466986.471385:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466987.495338:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466987.495341:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466987.495344:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466988.519716:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466988.519720:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466988.519723:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466989.543496:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466989.543500:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466989.543503:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466990.571646:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466990.571653:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466990.571657:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466991.591434:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466991.591437:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466991.591440:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466992.616561:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466992.616565:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466992.616569:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466993.639429:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466993.639432:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466993.639435:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466994.343282:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466994.343303:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466994.343307:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466994.343311:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466994.343314:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466994.343316:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466994.343319:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466994.343322:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466994.343325:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466994.343328:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466994.343333:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19247) 00000020:00000001:1.0:1789466994.663690:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466994.663694:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466994.663697:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466994.855635:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313909878, at 4313910272 00000100:00000010:3.0:1789466994.855642:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00000100:00000040:1.0:1789466994.855715:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313909878, at 4313910272 00000100:00000010:1.0:1789466994.855721:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000020:00000001:1.0:1789466995.687912:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466995.687916:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466995.687946:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466996.711448:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466996.711451:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466996.711454:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466997.735934:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466997.735938:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466997.735941:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789466998.759328:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466998.759331:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466998.759334:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466999.463195:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466999.463205:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466999.463208:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466999.463211:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466999.463214:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466999.463217:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466999.463219:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466999.463237:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466999.463239:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466999.463241:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466999.463246:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19252) 00000020:00000001:1.0:1789466999.783331:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466999.783335:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466999.783338:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467000.807765:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467000.807770:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467000.807773:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467001.836112:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467001.836119:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467001.836125:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467002.855541:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467002.855544:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467002.855547:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467003.241775:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1789467003.241785:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467003.241807:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467003.241813:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467003.241815:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467003.879601:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467003.879605:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467003.879608:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467004.907254:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467004.907260:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467004.907264:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467005.927272:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467005.927275:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467005.927277:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467006.951461:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467006.951464:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467006.951467:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467007.976146:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467007.976149:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467007.976152:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467008.999495:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467008.999498:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467008.999502:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467009.703410:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467009.703436:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467009.703439:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467009.703442:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467009.703445:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467009.703448:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467009.703451:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467009.703454:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467009.703457:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467009.703460:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467009.703465:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19262) 00000020:00000001:3.0:1789467010.026204:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467010.026211:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467010.026215:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467010.799621:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467010.799631:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467010.799634:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467010.799638:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467010.799640:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467010.799643:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467010.799646:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467010.799650:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467010.799652:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467010.799656:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467010.799660:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467010.799684:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19233 00000100:00080000:1.0:1789467010.799699:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467010.799703:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467010.799706:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467010.799708:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467010.799711:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467010.799720:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467010.799722:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467010.799725:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467010.799728:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467010.799731:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467010.799742:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467010.799746:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467010.799748:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467010.799749:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467010.799751:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467010.799754:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467010.799756:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467010.799759:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467010.799762:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467010.799769:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467010.799771:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467010.799774:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467010.799776:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467010.799783:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789467010.799786:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467010.799790:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467010.799791:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467010.799794:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467010.799797:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467010.799800:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467010.799807:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2febc00. 00000100:00000001:1.0:1789467010.799814:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467010.799840:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404791936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467010.799850:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467010.799854:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467010.799858:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404791936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467010.799870:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467010.799872:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467010.799875:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467010.799877:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467010.799878:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467010.799880:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467010.799882:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19233 00000100:00080000:1.0:1789467010.799885:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467010.799887:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467010.799889:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467010.799891:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467010.799893:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467010.799896:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467010.799897:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467010.799899:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467010.799901:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467010.799903:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467010.799905:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467010.799907:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467010.799909:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467010.799911:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467010.799912:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467010.799915:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467010.799917:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467010.799925:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467010.799927:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467010.799930:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467010.799932:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467010.799933:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467010.799935:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467010.799938:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789467010.799940:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467010.799942:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467010.799943:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467010.799944:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467010.799946:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467010.799947:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467010.799951:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fea400. 00000100:00000001:1.0:1789467010.799954:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467010.799959:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404792064/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467010.799966:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467010.799968:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467010.799971:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404792064/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467010.799978:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467010.799982:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19263) 00000100:00080000:3.0:1789467010.802126:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467010.802131:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467010.802134:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467010.802137:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467010.802139:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467010.802141:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467010.802144:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467010.802148:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19233 00000100:00080000:3.0:1789467010.802151:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467010.802154:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467010.802157:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467010.802158:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467010.802160:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467010.802166:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467010.802169:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467010.802171:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467010.802229:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467010.802232:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467010.802234:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467010.802238:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467010.802240:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467010.802241:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467010.802243:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467010.802245:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467010.802248:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467010.802251:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467010.802253:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467010.802258:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467010.802270:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467010.802279:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467010.802281:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467010.802287:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789467010.802297:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467010.802300:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467010.802302:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467010.802304:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467010.802307:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467010.802310:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467010.802316:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789467010.802323:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467010.802329:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404792192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467010.802337:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467010.802341:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467010.802345:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404792192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467010.802354:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467010.802356:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467010.802364:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467010.802365:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467010.802367:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467010.802369:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467010.802372:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19233 00000100:00080000:3.0:1789467010.802374:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467010.802376:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467010.802378:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467010.802379:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467010.802381:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467010.802385:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467010.802386:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467010.802388:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467010.802390:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467010.802392:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467010.802394:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467010.802396:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467010.802398:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467010.802399:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467010.802401:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467010.802403:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467010.802405:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467010.802408:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467010.802409:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467010.802412:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467010.802415:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467010.802416:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467010.802418:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467010.802421:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789467010.802423:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467010.802425:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467010.802430:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467010.802432:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467010.802434:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467010.802436:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467010.802439:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789467010.802443:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467010.802447:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404792320/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467010.802454:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467010.802456:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467010.802460:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404792320/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467010.802468:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467010.802472:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19263) 00000100:00000040:1.0:1789467010.825478:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313926240, at 4313926242 00000100:00000010:1.0:1789467010.825484:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000040:3.0:1789467010.825820:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313926240, at 4313926242 00000100:00000010:3.0:1789467010.825837:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000020:00000001:1.0:1789467011.047519:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467011.047523:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467011.047526:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467012.071527:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467012.071531:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467012.071534:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467013.095396:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467013.095399:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467013.095402:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467014.119408:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467014.119411:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467014.119414:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467014.887480:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467014.887488:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467014.887492:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467014.887496:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467014.887503:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467014.887507:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19237 00000100:00080000:3.0:1789467014.887511:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467014.887515:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467014.887714:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467014.887718:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467014.887720:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467014.887728:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467014.887730:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467014.887740:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467014.887753:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467014.887756:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467014.887758:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467014.887761:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467014.887763:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467014.887765:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467014.887766:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467014.887769:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467014.887773:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467014.887775:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467014.887778:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467014.887782:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467014.887785:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.887787:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467014.887789:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467014.887795:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789467014.887800:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467014.895368:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467014.895375:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.895379:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467014.895382:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467014.895386:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467014.895398:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789467014.895408:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467014.895419:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404792448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467014.895430:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467014.895435:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467014.895440:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404792448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.895459:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467014.895478:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467014.895482:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467014.895485:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467014.895488:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467014.895491:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467014.895494:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467014.895496:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467014.895499:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467014.895504:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19268) 00000020:00000001:1.0:1789467015.143403:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467015.143406:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467015.143409:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789467015.306361:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467015.306375:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467015.306378:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467015.306380:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467015.306390:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467015.306405:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9be00 00000400:00000100:1.0:1789467015.306412:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402385408 offset 0 length 520: 4 00000400:00000200:1.0:1789467015.306417:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467015.306420:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467015.306427:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467015.306430:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467015.306433:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467015.306435:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467015.306437:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467015.306439:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467015.306442:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467015.306447:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9be80 00000400:00000100:1.0:1789467015.306450:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402385536 offset 0 length 520: 4 00000400:00000200:1.0:1789467015.306453:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467015.306455:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467015.306458:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467015.306466:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467015.306468:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467015.306470:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467016.168403:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467016.168407:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467016.168410:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467017.193406:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467017.193412:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467017.193417:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467018.216225:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467018.216229:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467018.216232:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467019.943216:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467019.943226:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467019.943229:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467019.943232:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467019.943235:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467019.943237:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467019.943240:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467019.943243:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467019.943245:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467019.943247:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467019.943261:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19273) 00000020:00000001:1.0:1789467020.264345:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467020.264348:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467020.264351:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467020.455163:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313935484, at 4313935872 00000100:00000010:3.0:1789467020.455177:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000040:1.0:1789467020.456968:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313935484, at 4313935873 00000100:00000010:1.0:1789467020.456981:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000020:00000001:1.0:1789467021.287465:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467021.287469:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467021.287472:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467022.311445:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467022.311449:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467022.311452:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467024.360094:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467024.360099:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467024.360102:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467025.065143:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467025.065153:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467025.065156:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467025.065160:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467025.065162:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467025.065602:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467025.065605:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467025.065637:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467025.065640:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467025.065643:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467025.065651:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19278) 00000020:00000001:1.0:1789467025.383265:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467025.383268:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467025.383271:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467026.407280:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467026.407283:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467026.407285:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467028.455697:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467028.455701:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467028.455725:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467029.479250:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467029.479254:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467029.479257:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467030.183156:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467030.183167:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467030.183170:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467030.183173:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467030.183176:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467030.183179:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467030.183181:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467030.183184:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467030.183187:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467030.183189:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467030.183195:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19283) 00000020:00000001:3.0:1789467030.504380:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467030.504385:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467030.504389:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467032.551455:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467032.551458:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467032.551461:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467033.575546:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467033.575550:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467033.575552:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467034.600061:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467034.600065:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467034.600068:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467035.303175:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.303199:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467035.303203:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.303206:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467035.303209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.303212:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467035.303215:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.303218:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467035.303220:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.303223:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467035.303228:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19288) 00000100:00080000:3.0:1789467035.367613:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.367618:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467035.367621:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.367624:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467035.367626:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467035.367628:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467035.367632:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467035.367635:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19258 00000100:00080000:3.0:1789467035.367638:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467035.367641:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467035.367644:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467035.367646:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467035.367648:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467035.367655:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467035.367662:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467035.367665:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467035.367668:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467035.367671:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467035.367673:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467035.367676:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467035.367678:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467035.367680:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467035.367681:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467035.367684:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467035.367688:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467035.367690:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467035.367692:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467035.367700:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467035.367702:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.367705:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467035.367707:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467035.367725:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789467035.367729:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467035.367732:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467035.367734:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.367737:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467035.367739:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467035.367743:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467035.367750:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467035.367755:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467035.367761:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404792576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467035.367770:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467035.367774:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467035.367778:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404792576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467035.367787:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467035.367794:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.367796:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467035.367798:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467035.367799:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467035.367802:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467035.367804:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19258 00000100:00080000:3.0:1789467035.367806:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467035.367809:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467035.367810:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467035.367812:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467035.367814:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467035.367818:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467035.367819:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467035.367821:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467035.367823:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467035.367825:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467035.367827:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467035.367830:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467035.367831:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467035.367833:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467035.367835:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467035.367837:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467035.367839:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467035.367841:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467035.367843:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467035.367846:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467035.367847:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.367849:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467035.367850:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467035.367854:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789467035.367856:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467035.367861:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467035.367863:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.367864:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467035.367866:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467035.367867:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467035.367870:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789467035.367873:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467035.367877:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404792704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467035.367884:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467035.367885:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467035.367888:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404792704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467035.367895:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467035.367898:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.367900:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467035.367902:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467035.367903:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467035.367905:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467035.367907:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19258 00000100:00080000:3.0:1789467035.367909:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467035.367911:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467035.367913:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467035.367915:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467035.367917:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467035.367919:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467035.367921:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467035.367922:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467035.367924:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467035.367926:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467035.367928:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467035.367935:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467035.367937:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467035.367939:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467035.367941:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467035.367943:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467035.367945:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467035.367947:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467035.367948:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467035.367951:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467035.367952:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.367954:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467035.367955:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467035.367958:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789467035.367960:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467035.367961:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467035.367962:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.367964:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467035.367975:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467035.367977:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467035.367981:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467035.367984:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467035.367987:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404792832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467035.367994:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467035.367996:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467035.367999:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404792832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467035.368007:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467035.368009:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.368012:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467035.368014:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467035.368015:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467035.368022:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467035.368024:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19258 00000100:00080000:3.0:1789467035.368026:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467035.368028:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467035.368030:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467035.368032:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467035.368034:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467035.368075:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467035.368076:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467035.368078:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467035.368080:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467035.368082:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467035.368085:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467035.368087:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467035.368089:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467035.368091:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467035.368092:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467035.368094:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467035.368096:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467035.368098:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467035.368100:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467035.368102:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467035.368104:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.368106:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467035.368108:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467035.368111:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789467035.368113:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467035.368115:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467035.368116:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.368118:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467035.368120:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467035.368122:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467035.368130:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789467035.368133:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467035.368137:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404792960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467035.368144:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467035.368146:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467035.368149:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404792960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467035.368157:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467035.368160:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19288) 00000100:00080000:3.0:1789467035.368164:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467035.368167:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467035.368170:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19288) 00000100:00000040:1.0:1789467035.389724:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313950805, at 4313950806 00000100:00000010:1.0:1789467035.389733:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000040:3.0:1789467035.391949:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313950805, at 4313950808 00000100:00000010:3.0:1789467035.391959:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000020:00000001:1.0:1789467036.647952:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467036.647956:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467036.647960:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467037.671462:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467037.671466:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467037.671470:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467038.695978:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467038.695982:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467038.695985:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467039.464091:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467039.464097:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467039.464099:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467039.464101:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467039.464104:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467039.464107:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19263 00000100:00080000:3.0:1789467039.464110:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467039.464113:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467039.464115:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467039.464117:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467039.464119:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467039.464126:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467039.464134:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467039.464136:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467039.464139:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467039.464141:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467039.464143:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467039.464146:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467039.464147:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467039.464149:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467039.464150:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467039.464153:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467039.464155:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467039.464158:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467039.464159:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467039.464176:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467039.464179:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467039.464182:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467039.464184:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467039.464189:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789467039.464192:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467039.464195:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467039.464197:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467039.464199:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467039.464201:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467039.464204:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467039.464213:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789467039.464218:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467039.464224:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404793088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467039.464233:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467039.464236:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467039.464240:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404793088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467039.464260:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467039.464268:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467039.464272:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467039.464274:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467039.464277:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467039.464280:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467039.464283:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467039.464285:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467039.464288:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467039.464292:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19292) 00000100:00080000:3.0:1789467040.487181:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467040.487203:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467040.487206:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467040.487211:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467040.487223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467040.487226:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467040.487229:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467040.487232:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467040.487235:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467040.487238:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467040.487244:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19293) 00000020:00000001:1.0:1789467040.743745:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467040.743748:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467040.743751:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467041.127763:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1789467041.127770:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467041.127781:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467041.127786:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467041.127789:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467041.767347:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467041.767351:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467041.767354:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467044.840192:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467044.840196:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467044.840199:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467045.031266:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313960051, at 4313960448 00000100:00000010:1.0:1789467045.031272:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:3.0:1789467045.031410:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313960051, at 4313960448 00000100:00000010:3.0:1789467045.031431:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000020:00000001:1.0:1789467045.863423:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467045.863445:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467045.863448:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467048.935334:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467048.935337:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467048.935341:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467049.959401:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467049.959405:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467049.959408:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467053.031482:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467053.031485:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467053.031489:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467054.056575:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467054.056579:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467054.056582:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467057.127277:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467057.127281:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467057.127284:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467058.151883:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467058.151887:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467058.151891:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467060.199420:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467060.199424:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467060.199427:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467060.997228:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313976413, at 4313976414 00000100:00000010:3.0:1789467060.997251:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe480. 00000100:00000040:1.0:1789467060.997354:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313976413, at 4313976414 00000100:00000010:1.0:1789467060.997371:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe780. 00000020:00000001:1.0:1789467061.224967:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467061.224971:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467061.224974:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467062.247771:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467062.247779:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467062.247782:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467064.297918:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467064.297922:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467064.297925:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467065.319366:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467065.319370:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467065.319389:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789467065.484348:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467065.484368:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467065.484372:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467065.484374:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467065.484387:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467065.484406:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c100 00000400:00000100:1.0:1789467065.484415:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402386176 offset 0 length 520: 4 00000400:00000200:1.0:1789467065.484420:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467065.484473:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467065.484484:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467065.484489:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467065.484491:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467065.484494:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467065.484495:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467065.484497:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467065.484501:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467065.484507:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c180 00000400:00000100:1.0:1789467065.484512:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402386304 offset 0 length 520: 4 00000400:00000200:1.0:1789467065.484515:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467065.484516:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467065.484520:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467065.484528:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467065.484530:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467065.484532:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467066.087198:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467066.087206:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467066.087209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467066.087214:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467066.087217:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467066.087223:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467066.087228:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467066.087233:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467066.087238:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467066.087243:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467066.087251:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (19319) 00000020:00000001:1.0:1789467066.343373:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467066.343377:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467066.343381:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467068.393137:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467068.393141:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467068.393145:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467069.095343:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467069.095353:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467069.095357:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467069.095360:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467069.095525:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467069.095529:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467069.095532:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467069.095550:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467069.095553:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467069.095555:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467069.095561:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19322) 00000020:00000001:1.0:1789467069.415839:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467069.415843:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467069.415853:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467069.607137:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4313984627, at 4313985024 00000100:00000010:3.0:1789467069.607154:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe600. 00000100:00000040:1.0:1789467069.607278:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4313984627, at 4313985024 00000100:00000010:1.0:1789467069.607286:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe360. 00000020:00000001:1.0:1789467070.439280:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467070.439283:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467070.439295:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467072.487769:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467072.487781:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467072.487784:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467073.511294:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467073.511297:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467073.511300:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467074.535348:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467074.535351:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467074.535354:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467076.584889:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467076.584896:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467076.584901:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467077.608703:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467077.608709:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467077.608716:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467078.632291:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467078.632295:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467078.632298:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789467080.039832:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467080.039839:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467080.039849:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467080.039854:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467080.039856:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467081.703890:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467081.703894:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467081.703897:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467082.735276:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467082.735282:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467082.735287:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467085.544880:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467085.544885:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467085.544888:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467085.544891:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467085.544899:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467085.544902:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467085.544905:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467085.544908:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19309 00000100:00080000:1.0:1789467085.544912:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467085.544915:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467085.544917:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467085.544919:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467085.544922:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467085.544928:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467085.544930:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467085.544933:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467085.544937:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467085.544940:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467085.544942:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467085.544945:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467085.544947:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467085.544949:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467085.544950:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467085.544954:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467085.544957:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467085.544959:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467085.544961:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467085.544968:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467085.544971:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467085.544973:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467085.544975:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467085.544981:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789467085.544984:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467085.544988:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467085.544990:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467085.544992:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467085.545000:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467085.545004:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467085.545010:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9000. 00000100:00000001:1.0:1789467085.545017:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467085.545023:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404793856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467085.545031:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467085.545035:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467085.545064:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404793856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.545141:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467085.545145:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467085.545147:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467085.545151:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404793856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.545159:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467085.545161:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467085.545164:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467085.545167:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467085.545169:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467085.545181:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404793856:0@lo:38:kworker.0 00000100:00000001:3.0:1789467085.545186:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467085.545190:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467085.545192:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467085.545195:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467085.545200:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08dc00. 02000000:00000001:3.0:1789467085.545202:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789467085.545208:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b5d8. 00000400:00000010:3.0:1789467085.545214:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a088. 00000100:00000200:3.0:1789467085.545227:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404793856, portal 10 00000100:00000001:3.0:1789467085.545230:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467085.545237:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:3.0:1789467085.545245:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404793856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.545253:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467085.545256:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789467085.545260:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a550. 00000100:00000200:3.0:1789467085.545263:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404793856, offset 0 00000400:00000200:3.0:1789467085.545270:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789467085.545282:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789467085.545293:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e7e00 00000400:00000100:3.0:1789467085.545299:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404793856 offset 0 length 520: 4 00000400:00000200:3.0:1789467085.545303:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467085.545306:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789467085.545314:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a550 00000400:00000010:3.0:1789467085.545316:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a550. 00000100:00000001:3.0:1789467085.545319:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467085.545323:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404793856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.545330:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467085.545332:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404793856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.545339:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.545340:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789467085.545355:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467085.545360:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789467085.545364:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314000981 00000100:00000010:3.0:1789467085.545368:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922c60. 00000100:00000001:3.0:1789467085.545374:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789467085.545394:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314000981 00000100:00000010:3.0:1789467085.545398:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f00. 00000100:00000001:3.0:1789467085.545402:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789467085.545411:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314000981 00000100:00000010:3.0:1789467085.545414:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922180. 00000100:00000001:3.0:1789467085.545417:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789467085.545427:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314000981 00000100:00000010:3.0:1789467085.545431:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59223c0. 00000100:00000001:3.0:1789467085.545434:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789467085.545437:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467085.545440:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.545442:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.545444:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467085.545628:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467085.545632:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467085.545636:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467085.545638:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467085.545640:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467085.545642:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467085.545645:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19309 00000100:00080000:1.0:1789467085.545648:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467085.545650:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467085.545652:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467085.545654:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467085.545656:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467085.545661:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467085.545662:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467085.545664:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467085.545666:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467085.545668:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467085.545671:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467085.545673:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467085.545675:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467085.545682:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467085.545684:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467085.545686:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467085.545689:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467085.545691:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467085.545693:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467085.545697:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467085.545699:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467085.545701:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467085.545702:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467085.545705:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789467085.545708:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467085.545710:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467085.545711:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467085.545713:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467085.545714:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467085.545717:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467085.545721:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feac00. 00000100:00000001:1.0:1789467085.545724:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467085.545729:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404793984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467085.545735:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467085.545737:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467085.545740:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404793984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.548983:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467085.548993:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467085.548998:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467085.549001:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467085.549004:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467085.549016:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404793984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.549027:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467085.549030:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467085.549034:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467085.549050:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467085.549053:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467085.549056:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404793984:0@lo:38:kworker.0 00000100:00000001:3.0:1789467085.549061:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467085.549065:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467085.549068:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467085.549070:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467085.549079:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789467085.549081:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789467085.549088:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bf78. 00000400:00000010:3.0:1789467085.549094:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a550. 00000100:00000200:3.0:1789467085.549101:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404793984, portal 10 00000100:00000001:3.0:1789467085.549103:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467085.549118:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:3.0:1789467085.549125:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404793984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.549209:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467085.549211:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789467085.549215:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a990. 00000100:00000200:3.0:1789467085.549276:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404793984, offset 0 00000400:00000200:3.0:1789467085.549284:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789467085.549296:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789467085.549307:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e7e80 00000400:00000100:3.0:1789467085.549313:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404793984 offset 0 length 520: 4 00000400:00000200:3.0:1789467085.549318:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467085.549320:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789467085.549332:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a990 00000400:00000010:3.0:1789467085.549334:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a990. 00000100:00000001:3.0:1789467085.549338:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789467085.549664:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467085.549670:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467085.549674:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467085.549676:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467085.549679:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467085.549682:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467085.549686:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19309 00000100:00080000:1.0:1789467085.549696:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467085.549699:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467085.549703:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467085.549705:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467085.549707:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467085.549712:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467085.549714:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467085.549716:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467085.549719:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467085.549721:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467085.549723:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467085.549726:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467085.549728:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467085.549729:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467085.549731:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467085.549734:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467085.549736:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467085.549739:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467085.549741:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467085.549748:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467085.549750:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467085.549752:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467085.549754:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467085.549759:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789467085.549762:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467085.549765:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467085.549767:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467085.549769:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467085.549772:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467085.549776:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467085.549781:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9800. 00000100:00000001:1.0:1789467085.549787:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467085.549799:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404794112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467085.549807:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467085.549811:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467085.549815:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404794112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467085.549824:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467085.549826:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467085.549829:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467085.549830:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467085.549832:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467085.549835:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467085.549836:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19309 00000100:00080000:1.0:1789467085.549839:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467085.549841:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467085.549843:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467085.549845:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467085.549847:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467085.549852:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467085.549853:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467085.549855:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467085.549857:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467085.549859:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467085.549861:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467085.549863:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467085.549865:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467085.549866:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467085.549868:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467085.549870:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467085.549872:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467085.549880:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467085.549882:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467085.549885:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467085.549887:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467085.549889:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467085.549890:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789467085.549892:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404793984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1789467085.549893:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789467085.549895:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467085.549897:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467085.549899:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467085.549900:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467085.549902:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789467085.549902:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1789467085.549903:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467085.549906:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404793984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789467085.549907:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789467085.549910:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.549912:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467085.549914:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404794240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467085.549914:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467085.549920:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467085.549921:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.549922:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467085.549925:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404794240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467085.549927:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789467085.549930:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314000985 00000100:00000001:1.0:1789467085.549931:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467085.549937:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19338) 00000100:00000001:3.0:1789467085.549943:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314000981 00000100:00000001:3.0:1789467085.549947:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314000985 00000100:00000001:3.0:1789467085.549950:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314000981 00000100:00000001:3.0:1789467085.549952:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314000985 00000100:00000001:3.0:1789467085.549955:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4314000981 00000100:00000001:3.0:1789467085.549964:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314000985 00000100:00000001:3.0:1789467085.549967:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4314000981 00000100:00000001:3.0:1789467085.549970:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467085.549973:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.549978:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.549980:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467085.549984:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467085.549985:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467085.549987:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467085.549989:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467085.549990:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467085.549994:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738380 x1876386404794112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.550001:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467085.550002:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467085.550004:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467085.550006:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467085.550008:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467085.550011:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404794112:0@lo:38:kworker.0 00000100:00000001:3.0:1789467085.550013:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467085.550015:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467085.550017:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467085.550019:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467085.550022:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789467085.550024:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789467085.550028:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369ba50. 00000400:00000010:3.0:1789467085.550032:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a990. 00000100:00000200:3.0:1789467085.550035:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404794112, portal 10 00000100:00000001:3.0:1789467085.550052:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467085.550054:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755040640 : -130395954510976 : ffff8967d3738380) 00000100:00000040:3.0:1789467085.550060:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738380 x1876386404794112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.550065:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467085.550073:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789467085.550076:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aee0. 00000100:00000200:3.0:1789467085.550079:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404794112, offset 0 00000400:00000200:3.0:1789467085.550083:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789467085.550090:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789467085.550096:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e7f00 00000400:00000100:3.0:1789467085.550100:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404794112 offset 0 length 520: 4 00000400:00000200:3.0:1789467085.550104:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467085.550106:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789467085.550110:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aee0 00000400:00000010:3.0:1789467085.550112:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aee0. 00000100:00000001:3.0:1789467085.550115:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467085.550118:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738380 x1876386404794112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.550124:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467085.550127:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738380 x1876386404794112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.550207:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.550209:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789467085.550214:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467085.550280:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789467085.550285:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314000986 00000100:00000001:3.0:1789467085.550290:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314000985 00000100:00000001:3.0:1789467085.550293:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314000986 00000100:00000001:3.0:1789467085.550295:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314000985 00000100:00000001:3.0:1789467085.550298:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314000986 00000100:00000001:3.0:1789467085.550300:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314000985 00000100:00000001:3.0:1789467085.550303:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314000986 00000100:00000001:3.0:1789467085.550305:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314000985 00000100:00000001:3.0:1789467085.550308:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467085.550316:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.550318:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467085.550322:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404794240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.550328:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467085.550329:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467085.550331:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467085.550333:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467085.550335:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467085.550338:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404794240:0@lo:38:kworker.0 00000100:00000001:3.0:1789467085.550341:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467085.550411:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467085.550413:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467085.550415:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467085.550419:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789467085.550421:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789467085.550424:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bb00. 00000400:00000010:3.0:1789467085.550427:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aee0. 00000100:00000200:3.0:1789467085.550430:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404794240, portal 10 00000100:00000001:3.0:1789467085.550432:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467085.550433:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:3.0:1789467085.550439:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404794240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.550444:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467085.550446:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789467085.550448:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ae58. 00000100:00000200:3.0:1789467085.550450:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404794240, offset 0 00000400:00000200:3.0:1789467085.550453:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789467085.550459:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789467085.550464:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411e7f80 00000400:00000100:3.0:1789467085.550467:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404794240 offset 0 length 520: 4 00000400:00000200:3.0:1789467085.550470:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467085.550472:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789467085.550483:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93ae58 00000400:00000010:3.0:1789467085.550485:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93ae58. 00000100:00000001:3.0:1789467085.550488:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467085.550491:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404794240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.550497:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467085.550499:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404794240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467085.550505:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.550506:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789467085.550509:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467085.550512:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789467085.550515:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314000987 00000100:00000001:3.0:1789467085.550520:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314000986 00000100:00000001:3.0:1789467085.550522:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314000987 00000100:00000001:3.0:1789467085.550525:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314000986 00000100:00000001:3.0:1789467085.550527:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314000987 00000100:00000001:3.0:1789467085.550529:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314000986 00000100:00000001:3.0:1789467085.550532:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314000987 00000100:00000001:3.0:1789467085.550534:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314000986 00000100:00000001:3.0:1789467085.550537:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467085.550539:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.550541:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.550543:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467085.550547:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467085.550549:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467085.550551:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467085.550552:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467085.550554:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467085.550556:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467085.571285:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314000987, at 4314000988 00000100:00000010:1.0:1789467085.571291:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f00. 00000100:00000040:3.0:1789467085.571427:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314000987, at 4314000988 00000100:00000010:3.0:1789467085.571440:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59223c0. 00000020:00000001:1.0:1789467085.800952:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467085.800956:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467085.800959:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467086.568498:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467086.568513:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467086.568519:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467086.568524:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467086.568526:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467086.568530:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467086.568533:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467086.823425:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467086.823429:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467086.823432:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467087.591156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467087.591180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467087.591182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467087.591186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467087.591188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467087.591192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467087.591195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467088.615343:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467088.615357:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467088.615359:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467088.615364:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467088.615366:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467088.615371:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467088.615373:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.640117:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467089.640126:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467089.640139:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467064/real 1789467064] req@ffff8967cb941180 x1876386404793728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467089.640166:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467089.640168:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467089.640171:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79898. 00000400:00000200:3.0:1789467089.640178:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93770 00000400:00000010:3.0:1789467089.640181:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93770. 00000100:00000001:3.0:1789467089.640185:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467089.640189:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941180 x1876386404793728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467089.640198:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941180 x1876386404793728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.640225:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467089.640227:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467089.640230:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467089.640232:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467089.640236:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941180 x1876386404793728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.640242:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467089.640251:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467089.640252:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467089.640255:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467089.640257:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467089.640261:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467089.640264:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941180 x1876386404793728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.640271:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467089.640274:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467089.640275:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467089.640277:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467089.640279:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467089.640281:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467089.640285:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467089.640310:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789467089.640313:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467089.640318:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941180 x1876386404793728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467089.640325:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404793728:0@lo:250:kworker.0 00000100:00000001:3.0:1789467089.640330:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.640333:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467089.640336:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941180 x1876386404793728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.640354:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467089.640357:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467089.640360:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:3.0:1789467089.640364:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467089.640367:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467089.640368:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789467089.640371:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467089.640373:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:3.0:1789467089.640376:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467089.640378:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467089.640380:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941180. 00000100:00000001:3.0:1789467089.640383:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467089.640385:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467089.640387:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.640698:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467089.640700:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467089.640702:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467089.640706:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61c00 x1876386404794368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.640713:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467089.640716:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467089.640719:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467089.640721:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467089.640723:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467089.640726:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404794368:0@lo:250:kworker.0 00000100:00000001:3.0:1789467089.640730:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467089.640733:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467089.640735:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467089.640737:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467089.640741:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789467089.640744:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789467089.640749:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b738. 00000400:00000010:3.0:1789467089.640754:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ae58. 00000100:00000200:3.0:1789467089.640760:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404794368, portal 25 00000100:00000001:3.0:1789467089.640768:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467089.640769:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492018176 : -130396217533440 : ffff8967c3c61c00) 00000100:00000040:3.0:1789467089.640776:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61c00 x1876386404794368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.640782:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467089.640784:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789467089.640787:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93af68. 00000100:00000200:3.0:1789467089.640790:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404794368, offset 0 00000400:00000200:3.0:1789467089.640796:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789467089.640808:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789467089.640819:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411e8000 00000400:00000100:3.0:1789467089.640825:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404794368 offset 0 length 520: 4 00000400:00000200:3.0:1789467089.640829:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467089.640831:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789467089.640841:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93af68 00000400:00000010:3.0:1789467089.640843:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93af68. 00000100:00000001:3.0:1789467089.640846:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467089.640850:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61c00 x1876386404794368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.640857:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467089.640860:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61c00 x1876386404794368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.640866:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.640868:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789467089.640873:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.640877:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314010227 00000100:00000010:3.0:1789467089.640882:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59223c0. 00000100:00000001:3.0:1789467089.640887:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789467089.640897:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314010227 00000100:00000010:3.0:1789467089.640901:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f60. 00000100:00000001:3.0:1789467089.640903:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789467089.640906:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314010227 00000100:00000010:3.0:1789467089.640914:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59229c0. 00000100:00000001:3.0:1789467089.640918:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789467089.640922:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314010227 00000100:00000010:3.0:1789467089.640924:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59221e0. 00000100:00000001:3.0:1789467089.640927:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789467089.640930:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467089.640933:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.640936:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.640938:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467089.640941:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467089.640943:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467089.640945:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467089.640946:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467089.640948:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.640949:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467089.895942:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467089.895946:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467089.895949:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789467090.058821:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058839:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467090.058843:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058845:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467090.058858:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467090.058873:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c200 00000400:00000100:1.0:1789467090.058881:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402386432 offset 0 length 520: 4 00000400:00000200:1.0:1789467090.058886:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467090.058889:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467090.058897:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058900:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467090.058903:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058905:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467090.058906:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058908:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467090.058911:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467090.058916:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c280 00000400:00000100:1.0:1789467090.058920:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402386560 offset 0 length 520: 4 00000400:00000200:1.0:1789467090.058923:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467090.058924:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467090.058927:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058930:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467090.058932:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058934:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467090.058935:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058937:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467090.058940:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467090.058945:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9c300 00000400:00000100:1.0:1789467090.058949:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402386688 offset 0 length 520: 4 00000400:00000200:1.0:1789467090.058952:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467090.058954:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467090.058970:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058978:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467090.058980:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467090.058982:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467090.919389:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467090.919393:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467090.919396:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467091.943426:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467091.943429:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467091.943432:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467093.991451:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467093.991455:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467093.991458:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467095.023793:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467095.023800:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467095.023805:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467095.207174:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314010227, at 4314010624 00000100:00000010:1.0:1789467095.207200:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f60. 00000100:00000040:3.0:1789467095.208304:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314010227, at 4314010625 00000100:00000010:3.0:1789467095.208312:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59221e0. 00000020:00000001:3.0:1789467096.041575:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467096.041582:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467096.041587:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467098.087432:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467098.087436:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467098.087438:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467099.114933:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467099.114943:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467099.114950:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467099.815872:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467099.815885:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467099.815889:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467099.815892:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467099.815895:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467099.815898:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467099.815901:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467099.815904:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467099.815907:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467099.815910:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467099.815939:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19352) 00000020:00000001:3.0:1789467100.136080:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467100.136085:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467100.136089:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467102.184413:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467102.184418:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467102.184422:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467103.207441:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467103.207446:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467103.207450:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467104.231711:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467104.231716:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467104.231720:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467104.935147:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467104.935162:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467104.935166:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467104.935170:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467104.935172:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467104.935176:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467104.935179:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467104.935183:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467104.935185:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467104.935188:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467104.935194:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19358) 00000020:00000001:3.0:1789467106.279476:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467106.279480:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467106.279484:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467107.308415:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467107.308424:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467107.308440:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467108.327463:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467108.327467:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467108.327471:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467110.058595:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.058606:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467110.058610:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.058626:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467110.058629:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.058632:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467110.058635:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.058638:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467110.058645:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.058649:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467110.058654:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19363) 00000100:00080000:3.0:1789467110.120084:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.120090:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467110.120092:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.120096:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467110.120098:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467110.120101:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467110.120104:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467110.120107:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19333 00000100:00080000:3.0:1789467110.120117:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467110.120120:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467110.120123:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467110.120125:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467110.120127:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467110.120134:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467110.120136:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467110.120139:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467110.120142:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467110.120144:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467110.120146:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467110.120149:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467110.120151:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467110.120152:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467110.120154:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467110.120157:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467110.120172:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467110.120175:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467110.120178:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467110.120185:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467110.120187:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467110.120190:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467110.120192:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467110.120197:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789467110.120202:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467110.120205:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467110.120206:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467110.120208:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467110.120211:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467110.120215:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467110.120221:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467110.120226:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467110.120240:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404794496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467110.120249:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467110.120253:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467110.120257:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404794496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467110.120275:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467110.120278:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.120282:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467110.120283:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467110.120284:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467110.120287:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467110.120289:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19333 00000100:00080000:3.0:1789467110.120291:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467110.120293:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467110.120294:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467110.120296:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467110.120298:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467110.120301:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467110.120303:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467110.120304:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467110.120306:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467110.120308:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467110.120311:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467110.120313:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467110.120314:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467110.120316:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467110.120317:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467110.120319:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467110.120322:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467110.120329:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467110.120331:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467110.120334:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467110.120336:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467110.120338:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467110.120339:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467110.120342:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789467110.120344:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467110.120346:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467110.120348:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467110.120349:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467110.120351:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467110.120352:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467110.120356:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467110.120583:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467110.120589:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404794624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467110.120595:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467110.120597:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467110.120600:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404794624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467110.120607:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467110.120609:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.120612:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467110.120613:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467110.120614:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467110.120616:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467110.120618:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19333 00000100:00080000:3.0:1789467110.120621:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467110.120623:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467110.120624:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467110.120626:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467110.120632:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467110.120635:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467110.120636:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467110.120638:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467110.120640:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467110.120641:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467110.120643:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467110.120646:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467110.120647:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467110.120648:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467110.120650:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467110.120652:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467110.120654:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467110.120656:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467110.120658:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467110.120661:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467110.120662:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467110.120664:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467110.120666:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467110.120669:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789467110.120671:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467110.120673:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467110.120674:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467110.120675:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467110.120677:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467110.120678:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467110.120681:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789467110.120684:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467110.120687:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404794752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467110.120694:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467110.120696:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467110.120698:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404794752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467110.120756:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467110.120758:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467110.120761:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467110.120762:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467110.120764:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467110.120766:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467110.120768:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19333 00000100:00080000:3.0:1789467110.120770:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467110.120772:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467110.120774:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467110.120775:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467110.120777:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467110.120780:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467110.120781:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467110.120783:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467110.120785:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467110.120786:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467110.120788:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467110.120791:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467110.120792:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467110.120794:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467110.120795:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467110.120797:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467110.120799:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467110.120801:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467110.120802:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467110.120804:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467110.120806:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467110.120808:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467110.120813:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467110.120816:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789467110.120818:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467110.120820:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467110.120821:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467110.120822:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467110.120823:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467110.120825:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467110.120828:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789467110.120831:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467110.120834:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404794880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467110.120841:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467110.120842:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467110.120845:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404794880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467110.120851:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467110.120855:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19363) 00000100:00000040:3.0:1789467110.143120:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314025559, at 4314025560 00000100:00000010:3.0:1789467110.143134:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:1.0:1789467110.143723:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314025559, at 4314025560 00000100:00000010:1.0:1789467110.143729:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c376c0. 00000020:00000001:3.0:1789467110.378494:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467110.378501:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467110.378505:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467111.399286:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467111.399289:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467111.399292:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467112.423961:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467112.423964:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467112.423967:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467114.215410:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467114.215417:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467114.215419:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467114.215429:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467114.215432:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467114.215435:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19337 00000100:00080000:1.0:1789467114.215439:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467114.215442:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467114.215445:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467114.215447:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467114.215452:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467114.215466:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467114.215469:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467114.215472:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467114.215475:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467114.215477:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467114.215480:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467114.215482:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467114.215483:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467114.215485:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467114.215486:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467114.215489:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467114.215493:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467114.215495:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467114.215498:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467114.215502:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467114.215504:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467114.215506:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467114.215508:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467114.215515:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789467114.215519:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467114.222316:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467114.222323:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467114.222328:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467114.222331:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467114.222354:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467114.222364:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe8c00. 00000100:00000001:1.0:1789467114.222374:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467114.222385:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404795008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467114.222396:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467114.222401:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467114.222405:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404795008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467114.222436:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467114.222440:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467114.222445:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467114.222448:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467114.222451:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467114.222454:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467114.222457:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467114.222460:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467114.222463:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467114.222468:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19367) 00000020:00000001:3.0:1789467114.471469:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467114.471472:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467114.471476:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467114.637818:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.637835:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467114.637840:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.637842:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467114.637854:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467114.637886:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9c380 00000400:00000100:3.0:1789467114.637894:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402386816 offset 0 length 520: 4 00000400:00000200:3.0:1789467114.637899:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467114.637902:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467114.637911:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.637915:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467114.637918:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.637920:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467114.637921:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.637923:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467114.637979:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467114.637987:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c400 00000400:00000100:3.0:1789467114.637993:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402386944 offset 0 length 520: 4 00000400:00000200:3.0:1789467114.637996:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467114.637998:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467114.638002:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.638006:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467114.638008:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.638010:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467114.638012:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.638014:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467114.638018:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467114.638023:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c480 00000400:00000100:3.0:1789467114.638027:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402387072 offset 0 length 520: 4 00000400:00000200:3.0:1789467114.638029:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467114.638031:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467114.638035:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.638081:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467114.638085:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467114.638087:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467115.239157:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467115.239168:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467115.239171:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467115.239175:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467115.239177:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467115.239197:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467115.239199:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467115.239203:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467115.239205:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467115.239208:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467115.239214:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19368) 00000020:00000001:1.0:1789467115.495734:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467115.495737:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467115.495741:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467116.522075:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467116.522099:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467116.522103:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789467117.927509:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467117.927515:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467117.927527:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467117.927531:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467117.927533:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467118.568090:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467118.568094:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467118.568098:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467119.592206:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467119.592210:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467119.592213:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467119.786091:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314034812, at 4314035203 00000100:00000010:3.0:1789467119.786104:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000040:1.0:1789467119.786246:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314034812, at 4314035203 00000100:00000010:1.0:1789467119.786252:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000020:00000001:3.0:1789467120.616907:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467120.616919:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467120.616922:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467122.663836:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467122.663839:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467122.663842:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467123.687441:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467123.687444:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467123.687447:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467124.711387:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467124.711391:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467124.711394:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467126.763993:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467126.764000:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467126.764004:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467127.785177:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467127.785184:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467127.785190:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467128.808366:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467128.808372:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467128.808376:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467130.855421:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467130.855424:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467130.855427:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467131.880219:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467131.880222:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467131.880225:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467132.905452:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467132.905456:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467132.905460:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467134.953114:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467134.953130:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467134.953135:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467135.729405:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467135.729416:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467135.729420:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467135.729424:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467135.729427:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467135.729430:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467135.729435:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467135.729440:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19358 00000100:00080000:3.0:1789467135.729445:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467135.729448:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467135.729451:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467135.729453:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467135.729455:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467135.729464:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467135.729466:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467135.729469:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467135.729472:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467135.729475:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467135.729478:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467135.729480:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467135.729482:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467135.729484:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467135.729486:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467135.729489:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467135.729493:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467135.729495:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467135.729498:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467135.729504:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467135.729507:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467135.729526:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467135.729528:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467135.729534:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789467135.729538:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467135.729541:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467135.729543:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467135.729546:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467135.729548:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467135.729552:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467135.729560:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789467135.729566:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467135.729574:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404795136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467135.729584:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467135.729588:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467135.729592:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404795136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467135.729604:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467135.729607:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467135.729610:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467135.729612:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467135.729614:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467135.729616:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467135.729618:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19358 00000100:00080000:3.0:1789467135.729621:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467135.729623:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467135.729625:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467135.729627:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467135.729629:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467135.729632:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467135.729633:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467135.729635:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467135.729642:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467135.729645:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467135.729647:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467135.729650:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467135.729652:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467135.729653:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467135.729655:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467135.729657:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467135.729659:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467135.729661:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467135.729663:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467135.729666:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467135.729668:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467135.729669:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467135.729671:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467135.729673:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789467135.729676:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467135.729678:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467135.729679:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467135.729681:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467135.729683:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467135.729684:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467135.729688:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789467135.729691:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467135.729695:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404795264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467135.729703:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467135.729705:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467135.729708:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404795264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467135.729715:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467135.729718:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467135.729726:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467135.729729:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467135.729731:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467135.729736:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19388) 00000100:00080000:3.0:1789467135.741082:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467135.741092:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467135.741096:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467135.741100:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467135.741102:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467135.741106:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467135.741109:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467135.741115:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19358 00000100:00080000:3.0:1789467135.741120:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467135.741124:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467135.741126:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467135.741128:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467135.741130:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467135.741140:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467135.741142:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467135.741144:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467135.741147:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467135.741149:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467135.741152:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467135.741154:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467135.741156:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467135.741157:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467135.741159:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467135.741180:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467135.741183:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467135.741186:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467135.741188:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467135.741195:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467135.741197:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467135.741199:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467135.741201:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467135.741207:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789467135.741210:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467135.741214:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467135.741215:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467135.741232:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467135.741234:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467135.741237:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467135.741253:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789467135.741260:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467135.741268:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404795392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467135.741278:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467135.741283:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467135.741287:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404795392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467135.741312:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467135.741315:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467135.741318:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467135.741319:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467135.741321:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467135.741323:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467135.741325:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19358 00000100:00080000:3.0:1789467135.741328:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467135.741330:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467135.741342:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467135.741343:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467135.741345:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467135.741349:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467135.741350:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467135.741351:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467135.741354:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467135.741356:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467135.741358:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467135.741360:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467135.741362:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467135.741363:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467135.741365:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467135.741367:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467135.741370:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467135.741372:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467135.741374:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467135.741377:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467135.741379:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467135.741381:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467135.741382:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467135.741385:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789467135.741388:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467135.741390:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467135.741391:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467135.741393:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467135.741394:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467135.741396:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467135.741400:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789467135.741403:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467135.741407:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404795520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467135.741413:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467135.741420:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467135.741424:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404795520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467135.741431:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467135.741435:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19388) 00000100:00000040:3.0:1789467135.762154:0:225233:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314051178, at 4314051179 00000100:00000010:3.0:1789467135.762168:0:225233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000040:1.0:1789467135.763875:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314051178, at 4314051180 00000100:00000010:1.0:1789467135.763883:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000020:00000001:1.0:1789467135.975310:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467135.975313:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467135.975316:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467136.999297:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467136.999300:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467136.999304:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467139.047314:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467139.047317:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467139.047320:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467140.071273:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467140.071275:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467140.071292:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467140.238391:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.238409:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467140.238413:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.238416:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467140.238428:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467140.238445:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9c500 00000400:00000100:3.0:1789467140.238454:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402387200 offset 0 length 520: 4 00000400:00000200:3.0:1789467140.238460:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467140.238463:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467140.238472:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.238475:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467140.238478:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.238480:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467140.238482:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.238484:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467140.238488:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467140.238493:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c580 00000400:00000100:3.0:1789467140.238497:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402387328 offset 0 length 520: 4 00000400:00000200:3.0:1789467140.238500:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467140.238518:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467140.238523:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.238530:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467140.238532:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.238534:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467140.245401:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.245419:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467140.245423:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.245425:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467140.245437:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467140.245453:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c600 00000400:00000100:3.0:1789467140.245462:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402387456 offset 0 length 520: 4 00000400:00000200:3.0:1789467140.245467:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467140.245470:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467140.245479:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.245487:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467140.245489:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467140.245491:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467141.095557:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467141.095560:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467141.095564:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467143.143493:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467143.143496:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467143.143499:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467144.168107:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467144.168116:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467144.168119:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467144.872997:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467144.873008:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467144.873011:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467144.873015:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467144.873018:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467144.873021:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467144.873072:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467144.873076:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467144.873079:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467144.873082:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467144.873087:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19397) 00000020:00000001:3.0:1789467145.193283:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467145.193288:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467145.193291:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467145.383559:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314060402, at 4314060800 00000100:00000010:1.0:1789467145.383565:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00000040:3.0:1789467145.385579:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314060403, at 4314060802 00000100:00000010:3.0:1789467145.385591:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000020:00000001:3.0:1789467147.241699:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467147.241706:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467147.241722:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467148.266521:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467148.266524:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467148.266528:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467149.291241:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467149.291249:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467149.291254:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467151.335615:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467151.335618:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467151.335622:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467152.359993:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467152.359997:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467152.360000:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467153.383361:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467153.383365:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467153.383369:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467155.432112:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467155.432118:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467155.432124:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467156.455400:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467156.455404:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467156.455408:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467156.840910:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1789467156.840924:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467156.840940:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467156.840946:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467156.840949:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467157.479421:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467157.479426:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467157.479429:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467159.533086:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467159.533095:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467159.533102:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467160.231258:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.231297:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467160.231301:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.231304:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467160.231307:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.231311:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467160.231314:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.231318:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467160.231321:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.231324:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467160.231330:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19413) 00000100:00080000:3.0:1789467160.296669:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.296676:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467160.296679:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.296683:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467160.296685:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467160.296689:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467160.296693:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467160.296696:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19383 00000100:00080000:3.0:1789467160.296701:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467160.296705:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467160.296708:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467160.296710:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467160.296712:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467160.296721:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467160.296731:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467160.296734:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467160.296739:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467160.296741:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467160.296744:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467160.296748:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467160.296750:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467160.296751:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467160.296753:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467160.296756:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467160.296759:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467160.296761:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467160.296763:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467160.296772:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467160.296776:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467160.296779:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467160.296781:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467160.296788:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789467160.296791:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467160.296795:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467160.296797:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467160.296800:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467160.296804:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467160.296808:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467160.296817:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467160.296825:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467160.296833:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404795776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467160.296842:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467160.296846:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467160.296851:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404795776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467160.296877:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467160.296889:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.296892:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467160.296893:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467160.296895:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467160.296898:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467160.296900:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19383 00000100:00080000:3.0:1789467160.296903:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467160.296905:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467160.296907:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467160.296908:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467160.296910:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467160.296913:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467160.296915:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467160.296917:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467160.296919:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467160.296921:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467160.296923:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467160.296925:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467160.296927:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467160.296929:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467160.296931:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467160.296933:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467160.296935:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467160.296938:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467160.296939:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467160.296942:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467160.296945:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467160.296947:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467160.296948:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467160.296953:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789467160.296955:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467160.296962:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467160.296963:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467160.296965:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467160.296967:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467160.296969:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467160.296972:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789467160.296976:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467160.296980:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404795904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467160.296986:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467160.296988:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467160.296992:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404795904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467160.296999:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467160.297001:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.297004:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467160.297005:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467160.297006:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467160.297009:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467160.297010:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19383 00000100:00080000:3.0:1789467160.297013:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467160.297015:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467160.297017:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467160.297019:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467160.297020:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467160.297024:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467160.297025:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467160.297027:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467160.297029:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467160.297031:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467160.297033:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467160.297077:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467160.297079:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467160.297081:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467160.297083:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467160.297085:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467160.297087:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467160.297090:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467160.297092:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467160.297095:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467160.297097:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467160.297099:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467160.297101:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467160.297104:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789467160.297106:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467160.297109:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467160.297110:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467160.297112:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467160.297113:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467160.297115:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467160.297120:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467160.297123:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467160.297128:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404796032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467160.297135:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467160.297137:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467160.297141:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404796032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467160.297148:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467160.297150:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.297153:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467160.297154:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467160.297155:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467160.297164:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467160.297166:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19383 00000100:00080000:3.0:1789467160.297168:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467160.297171:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467160.297172:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467160.297174:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467160.297176:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467160.297180:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467160.297181:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467160.297183:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467160.297186:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467160.297187:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467160.297190:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467160.297203:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467160.297206:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467160.297207:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467160.297209:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467160.297211:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467160.297213:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467160.297215:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467160.297217:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467160.297220:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467160.297222:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467160.297224:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467160.297225:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467160.297228:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789467160.297230:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467160.297232:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467160.297234:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467160.297235:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467160.297237:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467160.297238:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467160.297247:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789467160.297250:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467160.297254:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404796160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467160.297261:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467160.297263:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467160.297266:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404796160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467160.297273:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467160.297278:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19413) 00000100:00000040:1.0:1789467160.319157:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314075735, at 4314075736 00000100:00000010:1.0:1789467160.319179:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feb40. 00000100:00000040:3.0:1789467160.319311:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314075735, at 4314075736 00000100:00000010:3.0:1789467160.319319:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe240. 00000020:00000001:1.0:1789467160.551347:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467160.551351:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467160.551354:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467161.575443:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467161.575447:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467161.575450:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467163.623830:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467163.623835:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467163.623838:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467164.647612:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467164.647615:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467164.647619:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467164.811075:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467164.811100:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467164.811107:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467164.811110:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467164.811126:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467164.811150:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9c680 00000400:00000100:3.0:1789467164.811170:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402387584 offset 0 length 520: 4 00000400:00000200:3.0:1789467164.811178:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467164.811181:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467164.811194:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467164.811199:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467164.811202:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467164.811204:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467164.811205:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467164.811229:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467164.811233:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467164.811241:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c700 00000400:00000100:3.0:1789467164.811247:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402387712 offset 0 length 520: 4 00000400:00000200:3.0:1789467164.811250:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467164.811252:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467164.811256:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467164.811263:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467164.811265:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467164.811267:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467164.820239:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467164.820269:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467164.820276:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467164.820278:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467164.820294:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467164.820324:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c780 00000400:00000100:1.0:1789467164.820335:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402387840 offset 0 length 520: 4 00000400:00000200:1.0:1789467164.820364:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467164.820367:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467164.820383:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467164.820393:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467164.820396:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467164.820399:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467165.671396:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467165.671401:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467165.671404:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467167.720142:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467167.720148:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467167.720153:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467168.743999:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467168.744004:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467168.744008:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467169.447983:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467169.447998:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467169.448001:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467169.448005:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467169.448008:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467169.448011:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467169.448014:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467169.448017:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467169.448019:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467169.448022:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467169.448028:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19422) 00000020:00000001:3.0:1789467169.767653:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467169.767658:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467169.767662:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467169.959610:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314084979, at 4314085376 00000100:00000010:1.0:1789467169.959631:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe9c0. 00000100:00000040:3.0:1789467169.960475:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314084979, at 4314085377 00000100:00000010:3.0:1789467169.960482:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feae0. 00000020:00000001:3.0:1789467171.822224:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467171.822233:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467171.822238:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467172.839690:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467172.839694:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467172.839698:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467173.865183:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467173.865190:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467173.865197:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467174.567330:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467174.567344:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467174.567348:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467174.567352:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467174.567355:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467174.567358:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467174.567361:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467174.567365:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467174.567368:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467174.567371:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467174.567386:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19427) 00000020:00000001:3.0:1789467175.916441:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467175.916449:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467175.916453:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467176.938267:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467176.938270:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467176.938274:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467180.007428:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467180.007431:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467180.007453:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467181.032404:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467181.032409:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467181.032413:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467184.103702:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467184.103706:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467184.103710:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467184.808735:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467184.808746:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467184.808749:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467184.808753:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467184.808756:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467184.808759:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467184.808761:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467184.808765:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467184.808767:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467184.808771:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467184.808777:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19437) 00000020:00000001:1.0:1789467185.129333:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467185.129337:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467185.129341:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467185.900010:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467185.900019:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467185.900023:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467185.900026:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467185.900028:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467185.900032:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467185.900061:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467185.900065:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19408 00000100:00080000:3.0:1789467185.900070:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467185.900087:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467185.900090:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467185.900092:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467185.900094:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467185.900102:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467185.900105:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467185.900107:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467185.900110:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467185.900113:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467185.900115:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467185.900118:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467185.900120:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467185.900122:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467185.900124:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467185.900127:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467185.900130:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467185.900133:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467185.900136:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467185.900143:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467185.900145:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467185.900148:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467185.900150:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467185.900155:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789467185.900158:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467185.900161:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467185.900163:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467185.900165:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467185.900168:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467185.900172:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467185.900180:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789467185.900187:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467185.900195:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404796416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467185.900218:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467185.900222:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467185.900227:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404796416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467185.900252:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467185.900255:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467185.900258:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467185.900259:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467185.900261:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467185.900267:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467185.900270:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19408 00000100:00080000:3.0:1789467185.900272:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467185.900274:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467185.900276:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467185.900278:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467185.900279:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467185.900283:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467185.900284:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467185.900286:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467185.900288:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467185.900290:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467185.900292:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467185.900294:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467185.900296:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467185.900297:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467185.900299:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467185.900301:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467185.900303:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467185.900305:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467185.900312:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467185.900315:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467185.900317:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467185.900319:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467185.900320:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467185.900323:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789467185.900391:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467185.900394:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467185.900395:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467185.900397:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467185.900398:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467185.900400:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467185.900405:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789467185.900408:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467185.900413:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404796544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467185.900430:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467185.900433:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467185.900437:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404796544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467185.900444:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467185.900446:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467185.900449:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467185.900451:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467185.900452:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467185.900455:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467185.900457:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19408 00000100:00080000:3.0:1789467185.900460:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467185.900462:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467185.900464:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467185.900466:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467185.900467:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467185.900477:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467185.900478:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467185.900480:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467185.900482:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467185.900484:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467185.900486:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467185.900770:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467185.900773:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467185.900775:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467185.900776:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467185.900779:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467185.900781:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467185.900783:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467185.900786:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467185.900789:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467185.900791:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467185.900793:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467185.900794:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467185.900798:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789467185.900800:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467185.900803:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467185.900804:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467185.900806:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467185.900807:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467185.900809:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467185.900814:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789467185.900817:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467185.900822:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404796672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467185.900829:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467185.900831:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467185.900904:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404796672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467185.900926:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467185.900928:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467185.900931:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467185.900933:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467185.900934:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467185.900937:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467185.900939:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19408 00000100:00080000:3.0:1789467185.900942:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467185.900945:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467185.900947:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467185.900948:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467185.900950:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467185.900954:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467185.900955:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467185.900957:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467185.900959:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467185.900961:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467185.900963:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467185.900966:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467185.900968:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467185.900969:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467185.900971:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467185.901409:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467185.901413:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467185.901415:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467185.901417:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467185.901431:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467185.901433:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467185.901435:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467185.901442:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467185.901446:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789467185.901448:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467185.901450:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467185.901452:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467185.901453:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467185.901455:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467185.901457:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467185.901461:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789467185.901464:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467185.901469:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404796800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467185.901476:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467185.901479:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467185.901482:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404796800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467185.901489:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467185.901570:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19439) 00000100:00000040:3.0:1789467185.932871:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314101348, at 4314101349 00000100:00000010:3.0:1789467185.932888:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feae0. 00000100:00000040:1.0:1789467185.932977:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314101348, at 4314101349 00000100:00000010:1.0:1789467185.932983:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fec00. 00000020:00000001:3.0:1789467188.199428:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467188.199431:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467188.199434:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467189.224861:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467189.224866:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467189.224870:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467189.991530:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467189.991535:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467189.991537:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467189.991540:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467189.991543:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467189.991548:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19412 00000100:00080000:3.0:1789467189.991552:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467189.991554:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467189.991557:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467189.991569:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467189.991571:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467189.991578:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467189.991579:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467189.991582:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467189.991596:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467189.991598:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467189.991601:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467189.991604:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467189.991606:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467189.991607:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467189.991609:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467189.991612:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467189.991615:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467189.991617:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467189.991619:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467189.991624:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467189.991626:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467189.991629:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467189.991632:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467189.991637:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789467189.991640:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467189.991644:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467189.991646:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467189.991648:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467189.991652:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467189.991656:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467189.991664:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467189.991671:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467189.991677:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404796928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467189.991686:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467189.991690:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467189.991699:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404796928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467189.991733:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467189.991737:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467189.991740:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467189.991743:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467189.991746:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467189.991749:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467189.991751:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467189.991753:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467189.991757:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467189.991761:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19443) 00000800:00000001:1.0:1789467190.411686:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467190.411702:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467190.411706:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467190.411708:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467190.411720:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467190.411736:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c800 00000400:00000100:1.0:1789467190.411757:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402387968 offset 0 length 520: 4 00000400:00000200:1.0:1789467190.411763:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467190.411765:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467190.411775:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467190.411791:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467190.411793:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467190.411795:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467190.412517:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467190.412530:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467190.412533:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467190.412535:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467190.412542:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467190.412553:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9c880 00000400:00000100:3.0:1789467190.412558:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402388096 offset 0 length 520: 4 00000400:00000200:3.0:1789467190.412562:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467190.412564:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467190.412571:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467190.412576:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467190.412578:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467190.412580:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467190.413984:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467190.413997:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467190.414000:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467190.414003:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467190.414012:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467190.414027:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9c900 00000400:00000100:1.0:1789467190.414034:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402388224 offset 0 length 520: 4 00000400:00000200:1.0:1789467190.414077:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467190.414081:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467190.414087:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467190.414093:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467190.414095:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467190.414097:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467191.015962:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467191.015973:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467191.015994:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467191.015998:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467191.016001:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467191.016003:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467191.016006:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467191.016010:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467191.016012:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467191.016015:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467191.016020:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19444) 00000020:00000001:3.0:1789467192.295581:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467192.295585:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467192.295588:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467193.322560:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467193.322566:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467193.322571:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467195.559397:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314110579, at 4314110976 00000100:00000010:3.0:1789467195.559404:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe900. 00000100:00000040:1.0:1789467195.560821:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314110579, at 4314110977 00000100:00000010:1.0:1789467195.560835:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fef60. 00000800:00000200:1.0:1789467195.751875:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467195.751886:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467195.751892:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467195.752167:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467195.752174:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467195.752188:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467195.752194:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467195.752197:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467196.398239:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467196.398248:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467196.398254:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467197.419371:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467197.419381:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467197.419389:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467200.488913:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467200.488916:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467200.488920:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467201.511272:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467201.511292:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467201.511295:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467204.583307:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467204.583310:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467204.583314:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467205.287893:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467205.287918:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467205.287921:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467205.287925:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467205.287927:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467205.287933:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467205.287936:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467205.287939:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467205.287942:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467205.287944:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467205.287950:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19458) 00000020:00000001:1.0:1789467205.607315:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467205.607319:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467205.607322:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467208.679314:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467208.679318:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467208.679321:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467209.703394:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467209.703398:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467209.703401:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467210.496184:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314125912, at 4314125913 00000100:00000010:1.0:1789467210.496199:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feb40. 00000100:00000040:3.0:1789467210.503593:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314125912, at 4314125920 00000100:00000010:3.0:1789467210.503618:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe840. 00000020:00000001:3.0:1789467212.775604:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467212.775608:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467212.775611:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467213.799456:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467213.799460:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467213.799462:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789467214.990841:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.991891:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467214.991897:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.991901:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467214.991913:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467214.991931:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9c980 00000400:00000100:1.0:1789467214.991940:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402388352 offset 0 length 520: 4 00000400:00000200:1.0:1789467214.991945:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467214.991949:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467214.991957:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.991961:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467214.991964:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.991966:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467214.991967:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.991970:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467214.991973:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467214.991978:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ca00 00000400:00000100:1.0:1789467214.991982:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402388480 offset 0 length 520: 4 00000400:00000200:1.0:1789467214.991985:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467214.991987:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467214.992006:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.992009:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467214.992011:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.992013:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467214.992015:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.992017:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467214.992021:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467214.992026:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ca80 00000400:00000100:1.0:1789467214.992029:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402388608 offset 0 length 520: 4 00000400:00000200:1.0:1789467214.992032:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467214.992034:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467214.992051:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.992060:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467214.992062:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467214.992065:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467216.874253:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467216.874261:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467216.874266:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467217.895815:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467217.895820:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467217.895823:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467219.623339:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467219.623349:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467219.623352:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467219.623355:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467219.623357:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467219.623360:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467219.623362:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467219.623365:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467219.623367:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467219.623369:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467219.623391:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19472) 00000100:00000040:1.0:1789467220.135141:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314135155, at 4314135552 00000100:00000040:3.0:1789467220.135141:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314135155, at 4314135552 00000100:00000010:3.0:1789467220.135157:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000010:1.0:1789467220.135159:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe360. 00000020:00000001:3.0:1789467220.967432:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467220.967436:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467220.967439:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467221.991331:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467221.991334:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467221.991337:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467225.066709:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467225.067309:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467225.067313:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467226.087358:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467226.087362:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467226.087365:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467229.159302:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467229.159306:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467229.159309:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467230.183808:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467230.183812:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467230.183815:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467233.256754:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467233.256759:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467233.256762:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467233.639343:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467233.639351:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467233.639356:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467233.640699:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467233.640709:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467233.640720:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467233.640724:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467233.640727:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467234.281870:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467234.281878:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467234.281883:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467234.983708:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467234.983720:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467234.983723:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467234.983727:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467234.983729:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467234.983732:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467234.983735:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467234.983738:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467234.983741:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467234.983744:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467234.983749:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19488) 00000100:00080000:3.0:1789467235.048960:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467235.048968:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467235.048971:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467235.048987:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467235.048989:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467235.048992:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467235.048996:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467235.049000:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19458 00000100:00080000:3.0:1789467235.049005:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467235.049008:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467235.049010:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467235.049013:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467235.049015:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467235.049024:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467235.049026:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467235.049030:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467235.049034:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467235.049049:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467235.049063:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467235.049067:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467235.049069:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467235.049071:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467235.049072:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467235.049075:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467235.049079:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467235.049081:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467235.049083:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467235.049090:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467235.049093:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467235.049095:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467235.049098:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467235.049104:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789467235.049108:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467235.049111:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467235.049121:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467235.049123:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467235.049126:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467235.049131:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467235.049137:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467235.049144:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467235.049257:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404797696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467235.049267:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467235.049271:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467235.049275:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404797696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467235.049286:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467235.049289:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467235.049292:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467235.049293:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467235.049295:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467235.049298:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467235.049300:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19458 00000100:00080000:3.0:1789467235.049302:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467235.049305:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467235.049307:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467235.049308:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467235.049310:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467235.049314:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467235.049315:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467235.049317:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467235.049319:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467235.049321:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467235.049323:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467235.049326:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467235.049333:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467235.049335:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467235.049336:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467235.049339:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467235.049341:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467235.049343:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467235.049345:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467235.049348:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467235.049350:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467235.049351:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467235.049353:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467235.049356:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789467235.049358:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467235.049360:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467235.049362:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467235.049363:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467235.049365:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467235.049367:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467235.049370:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789467235.049374:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467235.049378:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404797824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467235.049385:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467235.049387:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467235.049390:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404797824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467235.049398:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467235.049400:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467235.049404:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467235.049406:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467235.049409:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467235.049417:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19488) 00000100:00080000:1.0:1789467235.053541:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467235.053547:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467235.053549:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467235.053553:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467235.053555:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467235.053558:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467235.053561:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467235.053574:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19458 00000100:00080000:1.0:1789467235.053578:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467235.053581:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467235.053584:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467235.053586:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467235.053595:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467235.053604:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467235.053606:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467235.053619:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467235.053623:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467235.053626:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467235.053628:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467235.053632:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467235.053634:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467235.053636:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467235.053638:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467235.053641:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467235.053644:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467235.053647:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467235.053650:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467235.053657:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467235.053660:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467235.053663:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467235.053666:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467235.053672:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789467235.053676:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467235.053680:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467235.053682:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467235.053684:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467235.053687:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467235.053691:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467235.053698:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2febc00. 00000100:00000001:1.0:1789467235.053704:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467235.053710:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404797952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467235.053719:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467235.053723:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467235.053727:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404797952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467235.053744:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467235.053746:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467235.053750:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467235.053754:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19488) 00000100:00080000:1.0:1789467235.054128:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467235.054132:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467235.054135:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467235.054138:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467235.054141:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19488) 00000100:00080000:3.0:1789467235.055854:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467235.055860:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467235.055863:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467235.055867:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467235.055869:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467235.055872:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467235.055875:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467235.055878:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19458 00000100:00080000:3.0:1789467235.055882:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467235.055885:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467235.055887:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467235.055890:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467235.055892:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467235.055899:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467235.055901:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467235.055903:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467235.055907:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467235.055909:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467235.055911:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467235.055914:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467235.055916:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467235.055918:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467235.055919:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467235.055922:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467235.055925:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467235.055928:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467235.055930:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467235.055935:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467235.055957:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467235.055960:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467235.055961:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467235.055966:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789467235.055969:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467235.055973:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467235.055974:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467235.055976:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467235.055979:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467235.055982:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467235.055989:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789467235.055995:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467235.056001:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404798080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467235.056009:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467235.056013:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467235.056017:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404798080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467235.056066:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467235.056071:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19488) 00000100:00000040:1.0:1789467235.078117:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314150493, at 4314150495 00000100:00000010:1.0:1789467235.078125:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe780. 00000100:00000040:3.0:1789467235.078325:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314150494, at 4314150495 00000100:00000010:3.0:1789467235.078331:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe6c0. 00000020:00000001:3.0:1789467237.352757:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467237.352763:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467237.352768:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467238.375419:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467238.375423:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467238.375426:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467239.145461:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467239.145466:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467239.145468:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467239.145471:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467239.145474:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467239.145477:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19462 00000100:00080000:1.0:1789467239.145481:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467239.145484:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467239.145487:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467239.145489:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467239.145491:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467239.145498:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467239.145506:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467239.145509:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467239.145511:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467239.145513:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467239.145516:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467239.145518:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467239.145520:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467239.145521:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467239.145523:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467239.145526:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467239.145529:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467239.145531:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467239.145533:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467239.145537:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467239.145539:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467239.145542:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467239.145544:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467239.145549:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789467239.145552:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467239.145555:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467239.145556:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467239.145558:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467239.145561:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467239.145565:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467239.145572:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9000. 00000100:00000001:1.0:1789467239.145577:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467239.145583:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404798208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467239.145591:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467239.145595:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467239.145599:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404798208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467239.145619:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467239.145627:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467239.145631:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467239.145633:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467239.146207:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467239.146210:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467239.146213:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467239.146216:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467239.146218:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467239.146223:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19492) 00000100:00080000:1.0:1789467240.167210:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467240.167215:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467240.167218:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467240.167221:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467240.167224:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467240.167227:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467240.167230:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467240.167233:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467240.167236:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467240.167239:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467240.167244:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19493) 00000800:00000001:3.0:1789467240.589317:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589337:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467240.589342:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589345:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467240.589358:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467240.589377:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9cb00 00000400:00000100:3.0:1789467240.589389:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402388736 offset 0 length 520: 4 00000400:00000200:3.0:1789467240.589396:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467240.589415:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467240.589427:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589431:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467240.589433:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589435:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467240.589436:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589438:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467240.589442:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467240.589448:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9cb80 00000400:00000100:3.0:1789467240.589453:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402388864 offset 0 length 520: 4 00000400:00000200:3.0:1789467240.589456:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467240.589458:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467240.589462:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589465:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467240.589467:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589469:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467240.589471:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589473:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467240.589476:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467240.589481:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9cc00 00000400:00000100:3.0:1789467240.589484:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402388992 offset 0 length 520: 4 00000400:00000200:3.0:1789467240.589487:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467240.589489:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467240.589492:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589499:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467240.589500:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467240.589503:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467241.447316:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467241.447319:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467241.447322:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467242.471780:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467242.471791:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467242.471795:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467244.199218:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467244.199232:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467244.199236:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467244.199239:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467244.199242:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467244.199245:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467244.199249:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467244.199252:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467244.199255:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467244.199258:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467244.199266:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19497) 00000100:00000040:3.0:1789467244.711228:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314159732, at 4314160128 00000100:00000010:3.0:1789467244.711239:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe5a0. 00000100:00000040:1.0:1789467244.711304:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314159732, at 4314160128 00000100:00000010:1.0:1789467244.711313:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe0c0. 00000020:00000001:3.0:1789467245.549283:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467245.549293:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467245.549300:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467246.567622:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467246.567626:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467246.567630:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467249.319186:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467249.319197:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467249.319200:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467249.319204:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467249.319206:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467249.319231:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467249.319234:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467249.319237:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467249.319239:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467249.319242:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467249.319249:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19502) 00000020:00000001:3.0:1789467249.639994:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467249.639998:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467249.640001:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467250.664307:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467250.664310:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467250.664313:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467253.739720:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467253.739736:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467253.739743:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467254.439395:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467254.439405:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467254.439408:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467254.439411:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467254.439414:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467254.439417:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467254.439420:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467254.439423:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467254.439425:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467254.439428:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467254.439498:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19507) 00000020:00000001:1.0:1789467254.760286:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467254.760291:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467254.760296:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467257.831310:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467257.831318:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467257.831323:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467258.857836:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467258.857841:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467258.857844:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467260.647597:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467260.647602:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467260.647604:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467260.647608:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467260.647609:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467260.647612:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467260.647615:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467260.647617:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19483 00000100:00080000:1.0:1789467260.647621:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467260.647624:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467260.647627:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467260.647629:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467260.647638:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467260.647646:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467260.647648:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467260.647650:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467260.647654:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467260.647656:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467260.647659:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467260.647661:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467260.647663:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467260.647665:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467260.647667:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467260.647670:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467260.647673:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467260.647675:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467260.647678:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467260.647685:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467260.647688:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467260.647691:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467260.647693:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467260.647699:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789467260.647702:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467260.647705:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467260.647707:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467260.647709:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467260.647712:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467260.647716:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467260.647723:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9800. 00000100:00000001:1.0:1789467260.647729:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467260.647735:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404798336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467260.647744:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467260.647749:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467260.647752:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404798336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467260.647767:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467260.647770:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467260.647773:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467260.647775:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467260.647776:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467260.647778:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467260.647780:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19483 00000100:00080000:1.0:1789467260.647782:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467260.647785:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467260.647787:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467260.647789:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467260.647791:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467260.647793:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467260.647794:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467260.647805:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467260.647809:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467260.647811:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467260.647813:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467260.647817:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467260.647818:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467260.647820:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467260.647822:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467260.647824:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467260.647826:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467260.647828:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467260.647829:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467260.647833:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467260.647835:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467260.647837:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467260.647843:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467260.647846:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000020:00000040:1.0:1789467260.647849:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467260.652965:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467260.652968:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467260.652972:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467260.652975:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467260.652978:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467260.652986:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789467260.652993:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467260.652999:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404798464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467260.653008:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467260.653012:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467260.653016:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404798464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467260.653056:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467260.653061:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467260.653065:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467260.653067:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467260.653069:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467260.653073:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467260.653076:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19483 00000100:00080000:1.0:1789467260.653080:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467260.653082:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467260.653085:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467260.653087:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467260.653089:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467260.653095:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467260.653097:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467260.653100:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467260.653103:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467260.653112:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467260.653114:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467260.653117:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467260.653119:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467260.653121:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467260.653123:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467260.653126:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467260.653129:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467260.653131:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467260.653134:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467260.653141:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467260.653143:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467260.653146:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467260.653148:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467260.653153:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739f80. 00000020:00000040:1.0:1789467260.653156:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467260.653158:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467260.653160:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467260.653161:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467260.653163:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467260.653164:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467260.653168:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fea400. 00000100:00000001:1.0:1789467260.653172:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467260.653176:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739f80 x1876386404798592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467260.653182:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467260.653184:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467260.653187:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b761f95] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739f80 x1876386404798592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467260.653193:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467260.653195:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467260.653198:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467260.653205:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467260.653206:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467260.653209:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467260.653211:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19483 00000100:00080000:1.0:1789467260.653213:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467260.653216:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467260.653218:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467260.653220:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467260.653221:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467260.653225:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467260.653226:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467260.653228:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467260.653230:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467260.653232:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467260.653234:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467260.653237:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467260.653238:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467260.653240:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467260.653242:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467260.653244:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467260.653246:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467260.653248:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467260.653250:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467260.653254:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467260.653256:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467260.653258:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467260.653259:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467260.653263:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b100. 00000020:00000040:1.0:1789467260.653265:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467260.653267:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467260.653268:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467260.653270:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467260.653279:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467260.653280:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467260.653284:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789467260.653287:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467260.653292:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b100 x1876386404798720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467260.653298:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467260.653300:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467260.653303:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003353458e] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b100 x1876386404798720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467260.653310:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467260.653316:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19513) 00000100:00080000:1.0:1789467260.653323:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467260.653327:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467260.653330:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19513) 00000100:00000040:1.0:1789467260.680231:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314176096, at 4314176097 00000100:00000010:1.0:1789467260.680249:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:3.0:1789467260.682934:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314176096, at 4314176099 00000100:00000010:3.0:1789467260.682945:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe3c0. 00000020:00000001:3.0:1789467261.929884:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467261.929892:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467261.929913:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467262.953757:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467262.953762:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467262.953765:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467264.743617:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467264.743624:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467264.743627:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467264.743629:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467264.743633:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467264.743636:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19487 00000100:00080000:1.0:1789467264.743641:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467264.743644:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467264.743647:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467264.743649:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467264.743652:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467264.743667:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467264.743670:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467264.743673:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467264.743676:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467264.743678:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467264.743681:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467264.743684:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467264.743686:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467264.743687:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467264.743689:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467264.743691:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467264.743694:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467264.743697:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467264.743700:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467264.743704:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467264.743721:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467264.743724:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467264.743727:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467264.743733:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a680. 00000020:00000040:1.0:1789467264.743737:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467264.743742:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467264.743744:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467264.743747:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467264.743751:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467264.743756:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467264.743765:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9000. 00000100:00000001:1.0:1789467264.743772:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467264.743778:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a680 x1876386404798848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467264.743787:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467264.743792:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467264.743796:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004c1a07a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a680 x1876386404798848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467264.743839:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467264.743843:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467264.743846:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467264.743849:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467264.743852:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467264.743855:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467264.743858:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467264.743861:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467264.743864:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467264.743868:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19517) 00000100:00080000:1.0:1789467265.767214:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467265.767228:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467265.767231:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467265.767235:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467265.767238:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467265.767240:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467265.767243:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467265.767247:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467265.767249:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467265.767252:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467265.767279:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19518) 00000020:00000001:3.0:1789467266.024092:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467266.024097:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467266.024101:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467266.188914:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.188932:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467266.188936:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.188938:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467266.188950:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467266.188974:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9cc80 00000400:00000100:3.0:1789467266.188984:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402389120 offset 0 length 520: 4 00000400:00000200:3.0:1789467266.188990:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467266.188993:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467266.189004:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.189008:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467266.189010:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.189012:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467266.189014:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.189016:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467266.189020:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467266.189025:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9cd00 00000400:00000100:3.0:1789467266.189030:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402389248 offset 0 length 520: 4 00000400:00000200:3.0:1789467266.189032:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467266.189034:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467266.189074:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.189078:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467266.189080:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.189082:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467266.189084:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.189085:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467266.189089:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467266.189095:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9cd80 00000400:00000100:3.0:1789467266.189100:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402389376 offset 0 length 520: 4 00000400:00000200:3.0:1789467266.189118:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467266.189120:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467266.189125:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.189149:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467266.189152:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467266.189154:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467267.050465:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467267.050472:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467267.050477:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467269.799236:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467269.799245:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467269.799248:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467269.799251:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467269.799253:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467269.799256:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467269.799258:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467269.799260:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467269.799262:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467269.799264:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467269.799269:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19522) 00000020:00000001:3.0:1789467270.120444:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467270.120450:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467270.120454:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467270.316898:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314185331, at 4314185733 00000100:00000010:1.0:1789467270.316917:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe000. 00000100:00000040:3.0:1789467270.324939:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314185331, at 4314185741 00000100:00000010:3.0:1789467270.324957:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe420. 00000020:00000001:1.0:1789467271.144349:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467271.144354:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467271.144359:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789467272.551443:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467272.551449:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467272.551461:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467272.551465:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467272.551468:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467274.215572:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467274.215576:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467274.215579:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467275.239923:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467275.239927:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467275.239931:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467278.311596:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467278.311600:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467278.311604:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467279.335298:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467279.335302:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467279.335305:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467282.407746:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467282.407750:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467282.407754:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467283.432175:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467283.432179:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467283.432182:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467285.159472:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.159481:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467285.159484:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.159487:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467285.159489:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.159492:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467285.159494:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.159497:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467285.159499:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.159501:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467285.159506:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19538) 00000100:00080000:3.0:1789467285.224805:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.224811:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467285.224814:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.224817:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467285.224819:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467285.224827:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467285.224830:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467285.224833:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19508 00000100:00080000:3.0:1789467285.224837:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467285.224840:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467285.224842:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467285.224844:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467285.224847:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467285.224854:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467285.224856:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467285.224859:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467285.224862:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467285.224864:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467285.224867:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467285.224869:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467285.224871:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467285.224872:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467285.224874:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467285.224877:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467285.224880:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467285.224882:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467285.224884:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467285.224890:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467285.224893:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467285.224894:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467285.224897:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467285.224902:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789467285.224905:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467285.224909:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467285.224911:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467285.224914:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467285.224917:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467285.224924:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467285.224931:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789467285.224937:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467285.224943:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404798976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467285.224952:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467285.224956:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467285.224960:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404798976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467285.224977:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467285.224979:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.224982:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467285.224984:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467285.224985:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467285.224987:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467285.224989:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19508 00000100:00080000:3.0:1789467285.224992:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467285.224994:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467285.224995:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467285.224997:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467285.224999:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467285.225002:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467285.225003:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467285.225005:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467285.225007:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467285.225010:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467285.225012:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467285.225014:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467285.225016:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467285.225017:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467285.225023:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467285.225025:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467285.225028:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467285.225030:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467285.225032:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467285.225034:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467285.225070:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467285.225072:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467285.225073:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467285.225076:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789467285.225079:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467285.225081:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467285.225082:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467285.225084:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467285.225085:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467285.225087:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467285.225090:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789467285.225093:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467285.225097:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404799104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467285.225104:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467285.225106:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467285.225109:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404799104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467285.225117:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467285.225119:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.225122:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467285.225123:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467285.225125:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467285.225126:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467285.225128:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19508 00000100:00080000:3.0:1789467285.225130:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467285.225137:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467285.225138:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467285.225140:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467285.225142:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467285.225145:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467285.225146:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467285.225147:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467285.225149:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467285.225151:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467285.225153:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467285.225155:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467285.225157:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467285.225158:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467285.225160:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467285.225162:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467285.225164:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467285.225166:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467285.225167:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467285.225169:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467285.225171:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467285.225173:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467285.225174:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467285.225176:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789467285.225178:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467285.225180:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467285.225181:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467285.225182:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467285.225184:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467285.225185:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467285.225188:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789467285.225190:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467285.225194:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404799232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467285.225209:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467285.225211:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467285.225226:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404799232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467285.225233:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467285.225235:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467285.225238:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467285.225240:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467285.225241:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467285.225243:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467285.225245:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19508 00000100:00080000:3.0:1789467285.225247:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467285.225249:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467285.225251:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467285.225252:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467285.225254:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467285.225256:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467285.225258:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467285.225259:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467285.225261:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467285.225268:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467285.225270:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467285.225272:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467285.225274:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467285.225275:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467285.225277:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467285.225279:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467285.225281:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467285.225283:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467285.225289:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467285.225291:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467285.225293:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467285.225295:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467285.225297:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467285.225299:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789467285.225301:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467285.225303:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467285.225304:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467285.225306:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467285.225307:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467285.225309:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467285.225314:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789467285.225316:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467285.225320:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404799360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467285.225327:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467285.225329:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467285.225332:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404799360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467285.225338:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467285.225341:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19538) 00000100:00000040:1.0:1789467285.251187:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314200667, at 4314200668 00000100:00000010:1.0:1789467285.251206:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37de0. 00000100:00000040:3.0:1789467285.253410:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314200667, at 4314200670 00000100:00000010:3.0:1789467285.253426:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f00. 00000020:00000001:3.0:1789467286.503307:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467286.503310:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467286.503314:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467287.527895:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467287.527899:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467287.527902:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467289.320671:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467289.320676:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467289.320678:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467289.320680:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467289.320684:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467289.320687:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19512 00000100:00080000:1.0:1789467289.320691:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467289.320693:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467289.320696:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467289.320705:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467289.320707:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467289.320715:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467289.320717:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467289.320720:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467289.320722:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467289.320725:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467289.320727:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467289.320730:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467289.320731:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467289.320733:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467289.320735:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467289.320738:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467289.320740:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467289.320743:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467289.320745:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467289.320749:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467289.320751:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467289.320754:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467289.320757:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467289.320763:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a680. 00000020:00000040:1.0:1789467289.320766:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467289.320770:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467289.320772:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467289.320774:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467289.320777:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467289.320781:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467289.320789:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feac00. 00000100:00000001:1.0:1789467289.320795:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467289.320802:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a680 x1876386404799488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467289.320811:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467289.320815:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467289.320825:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004c1a07a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a680 x1876386404799488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467289.320850:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467289.320854:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467289.320858:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467289.320861:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467289.320864:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467289.320867:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467289.320870:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467289.320872:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467289.320875:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467289.320880:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19542) 00000100:00080000:1.0:1789467290.343691:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467290.343697:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467290.343700:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467290.343704:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467290.343706:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467290.343709:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467290.343712:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467290.343714:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467290.343717:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467290.343729:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467290.343734:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19543) 00000020:00000001:3.0:1789467290.599372:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467290.599376:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467290.599379:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467290.757515:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757534:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467290.757538:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757541:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467290.757580:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467290.757599:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9ce00 00000400:00000100:3.0:1789467290.757607:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402389504 offset 0 length 520: 4 00000400:00000200:3.0:1789467290.757612:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467290.757615:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467290.757859:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757865:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467290.757869:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757871:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467290.757872:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757874:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467290.757879:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467290.757886:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ce80 00000400:00000100:3.0:1789467290.757891:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402389632 offset 0 length 520: 4 00000400:00000200:3.0:1789467290.757895:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467290.757897:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467290.757901:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757904:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467290.757906:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757908:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467290.757910:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757912:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467290.757915:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467290.757920:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9cf00 00000400:00000100:3.0:1789467290.757924:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402389760 offset 0 length 520: 4 00000400:00000200:3.0:1789467290.757927:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467290.757929:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467290.757932:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757937:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467290.757939:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467290.757941:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467291.623423:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467291.623427:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467291.623430:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467294.695326:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467294.695330:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467294.695333:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467294.887765:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314209910, at 4314210304 00000100:00000010:1.0:1789467294.887771:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000040:3.0:1789467294.888536:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314209910, at 4314210305 00000100:00000010:3.0:1789467294.888548:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c373c0. 00000020:00000001:1.0:1789467295.719501:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467295.719504:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467295.719507:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467298.792379:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467298.792386:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467298.792391:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467299.815817:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467299.815821:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467299.815824:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467302.887398:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467302.887402:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467302.887405:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467303.912491:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467303.912504:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467303.912507:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467304.615220:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467304.615230:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467304.615232:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467304.615236:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467304.615238:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467304.615241:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467304.615244:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467304.615247:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467304.615249:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467304.615251:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467304.615277:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19557) 00000020:00000001:3.0:1789467306.983297:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467306.983302:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467306.983305:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467310.439203:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467310.439212:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467310.439217:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467310.440292:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467310.440300:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467310.440310:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467310.440314:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467310.440316:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467310.826067:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467310.826077:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467310.826080:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467310.826084:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467310.826086:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467310.826089:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467310.826093:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467310.826097:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19533 00000100:00080000:1.0:1789467310.826102:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467310.826105:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467310.826107:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467310.826109:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467310.826111:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467310.826120:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467310.826121:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467310.826124:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467310.826127:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467310.826130:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467310.826132:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467310.826135:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467310.826136:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467310.826138:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467310.826140:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467310.826143:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467310.826160:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467310.826162:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467310.826165:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467310.826172:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467310.826175:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467310.826178:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467310.826180:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467310.826185:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789467310.826188:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467310.826191:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467310.826193:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467310.826195:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467310.826198:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467310.826201:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467310.826208:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9800. 00000100:00000001:1.0:1789467310.826215:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467310.826223:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404799616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467310.826232:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467310.826236:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467310.826240:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404799616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467310.826267:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467310.826270:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467310.826274:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467310.826275:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467310.826277:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467310.826279:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467310.826281:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19533 00000100:00080000:1.0:1789467310.826284:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467310.826286:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467310.826288:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467310.826296:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467310.826298:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467310.826302:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467310.826303:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467310.826305:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467310.826307:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467310.826309:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467310.826311:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467310.826314:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467310.826315:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467310.826317:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467310.826319:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467310.826321:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467310.826323:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467310.826325:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467310.826327:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467310.826330:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467310.826333:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467310.826335:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467310.826336:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467310.826339:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b100. 00000020:00000040:1.0:1789467310.826341:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467310.826344:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467310.826345:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467310.826346:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467310.826348:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467310.826349:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467310.826353:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789467310.826356:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467310.826360:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b100 x1876386404799744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467310.826366:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467310.826368:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467310.826377:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003353458e] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b100 x1876386404799744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467310.826385:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467310.826387:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467310.826391:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467310.826392:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467310.826394:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467310.826396:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467310.826398:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19533 00000100:00080000:1.0:1789467310.826400:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467310.826403:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467310.826404:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467310.826406:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467310.826408:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467310.826412:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467310.826413:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467310.826415:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467310.826417:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467310.826419:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467310.826420:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467310.826423:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467310.826425:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467310.826427:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467310.826429:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467310.826431:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467310.826433:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467310.826435:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467310.826437:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467310.826440:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467310.826442:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467310.826450:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467310.826451:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467310.826454:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739f80. 00000020:00000040:1.0:1789467310.826456:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467310.826459:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467310.826460:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467310.826462:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467310.826464:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467310.826465:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467310.826469:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fea400. 00000100:00000001:1.0:1789467310.826472:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467310.826477:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739f80 x1876386404799872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467310.826483:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467310.826495:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467310.826499:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b761f95] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739f80 x1876386404799872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467310.826505:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467310.826508:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467310.826510:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467310.826511:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467310.826513:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467310.826515:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467310.826517:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19533 00000100:00080000:1.0:1789467310.826519:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467310.826522:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467310.826523:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467310.826525:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467310.826527:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467310.826531:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467310.826532:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467310.826533:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467310.826542:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467310.826544:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467310.826546:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467310.826549:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467310.826551:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467310.826552:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467310.826554:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467310.826556:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467310.826570:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467310.826572:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467310.826574:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467310.826577:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467310.826579:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467310.826581:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467310.826582:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467310.826586:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000020:00000040:1.0:1789467310.826588:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467310.826590:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467310.826591:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467310.826593:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467310.826594:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467310.826596:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467310.826600:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789467310.826603:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467310.826607:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404800000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467310.826613:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467310.826616:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467310.826619:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404800000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467310.826626:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467310.826630:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19563) 00000100:00000040:1.0:1789467310.851256:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314226267, at 4314226268 00000100:00000010:1.0:1789467310.851272:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000100:00000040:3.0:1789467310.851725:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314226267, at 4314226268 00000100:00000010:3.0:1789467310.851731:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000020:00000001:3.0:1789467311.083607:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467311.083611:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467311.083623:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467314.919513:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467314.919518:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467314.919520:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467314.919522:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467314.919524:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467314.919527:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19537 00000100:00080000:1.0:1789467314.919530:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467314.919533:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467314.919535:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467314.919537:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467314.919539:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467314.919547:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467314.919548:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467314.919551:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467314.919563:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467314.919566:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467314.919568:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467314.919571:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467314.919573:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467314.919574:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467314.919576:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467314.919579:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467314.919582:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467314.919585:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467314.919587:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467314.919590:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467314.919593:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467314.919594:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467314.919597:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467314.919608:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789467314.919621:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467314.919626:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467314.919627:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467314.919629:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467314.919632:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467314.919636:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467314.919643:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2febc00. 00000100:00000001:1.0:1789467314.919650:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467314.919656:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404800128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467314.919665:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467314.919669:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467314.919672:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404800128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467314.919691:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467314.919694:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467314.919697:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467314.919700:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467314.919702:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467314.919705:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467314.919708:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467314.919711:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467314.919713:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467314.919717:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19568) 00000020:00000001:3.0:1789467315.178653:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467315.178657:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467315.178660:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467316.362633:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.362650:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467316.362656:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.362659:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467316.362670:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467316.362688:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9cf80 00000400:00000100:3.0:1789467316.362738:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402389888 offset 0 length 520: 4 00000400:00000200:3.0:1789467316.362744:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467316.362762:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467316.362773:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.362779:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467316.362782:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.362785:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467316.371698:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.371765:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467316.371770:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.371774:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467316.371858:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467316.371877:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9d000 00000400:00000100:3.0:1789467316.371886:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402390016 offset 0 length 520: 4 00000400:00000200:3.0:1789467316.371892:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467316.371896:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467316.371906:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.371911:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467316.371913:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.371916:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467316.371917:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.371919:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467316.371958:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467316.371966:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9d080 00000400:00000100:3.0:1789467316.371971:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402390144 offset 0 length 520: 4 00000400:00000200:3.0:1789467316.371973:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467316.371976:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467316.371980:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.371986:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467316.371988:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467316.371990:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467319.271345:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467319.271348:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467319.271351:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467320.487163:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314235507, at 4314235904 00000100:00000010:3.0:1789467320.487194:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00000100:00000040:1.0:1789467320.489708:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314235507, at 4314235906 00000100:00000010:1.0:1789467320.489723:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000020:00000001:3.0:1789467323.367969:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467323.367983:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467323.367987:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467327.466007:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467327.466013:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467327.466017:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467328.487678:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467328.487694:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467328.487700:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467331.559497:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467331.559500:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467331.559504:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467332.587709:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467332.587718:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467332.587721:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467335.337318:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.337328:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467335.337331:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.337335:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467335.337337:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.337339:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467335.337342:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.337346:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467335.337348:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.337351:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467335.337356:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19588) 00000100:00080000:3.0:1789467335.400094:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.400099:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467335.400101:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.400104:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467335.400112:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467335.400115:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467335.400118:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467335.400121:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19558 00000100:00080000:3.0:1789467335.400125:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467335.400128:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467335.400131:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467335.400133:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467335.400135:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467335.400142:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467335.400143:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467335.400146:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467335.400149:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467335.400151:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467335.400153:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467335.400155:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467335.400157:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467335.400158:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467335.400159:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467335.400162:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467335.400165:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467335.400167:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467335.400169:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467335.400176:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467335.400179:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467335.400181:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467335.400183:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467335.400188:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789467335.400191:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467335.400194:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467335.400195:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467335.400198:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467335.400206:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467335.400209:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467335.400216:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467335.400222:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467335.400228:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404800256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467335.400236:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467335.400240:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467335.400245:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404800256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467335.400264:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467335.400267:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.400269:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467335.400271:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467335.400272:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467335.400274:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467335.400276:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19558 00000100:00080000:3.0:1789467335.400278:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467335.400280:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467335.400282:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467335.400283:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467335.400285:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467335.400288:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467335.400289:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467335.400290:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467335.400292:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467335.400294:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467335.400296:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467335.400298:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467335.400299:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467335.400317:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467335.400319:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467335.400321:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467335.400324:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467335.400326:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467335.400327:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467335.400330:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467335.400332:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467335.400334:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467335.400335:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467335.400339:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789467335.400341:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467335.400343:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467335.400344:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467335.400346:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467335.400347:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467335.400349:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467335.400352:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467335.400355:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467335.400359:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404800384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467335.400366:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467335.400368:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467335.400372:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404800384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467335.400379:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467335.400381:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.400384:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467335.400385:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467335.400387:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467335.400389:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467335.400391:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19558 00000100:00080000:3.0:1789467335.400400:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467335.400402:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467335.400404:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467335.400405:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467335.400407:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467335.400410:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467335.400411:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467335.400412:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467335.400414:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467335.400416:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467335.400418:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467335.400419:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467335.400420:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467335.400422:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467335.400423:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467335.400424:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467335.400425:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467335.400426:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467335.400427:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467335.400430:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467335.400431:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467335.400432:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467335.400433:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467335.400436:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789467335.400438:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467335.400440:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467335.400441:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467335.400443:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467335.400444:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467335.400446:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467335.400449:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789467335.400452:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467335.400463:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404800512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467335.400470:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467335.400473:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467335.400476:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404800512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467335.400482:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467335.400484:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467335.400487:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467335.400489:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467335.400490:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467335.400493:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467335.400494:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19558 00000100:00080000:3.0:1789467335.400497:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467335.400499:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467335.400501:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467335.400503:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467335.400504:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467335.400508:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467335.400509:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467335.400511:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467335.400513:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467335.400520:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467335.400523:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467335.400525:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467335.400526:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467335.400528:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467335.400529:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467335.400531:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467335.400533:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467335.400541:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467335.400542:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467335.400545:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467335.400547:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467335.400549:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467335.400550:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467335.401338:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789467335.401341:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467335.401343:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467335.401345:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467335.401347:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467335.401348:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467335.401351:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467335.401354:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789467335.401358:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467335.401362:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404800640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467335.401369:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467335.401371:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467335.401374:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404800640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467335.401382:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467335.401386:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19588) 00000100:00000040:1.0:1789467335.424333:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314250840, at 4314250841 00000100:00000010:1.0:1789467335.424339:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe960. 00000100:00000040:3.0:1789467335.424398:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314250840, at 4314250841 00000100:00000010:3.0:1789467335.424403:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe2a0. 00000020:00000001:3.0:1789467335.655338:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467335.655341:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467335.655343:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467336.679404:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467336.679408:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467336.679411:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467339.752195:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467339.752200:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467339.752204:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467340.775710:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467340.775714:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467340.775718:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467343.847315:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467343.847318:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467343.847321:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467344.877324:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467344.877330:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467344.877335:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467345.063483:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314260083, at 4314260480 00000100:00000010:1.0:1789467345.063489:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea20. 00000100:00000040:3.0:1789467345.064844:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314260083, at 4314260481 00000100:00000010:3.0:1789467345.064853:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe120. 00000020:00000001:3.0:1789467347.943267:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467347.943271:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467347.943274:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467348.329065:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467348.329073:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467348.329078:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467348.330832:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467348.330841:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467348.330852:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467348.330856:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467348.330859:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467348.972023:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467348.972029:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467348.972033:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467352.044511:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467352.044518:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467352.044524:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467353.065439:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467353.065443:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467353.065446:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467354.791246:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467354.791256:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467354.791259:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467354.791263:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467354.791265:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467354.791268:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467354.791271:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467354.791274:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467354.791277:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467354.791280:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467354.791286:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19607) 00000020:00000001:3.0:1789467356.136719:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467356.136725:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467356.136744:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467357.159874:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467357.159879:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467357.159883:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467360.236501:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467360.236523:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467360.236528:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467360.999985:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467360.999991:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467360.999994:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467360.999997:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467361.000000:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467361.000003:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467361.000007:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467361.000014:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19583 00000100:00080000:3.0:1789467361.000020:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467361.000027:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467361.000032:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467361.000061:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467361.000064:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467361.000078:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467361.000081:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467361.000084:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467361.000086:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467361.000089:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467361.000091:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467361.000094:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467361.000096:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467361.000098:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467361.000100:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467361.000103:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467361.000107:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467361.000120:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467361.000123:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467361.000137:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467361.000140:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467361.000142:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467361.000144:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467361.000149:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789467361.000153:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467361.006269:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467361.006277:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467361.006283:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467361.006286:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467361.006291:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467361.006305:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789467361.006316:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467361.006327:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404800896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467361.006337:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467361.006341:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467361.006345:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404800896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467361.006375:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467361.006379:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467361.006384:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467361.006386:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467361.006388:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467361.006391:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467361.006394:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19583 00000100:00080000:3.0:1789467361.006398:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467361.006401:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467361.006404:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467361.006406:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467361.006408:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467361.006417:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467361.006433:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467361.006436:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467361.006439:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467361.006441:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467361.006443:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467361.006447:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467361.006449:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467361.006450:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467361.006452:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467361.006455:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467361.006458:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467361.006460:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467361.006462:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467361.006468:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467361.006471:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467361.006473:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467361.006475:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467361.006480:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789467361.006483:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467361.006486:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467361.006487:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467361.006489:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467361.006490:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467361.006492:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467361.006496:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789467361.006499:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467361.006503:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404801024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467361.006510:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467361.006512:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467361.006516:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404801024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467361.006523:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467361.006531:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467361.006534:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467361.006536:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467361.006538:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467361.006540:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467361.006543:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19583 00000100:00080000:3.0:1789467361.006545:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467361.006548:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467361.006549:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467361.006551:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467361.006553:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467361.006556:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467361.006557:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467361.006559:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467361.006561:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467361.006563:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467361.006564:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467361.006567:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467361.006569:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467361.006570:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467361.006572:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467361.006574:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467361.006576:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467361.006578:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467361.006579:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467361.006582:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467361.006584:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467361.006586:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467361.006587:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467361.006591:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789467361.006593:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467361.007178:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467361.007185:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467361.007188:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467361.007190:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467361.007192:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467361.007199:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789467361.007203:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467361.007210:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404801152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467361.007217:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467361.007219:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467361.007222:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404801152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467361.007230:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467361.007233:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467361.007237:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467361.007238:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467361.007240:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467361.007242:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467361.007244:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19583 00000100:00080000:3.0:1789467361.007247:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467361.007249:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467361.007251:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467361.007253:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467361.007254:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467361.007259:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467361.007260:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467361.007262:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467361.007264:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467361.007266:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467361.007268:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467361.007278:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467361.007280:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467361.007282:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467361.007284:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467361.007287:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467361.007289:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467361.007291:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467361.007293:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467361.007296:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467361.007299:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467361.007301:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467361.007302:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467361.007305:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789467361.007308:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467361.007310:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467361.007311:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467361.007313:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467361.007314:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467361.007316:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467361.007321:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789467361.007324:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467361.007328:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404801280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467361.007334:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467361.007336:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467361.007339:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404801280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467361.007346:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467361.007350:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19614) 00000100:00080000:3.0:1789467361.007359:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467361.007362:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467361.007365:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19614) 00000100:00000040:3.0:1789467361.030161:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314276446, at 4314276447 00000100:00000010:3.0:1789467361.030176:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:1.0:1789467361.030200:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314276446, at 4314276447 00000100:00000010:1.0:1789467361.030206:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c376c0. 00000020:00000001:1.0:1789467361.256393:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467361.256397:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467361.256400:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467364.071605:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467364.071611:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467364.071613:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467364.071616:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467364.071618:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467364.071621:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19587 00000100:00080000:3.0:1789467364.071626:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467364.071629:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467364.071631:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467364.071634:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467364.071636:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467364.071653:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467364.071656:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467364.071659:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467364.071662:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467364.071664:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467364.071666:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467364.071669:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467364.071671:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467364.071672:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467364.071674:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467364.071677:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467364.071681:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467364.071683:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467364.071685:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467364.071689:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467364.071692:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467364.071694:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467364.071696:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467364.071709:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789467364.071712:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467364.071717:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467364.071719:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467364.071722:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467364.071724:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467364.071728:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467364.071736:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467364.071743:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467364.071748:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404801408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467364.071757:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467364.071761:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467364.071766:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404801408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467364.071786:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467364.071790:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467364.071793:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467364.071796:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467364.071798:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467364.071801:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467364.071804:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467364.071807:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467364.071809:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467364.071813:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (19617) 00000020:00000001:3.0:1789467364.327374:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467364.327378:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467364.327382:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467365.352774:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467365.352778:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467365.352780:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467366.532804:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.532822:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467366.532827:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.532829:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467366.532841:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467366.532867:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9d280 00000400:00000100:3.0:1789467366.532875:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402390656 offset 0 length 520: 4 00000400:00000200:3.0:1789467366.532880:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467366.532883:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467366.532892:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.532896:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467366.532898:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.532901:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467366.532902:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.532904:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467366.532908:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467366.532913:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9d300 00000400:00000100:3.0:1789467366.532918:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402390784 offset 0 length 520: 4 00000400:00000200:3.0:1789467366.532921:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467366.532923:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467366.532926:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.532929:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467366.532931:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.532933:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467366.532935:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.532936:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467366.532940:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467366.532948:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9d380 00000400:00000100:3.0:1789467366.532954:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402390912 offset 0 length 520: 4 00000400:00000200:3.0:1789467366.532957:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467366.532958:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467366.532976:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.533157:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467366.533161:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467366.533164:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467368.423322:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467368.423326:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467368.423329:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467369.450491:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467369.450497:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467369.450502:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467369.640071:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314284659, at 4314285057 00000100:00000010:3.0:1789467369.640081:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:1.0:1789467369.640369:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314284659, at 4314285057 00000100:00000010:1.0:1789467369.640375:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37840. 00000020:00000001:3.0:1789467372.519301:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467372.519305:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467372.519308:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467373.543387:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467373.543391:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467373.543394:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467376.618226:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467376.618229:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467376.618232:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467377.642071:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467377.642078:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467377.642082:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467380.711439:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467380.711443:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467380.711445:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467381.740099:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467381.740105:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467381.740108:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467384.807404:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467384.807408:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467384.807411:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467385.831372:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467385.831376:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467385.831379:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467386.626174:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314302042, at 4314302043 00000100:00000010:1.0:1789467386.626189:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d80. 00000100:00000040:3.0:1789467386.626352:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314302042, at 4314302043 00000100:00000010:3.0:1789467386.626358:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000800:00000200:3.0:1789467387.240820:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467387.240826:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467387.240837:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467387.240841:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467387.240844:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467387.880654:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467387.880658:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467387.880661:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467388.905819:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467388.905841:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467388.905846:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467389.673882:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467389.673891:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467389.673903:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467389.673907:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467389.673911:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467389.673916:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19612 00000100:00080000:1.0:1789467389.673920:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467389.673922:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467389.673925:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467389.673927:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467389.673928:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467389.673938:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467389.673939:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467389.673942:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467389.673945:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467389.673947:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467389.673950:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467389.673952:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467389.673954:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467389.673955:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467389.673957:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467389.673960:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467389.673963:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467389.673965:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467389.673968:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467389.673972:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467389.673974:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467389.673976:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467389.673978:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467389.673987:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789467389.674004:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467389.674008:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467389.674010:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467389.674013:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467389.674016:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467389.674020:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467389.674027:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2febc00. 00000100:00000001:1.0:1789467389.674033:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467389.674057:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404802048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467389.674067:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467389.674071:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467389.674075:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404802048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467389.674511:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467389.674515:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467389.674518:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467389.674520:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467389.674523:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467389.674525:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467389.674528:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467389.674530:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467389.674533:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467389.674537:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (19642) 00000020:00000001:1.0:1789467389.927489:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467389.927493:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467389.927496:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467391.109303:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467391.109310:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467391.109313:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467391.109314:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467391.109320:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467391.109329:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9d500 00000400:00000100:3.0:1789467391.109333:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402391296 offset 0 length 520: 4 00000400:00000200:3.0:1789467391.109337:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467391.109339:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467391.109345:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467391.109349:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467391.109351:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467391.109360:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467391.719165:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467391.719191:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467391.719194:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467391.719197:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467391.719199:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467391.719202:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467391.719204:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467391.719207:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467391.719210:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467391.719212:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467391.719224:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (19644) 00000020:00000001:1.0:1789467391.975396:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467391.975400:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467391.975403:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467392.999280:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467392.999285:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467392.999288:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467394.026000:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467394.026005:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467394.026009:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467394.727456:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467394.727466:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467394.727469:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467394.727472:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467394.727475:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467394.727477:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467394.727480:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467394.727483:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467394.727486:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467394.727489:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467394.727494:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19647) 00000100:00000040:1.0:1789467395.239161:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314310261, at 4314310656 00000100:00000010:1.0:1789467395.239175:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000040:3.0:1789467395.239263:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314310261, at 4314310656 00000100:00000010:3.0:1789467395.239271:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000020:00000001:1.0:1789467396.071611:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467396.071615:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467396.071619:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467397.098552:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467397.098558:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467397.098563:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467398.119480:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467398.119484:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467398.119488:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467400.167380:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467400.167385:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467400.167389:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467401.197355:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467401.197422:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467401.197428:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467402.215891:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467402.215895:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467402.215960:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467404.263498:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467404.263503:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467404.263507:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467404.968208:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467404.968222:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467404.968226:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467404.968230:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467404.968233:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467404.968236:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467404.968239:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467404.968242:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467404.968245:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467404.968248:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467404.968256:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19658) 00000020:00000001:1.0:1789467405.288936:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467405.288943:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467405.288971:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467406.311688:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467406.311701:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467406.311704:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467408.360742:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467408.360747:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467408.360751:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467409.385670:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467409.385679:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467409.385687:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467410.089928:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467410.090005:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467410.090009:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467410.090012:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467410.090015:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467410.090018:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467410.090022:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467410.090026:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467410.090028:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467410.090032:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467410.090074:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19663) 00000020:00000001:1.0:1789467410.407465:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467410.407468:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467410.407472:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467411.176844:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467411.176857:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467411.176862:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467411.176882:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467411.176885:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467411.176888:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467411.176890:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467411.176894:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467411.176896:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467411.176899:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467411.176903:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467411.176908:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19634 00000100:00080000:1.0:1789467411.176913:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467411.176916:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467411.176919:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467411.176920:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467411.176923:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467411.177346:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467411.177350:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467411.177353:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467411.177356:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467411.177358:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467411.177361:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467411.177365:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467411.177367:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467411.177369:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467411.177370:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467411.177373:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467411.177376:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467411.177378:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467411.177390:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467411.177397:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467411.177400:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467411.177402:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467411.177404:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467411.177409:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789467411.177413:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467411.178059:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467411.178064:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467411.178067:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467411.178070:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467411.178074:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467411.178083:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fea400. 00000100:00000001:1.0:1789467411.178092:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467411.178102:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404802176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467411.178112:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467411.178115:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467411.178120:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404802176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467411.178148:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467411.178152:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467411.178156:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467411.178157:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467411.178159:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467411.178162:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467411.178165:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19634 00000100:00080000:1.0:1789467411.178168:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467411.178170:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467411.178172:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467411.178174:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467411.178176:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467411.178189:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467411.178190:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467411.178192:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467411.178195:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467411.178197:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467411.178199:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467411.178201:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467411.178203:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467411.178205:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467411.178207:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467411.178209:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467411.178211:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467411.178213:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467411.178216:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467411.178219:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467411.178221:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467411.178224:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467411.178225:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467411.178229:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789467411.178232:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467411.178234:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467411.178236:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467411.178237:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467411.178239:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467411.178240:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467411.178244:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789467411.178248:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467411.178252:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404802304/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467411.178259:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467411.178261:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467411.178264:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404802304/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467411.178282:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467411.178287:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19664) 00000100:00080000:1.0:1789467411.178294:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467411.178298:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467411.178300:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467411.178303:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467411.178304:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467411.178306:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467411.178309:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467411.178311:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19634 00000100:00080000:1.0:1789467411.178357:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467411.178361:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467411.178362:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467411.178364:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467411.178365:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467411.178369:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467411.178370:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467411.178372:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467411.178374:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467411.178375:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467411.178377:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467411.178379:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467411.178381:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467411.178382:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467411.178384:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467411.178385:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467411.178387:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467411.178389:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467411.178395:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467411.178398:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467411.178400:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467411.178402:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467411.178403:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467411.178406:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789467411.178408:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467411.178410:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467411.178411:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467411.178413:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467411.178414:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467411.178416:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467411.178419:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789467411.178422:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467411.178425:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404802432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467411.178432:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467411.178433:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467411.178436:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404802432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467411.178443:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467411.178445:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467411.178448:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467411.178450:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467411.178451:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467411.178453:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467411.178455:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19634 00000100:00080000:1.0:1789467411.178458:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467411.178460:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467411.178462:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467411.178463:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467411.178465:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467411.178473:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467411.178474:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467411.178476:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467411.178478:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467411.178480:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467411.178481:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467411.178484:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467411.178485:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467411.178487:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467411.178489:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467411.178491:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467411.178493:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467411.178495:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467411.178497:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467411.178500:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467411.178501:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467411.178503:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467411.178505:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467411.178508:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789467411.178510:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467411.178512:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467411.178514:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467411.178515:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467411.178517:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467411.178518:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467411.178522:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9800. 00000100:00000001:1.0:1789467411.178526:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467411.178530:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404802560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467411.178536:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467411.178539:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467411.178542:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404802560/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467411.178570:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467411.178574:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19664) 00000100:00000040:3.0:1789467411.200239:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314326616, at 4314326617 00000100:00000010:3.0:1789467411.200255:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000100:00000040:1.0:1789467411.200300:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314326616, at 4314326617 00000100:00000010:1.0:1789467411.200308:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000020:00000001:1.0:1789467412.455328:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467412.455332:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467412.455334:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467413.481870:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467413.481874:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467413.481876:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467414.248375:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467414.248380:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467414.248382:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467414.248385:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467414.248388:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467414.248391:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19637 00000100:00080000:3.0:1789467414.248394:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467414.248397:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467414.248400:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467414.248408:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467414.248411:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467414.248418:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467414.248419:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467414.248430:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467414.248433:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467414.248435:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467414.248437:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467414.248440:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467414.248442:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467414.248444:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467414.248445:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467414.248448:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467414.248451:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467414.248453:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467414.248455:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467414.248459:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467414.248462:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467414.248464:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467414.248467:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467414.248473:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789467414.248475:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467414.248478:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467414.248480:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467414.248482:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467414.248485:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467414.248488:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467414.248494:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467414.248501:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467414.248506:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404802688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467414.248514:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467414.248517:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467414.248526:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404802688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467414.248545:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467414.248548:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467414.248552:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467414.248554:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467414.248558:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467414.248560:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467414.248563:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467414.248566:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467414.248569:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467414.248573:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (19667) 00000020:00000001:1.0:1789467414.503911:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467414.503915:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467414.503918:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467416.295204:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467416.295210:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467416.295213:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467416.295216:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467416.295219:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467416.295222:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467416.295225:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467416.295228:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467416.295231:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467416.295233:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467416.295239:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (19669) 00000020:00000001:1.0:1789467416.551512:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467416.551522:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467416.551526:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467417.576797:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467417.576801:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467417.576804:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467418.599290:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467418.599294:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467418.599297:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467419.623536:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467419.623539:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467419.623543:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467419.815225:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314334835, at 4314335232 00000100:00000010:1.0:1789467419.815242:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000040:3.0:1789467419.818071:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314334835, at 4314335235 00000100:00000010:3.0:1789467419.818085:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ba0. 00000020:00000001:1.0:1789467420.647317:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467420.647321:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467420.647324:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467421.671293:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467421.671296:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467421.671299:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467422.696501:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467422.696505:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467422.696509:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467423.719359:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467423.719363:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467423.719375:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467425.128281:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467425.128289:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467425.128293:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:1.0:1789467425.767980:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467425.767984:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467425.767987:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467426.791403:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467426.791406:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467426.791409:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467427.819701:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467427.819708:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467427.819714:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467429.863345:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467429.863349:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467429.863352:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467430.888570:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467430.888575:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467430.888580:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467431.911300:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467431.911304:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467431.911307:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467433.960087:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467433.960111:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467433.960115:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467434.663411:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467434.663438:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467434.663440:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467434.663443:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467434.663445:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467434.663448:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467434.663450:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467434.663453:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467434.663455:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467434.663458:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467434.663463:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19687) 00000020:00000001:1.0:1789467434.983870:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467434.983875:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467434.983879:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467436.007329:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467436.007333:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467436.007336:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467436.776032:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467436.776059:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467436.776062:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467436.776065:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467436.776067:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467436.776070:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467436.776073:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467436.776076:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19659 00000100:00080000:1.0:1789467436.776080:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467436.776083:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467436.776085:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467436.776087:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467436.776089:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467436.776096:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467436.776098:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467436.776100:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467436.776103:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467436.776105:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467436.776107:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467436.776109:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467436.776111:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467436.776112:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467436.776114:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467436.776117:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467436.776119:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467436.776128:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467436.776131:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467436.776139:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467436.776142:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467436.776144:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467436.776146:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467436.776151:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789467436.776154:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467436.776157:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467436.776158:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467436.776161:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467436.776163:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467436.776167:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467436.776174:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feac00. 00000100:00000001:1.0:1789467436.776180:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467436.776187:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404802816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467436.776195:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467436.776200:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467436.776203:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404802816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467436.776223:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467436.776226:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467436.776229:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467436.776231:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467436.776232:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467436.776234:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467436.776236:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19659 00000100:00080000:1.0:1789467436.776239:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467436.776241:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467436.776243:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467436.776245:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467436.776252:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467436.776256:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467436.776257:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467436.776258:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467436.776260:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467436.776262:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467436.776264:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467436.776266:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467436.776268:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467436.776270:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467436.776271:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467436.776274:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467436.776276:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467436.776278:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467436.776280:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467436.776283:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467436.776285:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467436.776287:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467436.776288:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467436.776292:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789467436.776294:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467436.776296:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467436.776297:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467436.776299:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467436.776300:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467436.776302:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467436.776307:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9800. 00000100:00000001:1.0:1789467436.776310:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467436.776314:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404802944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467436.776321:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467436.776323:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467436.776327:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404802944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467436.776339:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467436.776341:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467436.776344:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467436.776345:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467436.776346:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467436.776349:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467436.776351:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19659 00000100:00080000:1.0:1789467436.776353:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467436.776356:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467436.776358:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467436.776360:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467436.776362:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467436.776365:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467436.776367:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467436.776369:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467436.776370:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467436.776372:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467436.776375:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467436.776377:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467436.776379:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467436.776381:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467436.776383:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467436.776454:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467436.776457:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467436.776459:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467436.776461:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467436.776464:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467436.776466:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467436.776468:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467436.776475:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467436.776479:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789467436.776481:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467436.776484:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467436.776485:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467436.776487:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467436.776488:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467436.776490:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467436.776493:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789467436.776497:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467436.776501:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404803072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467436.776508:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467436.776510:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467436.776514:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404803072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467436.776521:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467436.776524:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467436.776527:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467436.776528:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467436.776530:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467436.776532:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467436.776724:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19659 00000100:00080000:1.0:1789467436.776728:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467436.776731:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467436.776733:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467436.776734:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467436.776736:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467436.776739:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467436.776740:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467436.776742:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467436.776744:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467436.776751:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467436.776753:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467436.776756:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467436.776758:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467436.776759:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467436.776761:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467436.776763:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467436.776765:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467436.776767:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467436.776768:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467436.776771:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467436.776773:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467436.776775:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467436.776776:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467436.776779:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789467436.776781:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467436.776783:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467436.776784:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467436.776786:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467436.776787:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467436.776789:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467436.776792:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789467436.776795:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467436.776799:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404803200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467436.776805:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467436.776807:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467436.776809:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404803200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467436.776816:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467436.776819:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19689) 00000100:00000040:3.0:1789467436.802741:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314352218, at 4314352219 00000100:00000010:3.0:1789467436.802748:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ba0. 00000100:00000040:1.0:1789467436.803609:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314352218, at 4314352220 00000100:00000010:1.0:1789467436.803633:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000020:00000001:1.0:1789467438.055278:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467438.055281:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467438.055284:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467439.079379:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467439.079383:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467439.079386:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467440.104708:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467440.104713:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467440.104718:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467442.151267:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467442.151271:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467442.151274:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467443.175797:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467443.175801:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467443.175806:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467444.199919:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467444.199924:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467444.199928:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467445.415155:0:225304:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314360436, at 4314360832 00000100:00000040:1.0:1789467445.415159:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314360436, at 4314360832 00000100:00000010:3.0:1789467445.415173:0:225304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37900. 00000100:00000010:1.0:1789467445.415179:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00000020:00000001:1.0:1789467446.247240:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467446.247244:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467446.247247:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467447.271496:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467447.271500:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467447.271503:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467448.299245:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467448.299249:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467448.299252:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467448.999399:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467448.999425:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467448.999428:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467448.999431:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467448.999434:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467448.999436:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467448.999438:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467448.999441:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467448.999443:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467448.999446:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467448.999464:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19702) 00000020:00000001:1.0:1789467450.345007:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467450.345013:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467450.345017:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467451.367265:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467451.367269:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467451.367271:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467452.391405:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467452.391409:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467452.391413:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467454.440139:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467454.440146:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467454.440151:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467455.466732:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467455.466741:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467455.466748:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467456.488427:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467456.488432:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467456.488437:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467458.535499:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467458.535506:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467458.535528:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467459.239223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467459.239237:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467459.239241:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467459.239245:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467459.239248:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467459.239250:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467459.239254:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467459.239282:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467459.239285:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467459.239288:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467459.239294:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19712) 00000020:00000001:1.0:1789467459.560103:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467459.560108:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467459.560112:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467460.583499:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467460.583503:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467460.583507:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467461.373195:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314376789, at 4314376790 00000100:00000010:1.0:1789467461.373218:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000040:3.0:1789467461.373288:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314376789, at 4314376790 00000100:00000010:3.0:1789467461.373297:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000020:00000001:1.0:1789467462.634684:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467462.634695:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467462.634701:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467463.655755:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467463.655760:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467463.655764:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467464.039218:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467464.039229:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467464.039236:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000100:00080000:1.0:1789467464.424158:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467464.424165:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467464.424167:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467464.424171:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467464.424174:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467464.424178:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19687 00000100:00080000:1.0:1789467464.424182:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467464.424185:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467464.424188:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467464.424191:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467464.424193:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467464.424202:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467464.424204:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467464.424208:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467464.424211:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467464.424214:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467464.424216:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467464.424226:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467464.424229:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467464.424230:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467464.424233:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467464.424236:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467464.424239:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467464.424242:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467464.424253:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467464.424258:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467464.424261:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467464.424264:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467464.424267:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467464.424274:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789467464.424277:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467464.424282:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467464.424284:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467464.424287:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467464.424299:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467464.424304:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467464.424313:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2febc00. 00000100:00000001:1.0:1789467464.424321:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467464.424328:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404803968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467464.424346:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467464.424351:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467464.424355:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404803968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467464.424376:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467464.424380:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467464.424384:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467464.424386:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467464.424395:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467464.424398:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467464.424401:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467464.424404:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467464.424407:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467464.424413:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (19717) 00000020:00000001:3.0:1789467464.681859:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467464.681876:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467464.681881:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467465.873268:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467465.873291:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467465.873296:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467465.873298:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467465.873314:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467465.873348:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9d980 00000400:00000100:3.0:1789467465.873359:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402392448 offset 0 length 520: 4 00000400:00000200:3.0:1789467465.873365:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467465.873369:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467465.873381:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467465.873389:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467465.873391:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467465.873394:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467466.471237:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467466.471251:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467466.471254:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467466.471258:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467466.471283:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467466.471287:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467466.471290:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467466.471294:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467466.471297:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467466.471300:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467466.471308:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (19719) 00000020:00000001:1.0:1789467466.728252:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467466.728257:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467466.728261:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467467.753796:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467467.753802:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467467.753806:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467468.776505:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467468.776510:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467468.776514:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467469.480636:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467469.480659:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467469.480663:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467469.480667:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467469.480669:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467469.480673:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467469.480676:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467469.480680:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467469.480683:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467469.480686:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467469.480692:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19722) 00000100:00000040:1.0:1789467469.991501:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314385011, at 4314385408 00000100:00000010:1.0:1789467469.991525:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000040:3.0:1789467469.991774:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314385011, at 4314385408 00000100:00000010:3.0:1789467469.991783:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000020:00000001:1.0:1789467470.824105:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467470.824109:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467470.824112:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467471.847249:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467471.847253:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467471.847256:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467472.871601:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467472.871604:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467472.871607:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467474.923369:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467474.923391:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467474.923398:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467475.945314:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467475.945319:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467475.945323:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467476.967654:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467476.967669:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467476.967673:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467479.015806:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467479.015811:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467479.015815:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467479.719675:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467479.719690:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467479.719693:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467479.719697:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467479.719699:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467479.719702:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467479.719705:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467479.719708:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467479.719711:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467479.719714:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467479.719721:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19732) 00000020:00000001:1.0:1789467480.043867:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467480.043877:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467480.043884:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467481.065064:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467481.065071:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467481.065075:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467483.112626:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467483.112630:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467483.112633:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467484.135301:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467484.135305:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467484.135308:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467485.159607:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467485.159610:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467485.159613:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467486.952768:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467486.952776:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467486.952780:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467486.952783:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467486.952786:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467486.952789:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467486.952791:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467486.952795:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467486.952798:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467486.952802:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19709 00000100:00080000:1.0:1789467486.952807:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467486.952810:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467486.953051:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467486.953055:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467486.953058:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467486.953068:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467486.953071:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467486.953073:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467486.953077:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467486.953079:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467486.953082:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467486.953100:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467486.953102:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467486.953104:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467486.953105:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467486.953108:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467486.953112:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467486.953114:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467486.953117:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467486.953123:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467486.953126:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467486.953128:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467486.953131:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467486.953137:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789467486.953141:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467486.953144:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467486.953145:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467486.953147:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467486.953150:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467486.953154:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467486.953162:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9000. 00000100:00000001:1.0:1789467486.953179:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467486.953188:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404804096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467486.953198:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467486.953202:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467486.953206:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404804096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467486.953219:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467486.953221:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467486.953225:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467486.953226:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467486.953227:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467486.953236:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467486.953239:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19709 00000100:00080000:1.0:1789467486.953241:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467486.953243:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467486.953245:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467486.953247:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467486.953248:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467486.953252:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467486.953253:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467486.953255:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467486.953257:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467486.953258:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467486.953260:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467486.953262:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467486.953264:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467486.953265:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467486.953267:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467486.953268:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467486.953270:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467486.953272:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467486.953274:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467486.953277:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467486.953278:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467486.953280:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467486.953281:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467486.953284:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789467486.953286:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467486.953288:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467486.953290:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467486.953291:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467486.953293:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467486.953294:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467486.953373:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe8c00. 00000100:00000001:1.0:1789467486.953379:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467486.953384:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404804224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467486.953390:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467486.953392:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467486.953395:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404804224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467486.953402:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467486.953405:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467486.953408:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467486.953412:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19740) 00000100:00080000:1.0:1789467486.954113:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467486.954118:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467486.954120:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467486.954123:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467486.954124:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467486.954126:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467486.954129:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467486.954132:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19709 00000100:00080000:1.0:1789467486.954135:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467486.954137:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467486.954139:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467486.954141:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467486.954143:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467486.954148:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467486.954150:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467486.954151:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467486.954159:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467486.954161:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467486.954163:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467486.954175:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467486.954177:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467486.954178:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467486.954181:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467486.954183:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467486.954185:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467486.954188:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467486.954190:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467486.954194:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467486.954197:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467486.954198:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467486.954200:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467486.954204:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789467486.954206:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467486.954208:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467486.954209:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467486.954211:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467486.954212:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467486.954214:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467486.954219:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789467486.954222:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467486.954227:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404804352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467486.954234:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467486.954236:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467486.954240:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404804352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467486.954247:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467486.954374:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467486.954383:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467486.954384:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467486.954386:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467486.954388:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467486.954390:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19709 00000100:00080000:1.0:1789467486.954392:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467486.954394:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467486.954396:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467486.954398:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467486.954399:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467486.954403:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467486.954405:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467486.954407:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467486.954409:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467486.954411:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467486.954413:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467486.954415:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467486.954416:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467486.954417:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467486.954419:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467486.954421:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467486.954423:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467486.954425:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467486.954426:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467486.954429:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467486.954431:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467486.954432:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467486.954434:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467486.954438:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789467486.954440:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467486.954442:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467486.954448:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467486.954450:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467486.954452:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467486.954453:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467486.954457:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789467486.954461:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467486.954466:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404804480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467486.954473:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467486.954475:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467486.954478:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404804480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467486.954485:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467486.954489:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19740) 00000100:00000040:1.0:1789467486.976282:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314402392, at 4314402393 00000100:00000010:1.0:1789467486.976287:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe4e0. 00000100:00000040:3.0:1789467486.977337:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314402393, at 4314402394 00000100:00000010:3.0:1789467486.977344:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe120. 00000020:00000001:1.0:1789467487.207797:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467487.207801:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467487.207804:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467488.231759:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467488.231763:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467488.231766:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467489.257143:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467489.257147:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467489.257160:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467490.023765:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467490.023770:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467490.023771:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467490.023774:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467490.023778:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467490.023780:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19712 00000100:00080000:3.0:1789467490.023784:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467490.023787:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467490.023789:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467490.023791:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467490.023793:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467490.023800:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467490.023801:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467490.023804:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467490.023807:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467490.023809:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467490.023811:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467490.023813:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467490.023815:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467490.023816:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467490.023818:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467490.023821:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467490.023824:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467490.023826:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467490.023829:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467490.023832:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467490.023835:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.023837:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467490.023840:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467490.023846:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789467490.023849:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467490.023860:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467490.023862:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.023864:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467490.023866:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467490.023870:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467490.023876:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789467490.023881:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467490.023888:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404804608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467490.023896:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467490.023900:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467490.023903:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404804608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.023922:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467490.023925:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467490.023928:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467490.023931:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467490.023933:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467490.023935:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467490.023938:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467490.023941:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467490.023944:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467490.023948:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (19743) 00000020:00000001:1.0:1789467491.303475:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467491.303479:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467491.303482:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467491.463520:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467491.463536:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467491.463540:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467491.463543:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467491.463554:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467491.463585:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9da00 00000400:00000100:3.0:1789467491.463594:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402392576 offset 0 length 520: 4 00000400:00000200:3.0:1789467491.463600:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467491.463603:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467491.463612:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467491.463711:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467491.463715:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467491.463718:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467492.071630:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467492.071636:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467492.071639:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467492.071643:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467492.071645:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467492.071648:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467492.071650:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467492.071653:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467492.071656:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467492.071659:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467492.071664:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (19745) 00000020:00000001:1.0:1789467492.327326:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467492.327330:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467492.327333:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467493.351587:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467493.351591:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467493.351594:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467495.079239:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467495.079248:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467495.079251:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467495.079255:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467495.079275:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467495.079277:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467495.079280:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467495.079283:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467495.079286:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467495.079289:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467495.079294:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19748) 00000020:00000001:1.0:1789467495.399580:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467495.399583:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467495.399586:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467495.591313:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314410616, at 4314411008 00000100:00000010:1.0:1789467495.591318:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d80. 00000100:00000040:3.0:1789467495.593073:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314410616, at 4314411010 00000100:00000010:3.0:1789467495.593085:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00000020:00000001:1.0:1789467496.425173:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467496.425178:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467496.425182:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467497.447661:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467497.447680:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467497.447684:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467499.495787:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467499.495791:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467499.495795:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467500.200930:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467500.200941:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467500.200944:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467500.200947:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467500.200949:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467500.200952:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467500.200954:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467500.200957:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467500.200960:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467500.200962:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467500.200968:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19753) 00000020:00000001:1.0:1789467500.519486:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467500.519490:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467500.519493:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467501.546365:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467501.546372:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467501.546376:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467501.927185:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467501.927194:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467501.927199:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467501.927412:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467501.927418:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467501.927429:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467501.927434:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467501.927437:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467503.591443:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467503.591446:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467503.591450:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467504.615343:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467504.615347:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467504.615370:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467505.319171:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467505.319181:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467505.319184:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467505.319187:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467505.319207:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467505.319210:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467505.319213:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467505.319216:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467505.319218:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467505.319220:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467505.319224:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19758) 00000020:00000001:3.0:1789467505.639506:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467505.639510:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467505.639513:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467507.687567:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467507.687575:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467507.687579:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467508.712422:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467508.712428:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467508.712432:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467509.735454:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467509.735457:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467509.735460:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467511.528187:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467511.528199:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467511.528203:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467511.528210:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467511.528215:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467511.528223:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467511.528228:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467511.528233:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467511.528237:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467511.528241:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19735 00000100:00080000:3.0:1789467511.528246:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467511.528250:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467511.528263:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467511.528265:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467511.528268:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467511.528277:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467511.528279:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467511.528283:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467511.528287:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467511.528290:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467511.528293:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467511.528296:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467511.528298:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467511.528299:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467511.528301:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467511.528305:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467511.528309:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467511.528311:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467511.528315:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467511.528324:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467511.528327:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467511.528330:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467511.528333:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467511.528340:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789467511.528345:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467511.528349:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467511.528351:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467511.528355:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467511.528358:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467511.528363:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467511.528373:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789467511.528381:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467511.528399:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404804736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467511.528411:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467511.528424:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467511.528433:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404804736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467511.528448:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467511.528453:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467511.528461:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467511.528465:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467511.528469:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467511.528472:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467511.528474:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19735 00000100:00080000:3.0:1789467511.528477:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467511.528479:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467511.528481:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467511.528483:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467511.528485:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467511.528489:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467511.528490:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467511.528492:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467511.528495:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467511.528497:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467511.528499:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467511.528502:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467511.528504:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467511.528506:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467511.528507:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467511.528509:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467511.528512:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467511.528514:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467511.528516:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467511.528519:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467511.528528:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467511.528530:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467511.528531:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467511.528535:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789467511.528537:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467511.528540:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467511.528541:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467511.528543:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467511.528544:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467511.528546:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467511.528550:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789467511.528553:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467511.528558:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404804864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467511.528565:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467511.528567:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467511.528571:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404804864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467511.528578:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467511.528580:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467511.528584:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467511.528590:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19764) 00000100:00080000:3.0:1789467511.533543:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467511.533551:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467511.533554:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467511.533558:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467511.533561:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467511.533565:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467511.533569:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467511.533572:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19735 00000100:00080000:3.0:1789467511.533584:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467511.533588:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467511.533591:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467511.533594:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467511.533596:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467511.533603:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467511.533606:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467511.533609:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467511.533613:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467511.533615:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467511.533618:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467511.533621:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467511.533623:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467511.533625:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467511.533627:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467511.533691:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467511.533695:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467511.533698:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467511.533701:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467511.533710:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467511.533949:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467511.533953:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467511.533956:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467511.533962:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789467511.533966:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467511.533970:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467511.533972:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467511.533976:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467511.533979:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467511.536069:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467511.536093:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789467511.536105:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467511.536137:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404804992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467511.536151:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467511.536157:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467511.536162:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404804992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467511.536275:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467511.536282:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467511.536288:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467511.536290:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467511.536293:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467511.536296:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467511.536300:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19735 00000100:00080000:3.0:1789467511.536305:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467511.536308:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467511.536311:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467511.536313:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467511.536316:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467511.536326:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467511.536329:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467511.536332:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467511.536337:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467511.536340:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467511.536342:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467511.536345:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467511.536347:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467511.536349:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467511.536351:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467511.536354:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467511.536357:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467511.536367:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467511.536370:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467511.536379:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467511.536382:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467511.536384:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467511.536387:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467511.536393:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789467511.536397:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467511.536401:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467511.536403:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467511.536405:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467511.536408:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467511.536410:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467511.536414:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789467511.536417:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467511.536422:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404805120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467511.536429:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467511.536431:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467511.536434:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404805120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467511.536442:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467511.536447:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19764) 00000100:00080000:3.0:1789467511.536456:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467511.536461:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467511.536464:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19764) 00000100:00000040:3.0:1789467511.558376:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314426974, at 4314426975 00000100:00000010:3.0:1789467511.558399:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000040:1.0:1789467511.558574:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314426974, at 4314426975 00000100:00000010:1.0:1789467511.558582:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000020:00000001:1.0:1789467511.783937:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467511.783942:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467511.783946:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467512.807383:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467512.807389:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467512.807392:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467513.835302:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467513.835313:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467513.835320:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467515.625005:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467515.625021:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467515.625023:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467515.625026:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467515.625030:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467515.625033:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19738 00000100:00080000:3.0:1789467515.625061:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467515.625065:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467515.625068:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467515.625070:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467515.625072:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467515.625082:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467515.625084:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467515.625087:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467515.625090:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467515.625093:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467515.625095:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467515.625098:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467515.625099:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467515.625101:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467515.625102:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467515.625105:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467515.625108:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467515.625111:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467515.625114:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467515.625119:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467515.625121:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.625124:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467515.625127:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467515.625133:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789467515.625137:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467515.625141:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467515.625149:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.625153:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467515.625157:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467515.625161:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467515.625171:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467515.625179:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467515.625186:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404805248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467515.625196:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467515.625201:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467515.625205:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404805248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467515.625223:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467515.625226:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467515.625230:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467515.625233:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467515.625237:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467515.625240:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467515.625243:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467515.625246:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467515.625249:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467515.625254:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19768) 00000020:00000001:1.0:1789467515.882297:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467515.882302:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467515.882305:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789467516.040561:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467516.040598:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467516.040625:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9db80 00000400:00000100:2.0:1789467516.040638:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402392960 offset 0 length 520: 4 00000400:00000200:2.0:1789467516.040646:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467516.040649:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467516.040664:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467516.040670:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467516.040673:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467516.040676:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467516.040677:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467516.040680:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467516.040683:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467516.040689:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9dc00 00000400:00000100:2.0:1789467516.040694:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402393088 offset 0 length 520: 4 00000400:00000200:2.0:1789467516.040697:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467516.040699:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467516.040703:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467516.040706:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467516.040708:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467516.040710:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467516.040712:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467516.040714:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467516.040717:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467516.040722:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9dc80 00000400:00000100:2.0:1789467516.040727:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402393216 offset 0 length 520: 4 00000400:00000200:2.0:1789467516.040729:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467516.040731:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467516.040734:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467516.040743:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467516.040745:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467516.040747:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467516.647172:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467516.647182:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467516.647185:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467516.647188:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467516.647205:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467516.647208:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467516.647210:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467516.647213:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467516.647215:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467516.647218:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467516.647224:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19769) 00000100:00000001:2.0:1789467516.649137:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467516.649159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467516.649162:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467516.649168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467516.649171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467516.649178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467516.649181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467516.903418:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467516.903422:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467516.903426:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467517.671187:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467517.671211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467517.671214:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467517.671220:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467517.671223:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467517.671232:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467517.671235:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467517.930957:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467517.930961:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467517.930965:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467518.695152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467518.695164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467518.695166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467518.695171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467518.695173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467518.695179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467518.695181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467518.951500:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467518.951504:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467518.951508:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467519.721350:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467519.721371:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467519.721374:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467519.721380:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467519.721383:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467519.721390:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467519.721393:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467519.975831:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467519.975836:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467519.975839:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467520.680091:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467520.680101:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467520.680104:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467520.680107:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467520.680109:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467520.680112:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467520.680115:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467520.680118:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467520.680120:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467520.680123:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467520.680128:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19773) 00000100:00000001:2.0:1789467520.743306:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467520.743325:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467520.743328:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467520.743334:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467520.743337:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467520.743344:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467520.743347:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467520.999931:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467520.999937:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467520.999942:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467521.191358:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314436212, at 4314436608 00000100:00000010:2.0:1789467521.191381:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000100:00000040:1.0:1789467521.191395:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314436212, at 4314436608 00000100:00000010:1.0:1789467521.191414:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:3.0:1789467521.191853:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314436212, at 4314436608 00000100:00000010:3.0:1789467521.191877:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37c60. 00000100:00000001:2.0:1789467521.767160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467521.767174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467521.767177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467521.767180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467521.767183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467521.767188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467521.767190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467522.023261:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467522.023265:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467522.023267:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467522.791518:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467522.791534:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467522.791537:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467522.791541:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467522.791543:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467522.791547:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467522.791550:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467523.047351:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467523.047354:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467523.047357:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467523.815545:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467523.815559:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467523.815561:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467523.815565:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467523.815568:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467523.815572:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467523.815574:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467524.071380:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467524.071383:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467524.071386:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467524.839474:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467524.839492:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467524.839495:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467524.839501:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467524.839504:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467524.839511:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467524.839513:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467525.100151:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467525.100159:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467525.100164:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467525.803122:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467525.803136:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467525.803140:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467525.803143:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467525.803146:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467525.803172:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467525.803175:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467525.803178:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467525.803181:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467525.803184:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467525.803190:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19778) 00000100:00000001:2.0:1789467525.863216:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467525.863234:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467525.863237:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467525.863243:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467525.863246:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467525.863252:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467525.863255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467526.122309:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467526.122317:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467526.122322:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467526.887272:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467526.887292:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467526.887295:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467526.887302:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467526.887305:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467526.887312:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467526.887315:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467527.144668:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467527.144677:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467527.144683:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467527.911174:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467527.911194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467527.911198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467527.911204:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467527.911207:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467527.911213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467527.911216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467528.167621:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467528.167626:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467528.167629:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467528.935630:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467528.935644:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467528.935645:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467528.935650:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467528.935668:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467528.935673:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467528.935676:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467529.191277:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467529.191281:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467529.191284:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467529.959901:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467529.959916:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467529.959918:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467529.959923:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467529.959925:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467529.959930:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467529.959932:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467530.215366:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467530.215370:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467530.215373:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467530.919190:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467530.919199:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467530.919202:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467530.919205:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467530.919208:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467530.919210:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467530.919213:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467530.919216:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467530.919219:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467530.919222:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467530.919227:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19784) 00000100:00000001:2.0:1789467530.983233:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467530.983248:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467530.983250:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467530.983255:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467530.983257:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467530.983262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467530.983265:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467531.239975:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467531.239979:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467531.239999:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467532.007160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467532.007174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467532.007176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467532.007180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467532.007182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467532.007187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467532.007189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467532.263300:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467532.263304:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467532.263307:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467533.034256:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467533.034271:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467533.034273:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467533.034278:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467533.034280:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467533.034285:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467533.034287:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467533.287257:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467533.287261:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467533.287264:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467534.055177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467534.055204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467534.055207:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467534.055211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467534.055213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467534.055218:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467534.055221:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467534.312907:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467534.312911:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467534.312914:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467535.086065:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467535.086078:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467535.086080:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467535.086085:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467535.086087:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467535.086091:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467535.086094:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467535.335851:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467535.335854:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467535.335857:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467536.039158:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467536.039169:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467536.039172:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467536.039176:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467536.039195:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467536.039197:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467536.039200:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467536.039204:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467536.039206:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467536.039209:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467536.039214:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19789) 00000100:00000001:2.0:1789467536.103468:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467536.103475:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467536.103488:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467511/real 1789467511] req@ffff8966caa7f480 x1876386404804992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467536.103504:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467536.103506:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467536.103509:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41431b8. 00000400:00000200:2.0:1789467536.103515:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:2.0:1789467536.103517:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:2.0:1789467536.103522:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467536.103525:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404804992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467536.103533:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404804992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103540:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467536.103542:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103544:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467536.103547:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467536.103550:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404804992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103556:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103576:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467536.103582:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467511/real 1789467511] req@ffff8966caa7ed80 x1876386404805120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467536.103590:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467536.103591:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467536.103593:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143e70. 00000400:00000200:2.0:1789467536.103595:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:2.0:1789467536.103598:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:2.0:1789467536.103600:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467536.103602:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ed80 x1876386404805120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467536.103609:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ed80 x1876386404805120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103615:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467536.103616:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103617:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467536.103618:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467536.103622:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ed80 x1876386404805120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103627:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103629:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467536.103633:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467511/real 1789467511] req@ffff8966caa7e680 x1876386404804736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467536.103639:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467536.103640:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467536.103641:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143f78. 00000400:00000200:2.0:1789467536.103643:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789467536.103646:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789467536.103647:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467536.103650:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404804736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467536.103656:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404804736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103669:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467536.103671:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103672:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467536.103674:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467536.103677:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404804736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103683:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103685:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467536.103689:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467511/real 1789467511] req@ffff8966caa7d500 x1876386404804864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467536.103695:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467536.103696:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467536.103698:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143f20. 00000400:00000200:2.0:1789467536.103700:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789467536.103702:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789467536.103704:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467536.103706:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404804864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467536.103714:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404804864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103719:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467536.103720:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103721:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467536.103722:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467536.103725:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404804864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103732:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103739:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467536.103741:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103744:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467536.103746:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467536.103752:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467536.103756:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404804992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103763:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467536.103766:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103767:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467536.103769:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103771:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467536.103773:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467536.103776:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467536.103810:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467536.103813:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467536.103817:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404804992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467536.103824:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404804992:0@lo:38:kworker.0 00000100:00000001:2.0:1789467536.103834:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467536.103838:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ed80 x1876386404805120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103845:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467536.103847:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103849:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467536.103850:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103851:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467536.103853:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467536.103855:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467536.103861:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467536.103863:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467536.103866:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ed80 x1876386404805120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467536.103879:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404805120:0@lo:38:kworker.0 00000100:00000001:2.0:1789467536.103882:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467536.103885:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404804736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103892:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467536.103894:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103895:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467536.103896:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103898:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467536.103899:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467536.103901:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467536.103906:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467536.103908:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467536.103911:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404804736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467536.103919:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404804736:0@lo:38:kworker.0 00000100:00000001:2.0:1789467536.103922:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467536.103924:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404804864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103930:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467536.103932:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103934:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467536.103935:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.103937:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467536.103938:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467536.103939:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467536.103947:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467536.103949:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467536.103953:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404804864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467536.103959:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404804864:0@lo:38:kworker.0 00000100:00000001:2.0:1789467536.103962:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.103965:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467536.103969:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404804992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.103975:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467536.103978:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467536.103982:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467536.103985:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467536.103988:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467536.103990:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789467536.103992:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467536.103995:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d400. 02000000:00000001:2.0:1789467536.103998:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467536.104000:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467536.104001:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 00000100:00000001:2.0:1789467536.104005:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467536.104007:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.104009:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467536.104011:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ed80 x1876386404805120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.104017:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467536.104018:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467536.104019:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789467536.104021:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467536.104023:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467536.104024:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789467536.104026:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467536.104027:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:2.0:1789467536.104032:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467536.104033:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467536.104035:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ed80. 00000100:00000001:2.0:1789467536.104058:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467536.104060:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.104062:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467536.104065:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404804736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.104071:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467536.104072:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467536.104074:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789467536.104076:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467536.104077:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467536.104079:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789467536.104080:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467536.104082:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:2.0:1789467536.104084:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467536.104085:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467536.104086:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:2.0:1789467536.104088:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467536.104089:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.104090:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467536.104093:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404804864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467536 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.104099:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467536.104100:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467536.104101:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467536.104103:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467536.104104:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467536.104105:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789467536.104107:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467536.104108:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:2.0:1789467536.104110:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467536.104111:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467536.104112:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000001:2.0:1789467536.104114:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467536.104119:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.104121:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467536.104190:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467536.104195:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467536.104198:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467536.104201:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467536.104203:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467536.104205:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467536.104208:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467536.104211:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19759 00000100:00080000:3.0:1789467536.104215:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467536.104217:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467536.104220:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467536.104222:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467536.104224:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467536.104230:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467536.104232:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467536.104235:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467536.104237:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467536.104240:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467536.104247:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467536.104250:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467536.104252:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467536.104253:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467536.104255:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467536.104258:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467536.104261:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467536.104263:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467536.104265:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467536.104270:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467536.104273:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467536.104275:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467536.104277:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467536.104282:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789467536.104285:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467536.104288:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467536.104290:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467536.104302:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467536.104305:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467536.104308:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467536.104315:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467536.104321:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467536.104327:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467536.104335:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467536.104339:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467536.104344:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467536.104363:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467536.104366:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467536.104369:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467536.104375:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467536.104376:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467536.104379:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467536.104381:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19759 00000100:00080000:3.0:1789467536.104383:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467536.104386:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467536.104387:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467536.104389:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467536.104391:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467536.104394:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467536.104395:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467536.104397:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467536.104399:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467536.104401:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467536.104403:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467536.104406:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467536.104407:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467536.104409:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467536.104411:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467536.104413:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467536.104416:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467536.104418:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467536.104419:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467536.104422:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467536.104424:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467536.104426:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467536.104427:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467536.104430:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789467536.104432:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467536.104434:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467536.104435:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467536.104438:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467536.104442:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467536.104444:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467536.104447:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789467536.104450:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467536.104454:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467536.104461:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467536.104463:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467536.104466:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467536.104473:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467536.104475:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467536.104478:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467536.104479:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467536.104481:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467536.104483:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467536.104485:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19759 00000100:00080000:3.0:1789467536.104487:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467536.104488:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467536.104490:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467536.104491:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467536.104493:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467536.104496:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467536.104497:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467536.104499:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467536.104501:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467536.104503:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467536.104505:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467536.104507:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467536.104508:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467536.104515:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467536.104517:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467536.104520:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467536.104522:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467536.104523:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467536.104525:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467536.104527:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467536.104529:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467536.104531:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467536.104532:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467536.104535:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789467536.104537:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467536.104539:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467536.104540:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467536.104541:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467536.104542:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467536.104544:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467536.104547:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789467536.104550:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467536.104554:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467536.104560:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467536.104562:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467536.104565:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467536.104571:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467536.104572:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467536.104575:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467536.104576:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467536.104578:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467536.104580:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467536.104582:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19759 00000100:00080000:3.0:1789467536.104588:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467536.104591:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467536.104593:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467536.104594:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467536.104596:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467536.104599:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467536.104600:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467536.104601:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467536.104603:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467536.104605:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467536.104607:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467536.104609:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467536.104611:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467536.104613:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467536.104615:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467536.104617:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467536.104619:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467536.104621:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467536.104622:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467536.104624:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467536.104626:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467536.104628:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467536.104629:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467536.104632:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789467536.104634:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467536.104636:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467536.104637:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467536.104638:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467536.104640:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467536.104641:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467536.104644:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789467536.104647:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467536.104655:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467536.104663:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467536.104665:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467536.104668:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467536.104675:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467536.104679:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19789) 00000100:00000001:2.0:1789467536.106760:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467536.106768:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467536.106771:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467536.106782:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.106793:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467536.106795:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467536.106808:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467536.106812:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467536.106814:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467536.106817:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404805376:0@lo:38:kworker.0 00000100:00000001:2.0:1789467536.106821:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467536.106825:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467536.106837:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467536.106840:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467536.106849:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467536.106851:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467536.106857:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143f20. 00000400:00000010:2.0:1789467536.106864:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789467536.106869:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404805376, portal 10 00000100:00000001:2.0:1789467536.106871:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467536.106873:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516096 : -130400397035520 : ffff8966caa7f800) 00000100:00000040:2.0:1789467536.106880:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.106887:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467536.106889:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467536.106891:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789467536.106894:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404805376, offset 0 00000400:00000200:2.0:1789467536.106900:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467536.106910:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467536.106921:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eab00 00000400:00000100:2.0:1789467536.106927:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404805376 offset 0 length 520: 4 00000400:00000200:2.0:1789467536.106943:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467536.106946:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467536.106957:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789467536.106960:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789467536.106963:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467536.106967:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.106976:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467536.106980:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.106987:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.106988:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467536.106993:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467536.106997:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789467536.107000:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314451542 00000100:00000010:2.0:1789467536.107004:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c375a0. 00000100:00000001:2.0:1789467536.107009:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467536.107032:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314451542 00000100:00000010:2.0:1789467536.107035:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789467536.107064:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467536.107075:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314451543 00000100:00000010:2.0:1789467536.107078:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789467536.107080:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467536.107084:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314451543 00000100:00000010:2.0:1789467536.107087:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c374e0. 00000100:00000001:2.0:1789467536.107090:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467536.107099:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467536.107102:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.107105:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467536.107109:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107123:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467536.107124:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467536.107127:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467536.107129:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467536.107132:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467536.107134:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404805504:0@lo:38:kworker.0 00000100:00000001:2.0:1789467536.107137:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467536.107139:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467536.107141:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467536.107143:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467536.107146:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789467536.107147:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467536.107150:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143f78. 00000400:00000010:2.0:1789467536.107153:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789467536.107156:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404805504, portal 10 00000100:00000001:2.0:1789467536.107157:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467536.107159:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312507136 : -130400397044480 : ffff8966caa7d500) 00000100:00000040:2.0:1789467536.107164:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107170:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467536.107172:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467536.107174:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789467536.107176:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404805504, offset 0 00000400:00000200:2.0:1789467536.107179:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467536.107184:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467536.107189:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eab80 00000400:00000100:2.0:1789467536.107193:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404805504 offset 0 length 520: 4 00000400:00000200:2.0:1789467536.107196:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467536.107199:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467536.107203:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:2.0:1789467536.107205:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:2.0:1789467536.107211:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467536.107214:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107221:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467536.107224:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107230:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.107232:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467536.107235:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467536.107237:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789467536.107239:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314451543 00000100:00000001:2.0:1789467536.107244:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314451542 00000100:00000001:2.0:1789467536.107247:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314451543 00000100:00000001:2.0:1789467536.107250:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314451542 00000100:00000001:2.0:1789467536.107252:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314451543 00000100:00000001:2.0:1789467536.107254:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314451543 00000100:00000001:2.0:1789467536.107256:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314451543 00000100:00000001:2.0:1789467536.107257:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314451543 00000100:00000001:2.0:1789467536.107259:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467536.107261:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.107263:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467536.107266:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107272:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467536.107273:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467536.107275:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467536.107277:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467536.107279:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467536.107282:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404805632:0@lo:38:kworker.0 00000100:00000001:2.0:1789467536.107285:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467536.107290:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467536.107302:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467536.107304:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467536.107307:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789467536.107309:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467536.107312:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143e70. 00000400:00000010:2.0:1789467536.107314:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789467536.107317:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404805632, portal 10 00000100:00000001:2.0:1789467536.107319:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467536.107320:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000040:2.0:1789467536.107325:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107331:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467536.107332:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467536.107334:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789467536.107336:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404805632, offset 0 00000400:00000200:2.0:1789467536.107339:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467536.107344:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467536.107348:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eac00 00000400:00000100:2.0:1789467536.107352:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404805632 offset 0 length 520: 4 00000400:00000200:2.0:1789467536.107355:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467536.107357:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467536.107361:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:2.0:1789467536.107363:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:2.0:1789467536.107365:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467536.107368:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107373:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467536.107376:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107382:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.107384:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467536.107386:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467536.107393:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789467536.107396:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314451543 00000100:00000001:2.0:1789467536.107398:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314451543 00000100:00000001:2.0:1789467536.107400:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314451543 00000100:00000001:2.0:1789467536.107402:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314451543 00000100:00000001:2.0:1789467536.107404:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314451543 00000100:00000001:2.0:1789467536.107406:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314451543 00000100:00000001:2.0:1789467536.107407:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314451543 00000100:00000001:2.0:1789467536.107409:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314451543 00000100:00000001:2.0:1789467536.107410:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467536.107412:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.107414:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467536.107418:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107424:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467536.107426:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467536.107428:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467536.107429:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467536.107431:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467536.107434:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404805760:0@lo:38:kworker.0 00000100:00000001:2.0:1789467536.107436:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467536.107438:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467536.107440:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467536.107441:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467536.107444:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467536.107446:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467536.107448:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41431b8. 00000400:00000010:2.0:1789467536.107451:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789467536.107453:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404805760, portal 10 00000100:00000001:2.0:1789467536.107455:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467536.107459:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312513408 : -130400397038208 : ffff8966caa7ed80) 00000100:00000040:2.0:1789467536.107464:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107470:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467536.107472:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467536.107474:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467536.107477:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404805760, offset 0 00000400:00000200:2.0:1789467536.107480:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467536.107484:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467536.107489:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eac80 00000400:00000100:2.0:1789467536.107492:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404805760 offset 0 length 520: 4 00000400:00000200:2.0:1789467536.107495:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467536.107497:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467536.107501:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467536.107503:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467536.107505:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467536.107507:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107513:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467536.107516:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467536.107522:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.107524:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467536.107526:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467536.107528:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789467536.107530:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314451544 00000100:00000001:2.0:1789467536.107534:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314451543 00000100:00000001:2.0:1789467536.107537:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314451544 00000100:00000001:2.0:1789467536.107539:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314451543 00000100:00000001:2.0:1789467536.107542:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314451544 00000100:00000001:2.0:1789467536.107544:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314451543 00000100:00000001:2.0:1789467536.107550:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314451544 00000100:00000001:2.0:1789467536.107553:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314451543 00000100:00000001:2.0:1789467536.107556:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467536.107557:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.107560:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.107564:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.107571:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467536.107574:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467536.107576:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467536.107577:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467536.107579:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467536.107581:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467536.128163:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314451544, at 4314451545 00000100:00000010:1.0:1789467536.128176:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00000100:00000040:3.0:1789467536.128254:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314451544, at 4314451545 00000100:00000010:3.0:1789467536.128260:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00000040:2.0:1789467536.128775:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314451544, at 4314451545 00000100:00000010:2.0:1789467536.128781:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000020:00000001:1.0:1789467536.359524:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467536.359527:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467536.359530:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467537.128929:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467537.128943:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467537.128945:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467537.128950:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467537.128952:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467537.128957:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467537.128959:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467537.385578:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467537.385582:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467537.385586:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467538.151185:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467538.151202:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467538.151204:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467538.151211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467538.151214:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467538.151223:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467538.151227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467538.407416:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467538.407420:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467538.407424:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467539.175291:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467539.175304:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467539.175307:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467539.175311:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467539.175313:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467539.175319:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467539.175321:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467539.440000:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467539.440003:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467539.440013:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467540.199759:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467540.199775:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467540.199788:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467515/real 1789467515] req@ffff8966caa7fb80 x1876386404805248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467540.199805:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467540.199807:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467540.199811:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41438f0. 00000400:00000200:2.0:1789467540.199818:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:2.0:1789467540.199821:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:2.0:1789467540.199825:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467540.199835:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7fb80 x1876386404805248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467540.199844:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7fb80 x1876386404805248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.199851:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467540.199852:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467540.199855:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467540.199857:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467540.199860:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7fb80 x1876386404805248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.199867:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467540.199875:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467540.199877:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467540.199879:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467540.199882:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467540.199885:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467540.199889:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7fb80 x1876386404805248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.199896:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467540.199899:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467540.199901:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467540.199919:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467540.199921:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467540.199923:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467540.199927:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467540.199951:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789467540.199953:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467540.199957:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7fb80 x1876386404805248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467540.199965:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404805248:0@lo:250:kworker.0 00000100:00000001:2.0:1789467540.199970:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467540.199972:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467540.199975:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7fb80 x1876386404805248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.199982:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467540.199985:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467540.199989:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789467540.199992:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467540.199995:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467540.199997:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467540.199999:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467540.200001:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:2.0:1789467540.200005:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467540.200006:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467540.200008:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7fb80. 00000100:00000001:2.0:1789467540.200012:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467540.200014:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467540.200016:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467540.200120:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467540.200125:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467540.200127:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467540.200129:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467540.200133:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467540.200136:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19763 00000100:00080000:1.0:1789467540.200139:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467540.200142:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467540.200145:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467540.200147:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467540.200149:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467540.200156:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467540.200158:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467540.200167:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467540.200170:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467540.200172:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467540.200174:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467540.200177:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467540.200179:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467540.200182:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467540.200183:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467540.200186:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467540.200189:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467540.200191:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467540.200193:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467540.200197:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467540.200199:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.200202:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467540.200204:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467540.200208:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789467540.200210:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467540.200214:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467540.200215:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.200218:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467540.200220:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467540.200224:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467540.200230:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789467540.200237:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467540.200242:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404805888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467540.200250:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467540.200253:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467540.200257:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404805888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.200285:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467540.200292:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467540.200296:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467540.200298:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467540.200301:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467540.200303:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467540.200306:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467540.200308:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467540.200311:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467540.200315:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19793) 00000100:00000001:2.0:1789467540.200607:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467540.200610:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467540.200612:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467540.200616:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404805888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.200625:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467540.200631:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467540.200635:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467540.200637:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467540.200639:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467540.200642:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404805888:0@lo:250:kworker.0 00000100:00000001:2.0:1789467540.200646:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467540.200649:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467540.200651:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467540.200653:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467540.200656:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789467540.200658:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467540.200662:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41438f0. 00000400:00000010:2.0:1789467540.200667:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9642a8. 00000100:00000200:2.0:1789467540.200671:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404805888, portal 25 00000100:00000001:2.0:1789467540.200673:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467540.200675:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:2.0:1789467540.200680:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404805888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.200687:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467540.200689:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467540.200691:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467540.200694:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404805888, offset 0 00000400:00000200:2.0:1789467540.200699:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467540.200711:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467540.200722:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ead00 00000400:00000100:2.0:1789467540.200737:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404805888 offset 0 length 520: 4 00000400:00000200:2.0:1789467540.200742:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467540.200745:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467540.200754:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467540.200756:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467540.200758:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467540.200763:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404805888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.200789:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467540.200793:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404805888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.200799:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467540.200801:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467540.200806:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467540.200810:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314460787 00000100:00000010:2.0:1789467540.200814:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789467540.200819:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467540.200836:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314460787 00000100:00000010:2.0:1789467540.200840:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37360. 00000100:00000001:2.0:1789467540.200842:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467540.200845:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314460787 00000100:00000010:2.0:1789467540.200848:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c373c0. 00000100:00000001:2.0:1789467540.200851:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467540.200854:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314460787 00000100:00000010:2.0:1789467540.200856:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789467540.200859:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467540.200862:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467540.200865:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467540.200868:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467540.200870:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467540.200874:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467540.200875:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467540.200878:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467540.200879:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467540.200880:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467540.200882:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467540.455426:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467540.455430:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467540.455433:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467540.623254:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467540.623268:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467540.623272:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467540.623275:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467540.623285:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467540.623301:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9dd00 00000400:00000100:3.0:1789467540.623309:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402393344 offset 0 length 520: 4 00000400:00000200:3.0:1789467540.623315:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467540.623318:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467540.623327:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467540.623332:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467540.623334:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467540.623336:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789467540.839181:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467540.839189:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467540.839194:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789467540.839441:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789467540.839447:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467540.839468:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467540.839472:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467540.839486:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467541.223986:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467541.224002:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467541.224005:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467541.224010:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467541.224012:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467541.224018:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467541.224021:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467541.224050:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467541.224057:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467541.224060:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467541.224064:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467541.224066:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467541.224069:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467541.224073:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467541.224076:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467541.224095:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467541.224098:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467541.224103:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19794) 00000020:00000001:1.0:1789467541.482790:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467541.482793:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467541.482796:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467542.247177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467542.247191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467542.247193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467542.247198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467542.247200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467542.247205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467542.247207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467542.503716:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467542.503719:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467542.503722:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467543.271392:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467543.271408:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467543.271411:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467543.271415:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467543.271417:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467543.271422:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467543.271425:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467543.528335:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467543.528339:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467543.528343:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467544.295128:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467544.295143:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467544.295146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467544.295150:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467544.295153:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467544.295157:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467544.295160:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467544.551305:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467544.551308:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467544.551311:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467545.255382:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467545.255391:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467545.255394:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467545.255397:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467545.255399:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467545.255420:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467545.255422:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467545.255425:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467545.255427:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467545.255430:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467545.255434:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19798) 00000100:00000001:2.0:1789467545.319948:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467545.319962:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467545.319964:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467545.319969:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467545.319971:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467545.319977:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467545.319980:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467545.576463:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467545.576469:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467545.576473:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467545.767320:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314460787, at 4314461184 00000100:00000010:2.0:1789467545.767335:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c373c0. 00000100:00000040:1.0:1789467545.768101:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314460787, at 4314461185 00000100:00000010:1.0:1789467545.768107:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000100:00000040:3.0:1789467545.768637:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314460787, at 4314461185 00000100:00000010:3.0:1789467545.768644:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789467546.344905:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467546.344924:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467546.344927:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467546.344933:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467546.344937:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467546.344952:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467546.344956:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467546.599326:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467546.599337:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467546.599340:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467547.370155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467547.370173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467547.370176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467547.370182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467547.370185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467547.370192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467547.370196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467547.628242:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467547.628247:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467547.628250:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467548.392299:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467548.392343:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467548.392346:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467548.392353:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467548.392356:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467548.392362:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467548.392365:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467548.649882:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467548.649891:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467548.649896:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467549.415185:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467549.415206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467549.415209:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467549.415214:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467549.415217:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467549.415224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467549.415227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467549.671651:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467549.671655:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467549.671659:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467550.375787:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467550.375801:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467550.375805:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467550.375809:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467550.375812:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467550.375815:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467550.375818:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467550.375822:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467550.375824:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467550.375827:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467550.375833:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19803) 00000100:00000001:2.0:1789467550.440447:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467550.440467:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467550.440470:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467550.440477:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467550.440481:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467550.440487:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467550.440513:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467550.695250:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467550.695257:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467550.695261:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467551.463267:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467551.463285:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467551.463287:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467551.463292:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467551.463295:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467551.463302:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467551.463305:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467551.719453:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467551.719458:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467551.719462:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467552.487294:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467552.487314:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467552.487317:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467552.487322:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467552.487325:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467552.487331:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467552.487334:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467552.744061:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467552.744066:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467552.744069:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467553.511268:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467553.511285:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467553.511287:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467553.511293:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467553.511296:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467553.511301:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467553.511304:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467553.768784:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467553.768793:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467553.768799:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467554.535146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467554.535163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467554.535166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467554.535170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467554.535172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467554.535177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467554.535180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467554.791535:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467554.791538:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467554.791541:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467555.495249:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467555.495259:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467555.495262:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467555.495265:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467555.495267:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467555.495290:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467555.495292:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467555.495295:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467555.495298:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467555.495301:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467555.495306:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19808) 00000100:00000001:2.0:1789467555.559784:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467555.559797:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467555.559799:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467555.559812:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467555.559815:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467555.559820:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467555.559823:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467555.815390:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467555.815395:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467555.815397:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467556.583431:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467556.583445:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467556.583448:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467556.583452:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467556.583454:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467556.583458:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467556.583461:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467556.839533:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467556.839537:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467556.839540:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467557.607193:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467557.607208:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467557.607210:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467557.607214:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467557.607216:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467557.607220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467557.607223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467557.863348:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467557.863353:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467557.863355:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467558.632783:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467558.632810:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467558.632813:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467558.632817:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467558.632838:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467558.632842:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467558.632845:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467558.889737:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467558.889745:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467558.889750:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467559.655149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467559.655164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467559.655166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467559.655170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467559.655172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467559.655177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467559.655179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467559.912074:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467559.912077:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467559.912080:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467560.619573:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467560.619599:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467560.619602:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467560.619606:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467560.619608:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467560.619611:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467560.619621:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467560.619625:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467560.619627:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467560.619630:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467560.619637:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19813) 00000100:00000001:2.0:1789467560.679197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467560.679214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467560.679216:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467560.679221:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467560.679224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467560.679229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467560.679231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467560.935475:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467560.935479:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467560.935483:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467561.703416:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467561.703432:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467561.703445:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467536/real 1789467536] req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467561.703462:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467561.703464:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467561.703468:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143f20. 00000400:00000200:2.0:1789467561.703474:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789467561.703477:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789467561.703480:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467561.703484:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467561.703493:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.703501:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467561.703502:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.703523:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467561.703524:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467561.703529:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.703536:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.703538:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467561.703542:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467536/real 1789467536] req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467561.703550:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467561.703551:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467561.703553:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143f78. 00000400:00000200:2.0:1789467561.703556:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789467561.703558:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789467561.703560:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467561.703564:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467561.703571:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.703578:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467561.703579:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.703581:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467561.703582:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467561.703585:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.703592:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.703595:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467561.703599:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467536/real 1789467536] req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467561.704733:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467561.704735:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467561.704738:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143e70. 00000400:00000200:2.0:1789467561.707513:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:2.0:1789467561.707516:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:2.0:1789467561.707523:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467561.707533:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467561.707543:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.707552:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467561.707555:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.707558:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467561.707560:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467561.707563:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.707569:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.707572:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467561.707576:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467536/real 1789467536] req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467561.707584:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467561.707586:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467561.707588:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41431b8. 00000400:00000200:2.0:1789467561.707590:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:2.0:1789467561.707592:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:2.0:1789467561.707594:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467561.707596:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467561.707602:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.707619:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467561.707621:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.707622:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467561.707623:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467561.707626:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.707647:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.707655:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467561.707658:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.707660:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467561.707662:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467561.707666:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467561.707671:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.707678:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467561.707681:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.707683:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467561.707684:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.707687:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467561.707689:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467561.707692:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467561.707857:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467561.707860:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467561.707864:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467561.707872:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404805376:0@lo:38:kworker.0 00000100:00000001:2.0:1789467561.707877:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467561.707880:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.707885:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467561.707887:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.707889:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467561.707890:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.707892:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467561.707900:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467561.707902:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467561.709632:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467561.709641:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467561.709644:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467561.709647:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467561.709649:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467561.709653:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467561.709656:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467561.709661:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19784 00000100:00080000:1.0:1789467561.709664:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467561.709668:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467561.709671:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467561.709687:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467561.709689:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467561.709698:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467561.709700:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467561.709703:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467561.709705:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467561.709707:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467561.709710:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467561.709712:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467561.709714:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467561.709716:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467561.709718:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467561.709721:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467561.709724:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467561.709726:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467561.709729:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467561.709736:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467561.709739:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467561.709741:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467561.709743:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467561.709822:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789467561.709827:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467561.709830:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467561.709831:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467561.709834:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467561.709836:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467561.709840:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467561.709847:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789467561.709853:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467561.709862:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404806016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467561.709871:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467561.709876:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467561.709886:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404806016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467561.709898:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467561.709900:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467561.709903:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467561.709904:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467561.709906:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467561.709909:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467561.709910:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19784 00000100:00080000:1.0:1789467561.709913:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467561.709915:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467561.709917:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467561.709919:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467561.709921:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467561.709925:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467561.709926:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467561.709927:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467561.709930:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467561.709932:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467561.709933:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467561.709936:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467561.709937:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467561.709939:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467561.709940:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467561.709942:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467561.709944:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467561.709946:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467561.709948:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467561.709951:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467561.709953:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467561.709961:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467561.709962:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467561.709965:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789467561.709967:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467561.709969:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467561.709970:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467561.709971:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467561.709973:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467561.709975:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467561.709979:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe8c00. 00000100:00000001:1.0:1789467561.709982:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467561.709986:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404806144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467561.709993:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467561.709995:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467561.709999:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404806144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467561.710006:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467561.710009:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467561.710012:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467561.710015:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467561.710018:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467561.710022:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19814) 00000100:00080000:2.0:1789467561.710142:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467561.710145:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467561.710152:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467561.710161:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404805504:0@lo:38:kworker.0 00000100:00000001:2.0:1789467561.710166:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467561.710170:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.710177:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467561.710180:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710181:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467561.710183:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710185:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467561.710187:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467561.710190:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467561.710195:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467561.710197:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467561.710200:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467561.710206:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404805632:0@lo:38:kworker.0 00000100:00000001:2.0:1789467561.710210:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467561.710213:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.710218:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467561.710227:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710228:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467561.710229:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710231:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467561.710232:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467561.710234:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467561.710239:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467561.710241:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467561.710244:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467561.710250:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404805760:0@lo:38:kworker.0 00000100:00000001:2.0:1789467561.710253:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.710257:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467561.710260:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f800 x1876386404805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.710267:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467561.710269:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467561.710272:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467561.710277:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467561.710279:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467561.710281:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789467561.710283:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467561.710285:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:2.0:1789467561.710289:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467561.710291:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467561.710292:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f800. 00000100:00000001:2.0:1789467561.710297:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467561.710299:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710300:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467561.710303:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404805504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.710309:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467561.710316:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467561.710318:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789467561.710320:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467561.710321:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467561.710322:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789467561.710324:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467561.710325:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:2.0:1789467561.710328:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467561.710329:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467561.710330:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000001:2.0:1789467561.710333:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467561.710334:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710335:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1789467561.710435:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467561.710440:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467561.710442:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467561.710445:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467561.710446:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467561.710448:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467561.710456:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467561.710459:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19784 00000100:00080000:1.0:1789467561.710462:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467561.710464:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467561.710466:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467561.710468:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467561.710470:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467561.710474:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467561.710475:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467561.710477:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467561.710479:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467561.710481:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467561.710483:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467561.710486:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467561.710488:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467561.710489:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467561.710491:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467561.710493:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467561.710495:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467561.710498:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467561.710500:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467561.710504:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467561.710506:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467561.710508:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467561.710509:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467561.710513:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789467561.710515:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467561.710517:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467561.710518:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467561.710520:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467561.710522:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467561.710524:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467561.710533:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9000. 00000100:00000001:1.0:1789467561.710537:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467561.710542:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404806272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467561.710549:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467561.710551:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467561.710554:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404806272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467561.710561:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467561.710563:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467561.710566:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467561.710567:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467561.710569:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467561.710571:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467561.710574:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19784 00000100:00080000:1.0:1789467561.710576:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467561.710579:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467561.710580:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467561.710582:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467561.710584:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467561.710588:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467561.710589:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467561.710590:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467561.710592:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467561.710594:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467561.710596:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467561.710598:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467561.710599:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467561.710601:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467561.710602:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467561.710629:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467561.710632:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467561.710634:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467561.710636:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467561.710639:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467561.710641:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467561.710643:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467561.710644:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467561.710647:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789467561.710649:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467561.710651:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467561.710652:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467561.710654:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467561.710655:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467561.710657:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467561.710661:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fea400. 00000100:00000001:1.0:1789467561.710664:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467561.710668:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404806400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467561.710674:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467561.710676:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467561.710679:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404806400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467561.710686:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467561.710690:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19814) 00000100:00000040:2.0:1789467561.710725:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.710733:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467561.710735:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467561.710737:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789467561.710741:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467561.710742:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467561.710743:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789467561.710745:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467561.710747:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789467561.710815:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467561.710816:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467561.710818:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:2.0:1789467561.710821:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467561.710822:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710824:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467561.710828:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ed80 x1876386404805760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467561 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.710835:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467561.710836:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467561.710838:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467561.710840:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467561.710841:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467561.710842:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789467561.710849:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467561.710851:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789467561.710853:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467561.710854:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467561.710856:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ed80. 00000100:00000001:2.0:1789467561.710858:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467561.710859:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710862:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710868:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467561.710870:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.710872:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467561.710874:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467561.710876:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467561.710880:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404806016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.710887:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467561.710889:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467561.710892:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467561.710894:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467561.710896:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467561.710899:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404806016:0@lo:38:kworker.0 00000100:00000001:2.0:1789467561.710903:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467561.710906:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467561.710908:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467561.710911:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467561.710914:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467561.710916:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467561.710921:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41431b8. 00000400:00000010:2.0:1789467561.710927:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789467561.710932:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404806016, portal 10 00000100:00000001:2.0:1789467561.710934:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467561.710936:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:2.0:1789467561.710943:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404806016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.710950:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467561.710956:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467561.710959:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789467561.710962:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404806016, offset 0 00000400:00000200:2.0:1789467561.710967:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467561.710979:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467561.710989:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ead80 00000400:00000100:2.0:1789467561.710995:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404806016 offset 0 length 520: 4 00000400:00000200:2.0:1789467561.710999:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467561.711001:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467561.711011:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:2.0:1789467561.711014:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:2.0:1789467561.711017:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467561.711021:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404806016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711028:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467561.711030:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404806016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711035:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711060:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467561.711065:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467561.711069:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789467561.711073:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314477147 00000100:00000010:2.0:1789467561.711077:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c373c0. 00000100:00000001:2.0:1789467561.711083:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467561.711148:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314477147 00000100:00000010:2.0:1789467561.711152:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789467561.711156:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467561.711165:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314477147 00000100:00000010:2.0:1789467561.711168:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f00. 00000100:00000001:2.0:1789467561.711171:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467561.711174:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314477147 00000100:00000010:2.0:1789467561.711181:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789467561.711185:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467561.711198:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467561.711201:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711204:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467561.711208:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404806144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711215:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467561.711216:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467561.711218:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467561.711220:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467561.711221:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467561.711224:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404806144:0@lo:38:kworker.0 00000100:00000001:2.0:1789467561.711227:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467561.711229:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467561.711230:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467561.711232:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467561.711235:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789467561.711237:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467561.711240:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143e70. 00000400:00000010:2.0:1789467561.711244:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789467561.711246:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404806144, portal 10 00000100:00000001:2.0:1789467561.711248:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467561.711249:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:2.0:1789467561.711255:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404806144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711261:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467561.711263:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467561.711265:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789467561.711267:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404806144, offset 0 00000400:00000200:2.0:1789467561.711270:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467561.711275:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467561.711280:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eae00 00000400:00000100:2.0:1789467561.711291:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404806144 offset 0 length 520: 4 00000400:00000200:2.0:1789467561.711294:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467561.711296:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467561.711301:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789467561.711303:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789467561.711305:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467561.711308:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404806144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711314:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467561.711316:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404806144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711322:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711323:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467561.711326:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467561.711329:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789467561.711331:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314477147 00000100:00000001:2.0:1789467561.711334:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314477147 00000100:00000001:2.0:1789467561.711335:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314477147 00000100:00000001:2.0:1789467561.711337:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314477147 00000100:00000001:2.0:1789467561.711339:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314477147 00000100:00000001:2.0:1789467561.711341:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314477147 00000100:00000001:2.0:1789467561.711342:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314477147 00000100:00000001:2.0:1789467561.711345:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314477147 00000100:00000001:2.0:1789467561.711346:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467561.711348:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711349:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467561.711352:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404806272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711358:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467561.711364:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467561.711366:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467561.711368:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467561.711369:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467561.711372:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404806272:0@lo:38:kworker.0 00000100:00000001:2.0:1789467561.711375:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467561.711377:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467561.711378:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467561.711380:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467561.711382:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789467561.711384:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467561.711386:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143f78. 00000400:00000010:2.0:1789467561.711389:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789467561.711392:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404806272, portal 10 00000100:00000001:2.0:1789467561.711394:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467561.711395:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:2.0:1789467561.711399:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404806272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711405:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467561.711407:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467561.711409:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789467561.711411:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404806272, offset 0 00000400:00000200:2.0:1789467561.711414:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467561.711419:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467561.711424:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eae80 00000400:00000100:2.0:1789467561.711429:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404806272 offset 0 length 520: 4 00000400:00000200:2.0:1789467561.711431:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467561.711433:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467561.711438:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789467561.711439:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789467561.711441:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467561.711444:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404806272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711459:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467561.711462:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404806272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711467:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711469:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467561.711473:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467561.711476:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789467561.711479:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314477147 00000100:00000001:2.0:1789467561.711481:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314477147 00000100:00000001:2.0:1789467561.711483:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314477147 00000100:00000001:2.0:1789467561.711485:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314477147 00000100:00000001:2.0:1789467561.711487:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314477147 00000100:00000001:2.0:1789467561.711488:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314477147 00000100:00000001:2.0:1789467561.711490:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314477147 00000100:00000001:2.0:1789467561.711492:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314477147 00000100:00000001:2.0:1789467561.711494:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467561.711495:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711497:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467561.711501:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404806400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711506:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467561.711507:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467561.711509:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467561.711511:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467561.711513:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467561.711515:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404806400:0@lo:38:kworker.0 00000100:00000001:2.0:1789467561.711518:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467561.711520:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467561.711521:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467561.711528:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467561.711531:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467561.711532:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467561.711535:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143f20. 00000400:00000010:2.0:1789467561.711538:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789467561.711541:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404806400, portal 10 00000100:00000001:2.0:1789467561.711543:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467561.711544:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:2.0:1789467561.711550:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404806400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711556:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467561.711558:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467561.711560:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467561.711562:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404806400, offset 0 00000400:00000200:2.0:1789467561.711566:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467561.711571:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467561.711576:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eaf00 00000400:00000100:2.0:1789467561.711579:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404806400 offset 0 length 520: 4 00000400:00000200:2.0:1789467561.711582:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467561.711584:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467561.711588:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467561.711590:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467561.711592:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467561.711595:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404806400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711601:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467561.711604:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404806400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467561.711620:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711622:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467561.711625:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467561.711628:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789467561.711631:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314477148 00000100:00000001:2.0:1789467561.711743:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314477147 00000100:00000001:2.0:1789467561.711818:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314477148 00000100:00000001:2.0:1789467561.711823:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314477147 00000100:00000001:2.0:1789467561.711826:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314477148 00000100:00000001:2.0:1789467561.711829:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314477147 00000100:00000001:2.0:1789467561.711831:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314477148 00000100:00000001:2.0:1789467561.711834:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314477147 00000100:00000001:2.0:1789467561.711837:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467561.711839:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711843:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711846:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.711851:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467561.711852:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467561.711854:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467561.711856:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467561.711858:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467561.711860:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467561.732118:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314477148, at 4314477149 00000100:00000010:1.0:1789467561.732132:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00000040:3.0:1789467561.732341:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314477148, at 4314477149 00000100:00000010:3.0:1789467561.732348:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ae0. 00000100:00000040:2.0:1789467561.732418:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314477148, at 4314477149 00000100:00000010:2.0:1789467561.732423:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f00. 00000020:00000001:1.0:1789467561.959710:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467561.959714:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467561.959718:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467562.727309:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467562.727324:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467562.727326:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467562.727330:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467562.727332:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467562.727337:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467562.727339:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467562.983520:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467562.983524:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467562.983527:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467563.751342:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467563.751356:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467563.751358:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467563.751363:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467563.751365:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467563.751369:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467563.751372:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467564.007540:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467564.007550:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467564.007553:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467564.777033:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467564.777080:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467564.777083:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467564.777089:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467564.777091:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467564.777096:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467564.777098:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467565.033157:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467565.033161:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467565.033164:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467565.801757:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467565.801762:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467565.801765:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467565.801768:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467565.801771:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467565.801774:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19788 00000100:00080000:2.0:1789467565.801777:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467565.801780:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467565.801783:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467565.801785:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467565.801787:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467565.801794:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467565.801796:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789467565.801798:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467565.801802:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789467565.801804:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789467565.801806:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789467565.801809:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467565.801811:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467565.801813:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467565.801815:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467565.801817:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789467565.801820:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467565.801822:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467565.801830:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467565.801833:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467565.801836:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.801838:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467565.801841:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467565.801846:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942680. 00000020:00000040:2.0:1789467565.801849:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467565.801852:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467565.801854:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.801856:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467565.801859:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467565.801862:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467565.801868:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789467565.801874:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467565.801880:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942680 x1876386404806528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467565.801889:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467565.801893:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467565.801897:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a52fed6] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942680 x1876386404806528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.801917:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467565.801921:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467565.801924:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467565.801926:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467565.801929:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467565.801932:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467565.801935:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467565.801937:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467565.801940:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467565.801951:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19818) 00000020:00000001:1.0:1789467566.055235:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467566.055239:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467566.055243:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467566.222519:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467566.222536:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467566.222540:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467566.222543:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467566.222554:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467566.222571:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9df80 00000400:00000100:3.0:1789467566.222591:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402393984 offset 0 length 520: 4 00000400:00000200:3.0:1789467566.222596:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467566.222599:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467566.222609:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467566.222615:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467566.222618:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467566.222621:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467566.824996:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467566.825000:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467566.825003:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467566.825005:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467566.825006:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467566.825008:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467566.825010:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467566.825012:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467566.825013:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467566.825015:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467566.825018:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19819) 00000020:00000001:3.0:1789467567.079815:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467567.079820:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467567.079824:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467568.105788:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467568.105791:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467568.105794:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467569.127290:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467569.127364:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467569.127367:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467570.151275:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467570.151279:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467570.151281:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467570.855702:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467570.855712:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467570.855715:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467570.855718:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467570.855720:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467570.855723:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467570.855726:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467570.855729:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467570.855731:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467570.855734:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467570.855738:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19823) 00000020:00000001:3.0:1789467571.175693:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467571.175698:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467571.175719:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467571.367158:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314486391, at 4314486784 00000100:00000040:3.0:1789467571.367158:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314486391, at 4314486784 00000100:00000010:2.0:1789467571.367171:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fee40. 00000100:00000010:3.0:1789467571.367183:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe2a0. 00000100:00000040:1.0:1789467571.367372:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314486390, at 4314486784 00000100:00000010:1.0:1789467571.367379:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea20. 00000020:00000001:2.0:1789467572.200152:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467572.200157:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467572.200161:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467573.231949:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467573.231958:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467573.231963:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467574.247352:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467574.247355:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467574.247364:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467575.271705:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467575.271709:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467575.271712:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467575.975238:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467575.975248:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467575.975251:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467575.975255:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467575.975273:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467575.975276:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467575.975278:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467575.975281:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467575.975284:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467575.975287:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467575.975292:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19829) 00000020:00000001:2.0:1789467576.295274:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467576.295277:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467576.295280:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467577.319334:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467577.319338:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467577.319341:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467578.347211:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467578.347218:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467578.347223:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467579.367424:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467579.367427:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467579.367431:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467579.751268:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467579.751276:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467579.751281:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789467579.751836:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789467579.751842:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467579.751853:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467579.751857:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467579.751860:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789467580.391514:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467580.391518:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467580.391521:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467581.096034:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467581.096134:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467581.096137:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467581.096141:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467581.096144:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467581.096147:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467581.096149:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467581.096152:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467581.096154:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467581.096157:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467581.096162:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19834) 00000020:00000001:1.0:1789467581.415571:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467581.415574:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467581.415577:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467582.441025:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467582.441032:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467582.441063:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467583.468196:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467583.468203:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467583.468208:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467584.487484:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467584.487488:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467584.487490:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467585.511278:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467585.511282:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467585.511284:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467586.216663:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.216672:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467586.216675:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.216678:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467586.216681:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.216684:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467586.216703:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.216706:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467586.216708:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.216711:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467586.216716:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19839) 00000100:00080000:2.0:1789467586.281497:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.281503:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467586.281506:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.281511:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467586.281516:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467586.281519:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467586.281525:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467586.281530:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19809 00000100:00080000:2.0:1789467586.281536:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467586.281543:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467586.281548:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467586.281553:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467586.281557:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467586.281566:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467586.281570:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789467586.281575:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467586.281579:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789467586.281583:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789467586.281588:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789467586.281592:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467586.281596:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467586.281605:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467586.281607:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467586.281610:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789467586.281613:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467586.281616:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467586.281618:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467586.281624:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467586.281626:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467586.281628:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467586.281630:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467586.281635:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941500. 00000020:00000040:2.0:1789467586.281638:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789467586.281641:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467586.281643:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467586.281646:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467586.281649:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467586.281652:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467586.281659:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789467586.281665:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467586.281670:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941500 x1876386404806656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467586.281680:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467586.281683:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467586.281687:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d71cadf2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941500 x1876386404806656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467586.281697:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467586.281700:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.281703:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467586.281704:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467586.281706:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467586.281708:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467586.281710:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19809 00000100:00080000:2.0:1789467586.281716:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467586.281719:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467586.281721:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467586.281723:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467586.281724:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467586.281728:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467586.281729:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789467586.281731:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467586.281733:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789467586.281735:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789467586.281738:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789467586.281740:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467586.281742:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467586.281744:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467586.281745:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467586.281747:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789467586.281749:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467586.281751:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467586.281752:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467586.281755:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467586.281756:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467586.281758:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467586.281759:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467586.281762:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789467586.281764:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789467586.281766:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467586.281768:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467586.281769:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467586.281771:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467586.281772:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467586.281775:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540000. 00000100:00000001:2.0:1789467586.281778:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467586.281785:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404806784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467586.281792:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467586.281794:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467586.281798:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404806784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467586.281805:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467586.281807:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.281809:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467586.281810:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467586.281811:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467586.281813:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467586.281815:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19809 00000100:00080000:2.0:1789467586.281818:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467586.281820:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467586.281822:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467586.281823:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467586.281825:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467586.281828:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467586.281829:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789467586.281830:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467586.281832:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789467586.281834:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789467586.281836:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789467586.281839:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467586.281840:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467586.281842:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467586.281843:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467586.281845:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789467586.281848:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467586.281853:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467586.281855:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467586.281857:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467586.281859:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467586.281860:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467586.281862:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467586.281864:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943b80. 00000020:00000040:2.0:1789467586.281867:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789467586.281869:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467586.281870:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467586.281882:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467586.281884:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467586.281885:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467586.281889:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789467586.281892:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467586.281896:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943b80 x1876386404806912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467586.281902:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467586.281904:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467586.281907:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a879f33] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943b80 x1876386404806912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467586.281915:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467586.281924:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.281927:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467586.281929:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467586.281930:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467586.281932:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467586.281934:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19809 00000100:00080000:2.0:1789467586.281936:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467586.281938:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467586.281939:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467586.281941:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467586.281947:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467586.281950:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467586.281952:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789467586.281953:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467586.281955:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789467586.281956:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789467586.281958:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789467586.281961:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467586.281963:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467586.281965:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467586.281967:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467586.281969:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789467586.281971:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467586.281973:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467586.281974:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467586.281977:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467586.281979:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467586.281981:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467586.281982:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467586.281985:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942300. 00000020:00000040:2.0:1789467586.281987:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789467586.281988:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467586.281990:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467586.281991:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467586.281992:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467586.281994:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467586.281997:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789467586.282001:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467586.282004:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942300 x1876386404807040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467586.282011:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467586.282013:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467586.282015:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910c4d4d] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942300 x1876386404807040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467586.282026:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467586.282030:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19839) 00000100:00000040:1.0:1789467586.308144:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314501724, at 4314501725 00000100:00000040:3.0:1789467586.308144:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314501724, at 4314501725 00000100:00000010:3.0:1789467586.308160:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe420. 00000100:00000010:1.0:1789467586.308161:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe960. 00000100:00000040:2.0:1789467586.308239:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314501724, at 4314501725 00000100:00000010:2.0:1789467586.308245:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe7e0. 00000020:00000001:1.0:1789467586.536376:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467586.536380:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467586.536384:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467587.559322:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467587.559326:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467587.559329:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467588.584265:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467588.584268:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467588.584271:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467589.607353:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467589.607357:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467589.607360:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467590.377759:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467590.377769:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467590.377771:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467590.377775:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467590.377779:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467590.377784:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19813 00000100:00080000:2.0:1789467590.377789:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467590.377792:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467590.377795:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467590.377797:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467590.377799:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467590.377808:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467590.377810:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789467590.377812:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467590.377816:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789467590.377819:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789467590.377821:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789467590.377824:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467590.377826:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467590.377827:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467590.377829:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467590.377832:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789467590.377835:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467590.377852:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467590.377855:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467590.377858:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467590.377861:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.377863:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467590.377865:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467590.377871:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942d80. 00000020:00000040:2.0:1789467590.377875:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467590.377878:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467590.377880:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.377883:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467590.377885:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467590.377889:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467590.377896:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789467590.377902:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467590.377910:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942d80 x1876386404807168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467590.377920:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467590.377924:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467590.377928:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8bc0c79] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942d80 x1876386404807168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467590.377958:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467590.377961:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467590.377964:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467590.377966:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467590.377969:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467590.377972:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467590.377975:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467590.377977:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467590.377985:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467590.377989:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19843) 00000020:00000001:1.0:1789467590.631805:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467590.631809:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467590.631812:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467590.791078:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467590.791095:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467590.791099:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467590.791103:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467590.791115:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467590.791132:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9e000 00000400:00000100:3.0:1789467590.791140:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402394112 offset 0 length 520: 4 00000400:00000200:3.0:1789467590.791145:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467590.791148:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467590.791157:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467590.791162:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467590.791165:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467590.791167:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467590.792079:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467590.792088:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467590.792095:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467590.792098:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467590.792107:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467590.792123:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e080 00000400:00000100:2.0:1789467590.792133:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402394240 offset 0 length 520: 4 00000400:00000200:2.0:1789467590.792137:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467590.792139:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467590.792145:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467590.792155:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467590.792158:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467590.792160:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467590.796490:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467590.796508:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467590.796513:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467590.796515:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467590.796549:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467590.796567:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e100 00000400:00000100:3.0:1789467590.796576:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402394368 offset 0 length 520: 4 00000400:00000200:3.0:1789467590.796581:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467590.796584:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467590.796593:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467590.796600:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467590.796602:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467590.796604:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789467591.399172:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467591.399182:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467591.399187:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467591.399193:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467591.399199:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467591.399203:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467591.399206:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467591.399210:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467591.399213:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467591.399215:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467591.399241:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19844) 00000020:00000001:3.0:1789467591.656207:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467591.656211:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467591.656215:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467592.679262:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467592.679265:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467592.679268:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467593.704902:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467593.704907:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467593.704911:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467594.727398:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467594.727401:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467594.727404:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467595.435729:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467595.435739:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467595.435742:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467595.435745:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467595.435748:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467595.435750:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467595.435753:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467595.435756:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467595.435758:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467595.435780:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467595.435785:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19848) 00000020:00000001:3.0:1789467595.752960:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467595.752966:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467595.752971:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467595.943260:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314510965, at 4314511360 00000100:00000010:3.0:1789467595.943268:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe3c0. 00000100:00000040:2.0:1789467595.943298:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314510965, at 4314511360 00000100:00000010:2.0:1789467595.943306:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe300. 00000100:00000040:1.0:1789467595.944239:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314510965, at 4314511361 00000100:00000010:1.0:1789467595.944246:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe000. 00000020:00000001:2.0:1789467596.775362:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467596.775365:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467596.775369:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467597.800289:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467597.800293:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467597.800296:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467598.824159:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467598.824163:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467598.824166:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467599.847439:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467599.847442:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467599.847445:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467600.554798:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467600.554809:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467600.554812:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467600.554815:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467600.554817:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467600.554820:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467600.554823:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467600.554826:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467600.554855:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467600.554858:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467600.554864:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19853) 00000020:00000001:2.0:1789467600.871277:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467600.871283:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467600.871286:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467601.895434:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467601.895438:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467601.895442:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467602.921005:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467602.921010:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467602.921014:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467603.947007:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467603.947014:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467603.947018:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467604.967373:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467604.967376:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467604.967380:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467605.674400:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467605.674411:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467605.674414:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467605.674417:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467605.674420:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467605.674423:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467605.674426:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467605.674429:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467605.674432:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467605.674435:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467605.674440:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19858) 00000020:00000001:1.0:1789467605.991840:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467605.991843:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467605.991846:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467607.015702:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467607.015707:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467607.015709:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467608.039291:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467608.039295:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467608.039298:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467609.063737:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467609.063741:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467609.063744:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467610.087323:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467610.087327:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467610.087338:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467610.792560:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467610.792571:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467610.792574:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467610.792577:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467610.792579:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467610.792582:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467610.792584:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467610.792587:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467610.792590:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467610.792592:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467610.792617:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19863) 00000020:00000001:1.0:1789467611.112419:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467611.112423:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467611.112426:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467611.880751:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467611.880759:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467611.880762:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467611.880766:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467611.880768:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467611.880771:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467611.880776:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467611.880780:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19834 00000100:00080000:2.0:1789467611.880784:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467611.880787:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467611.880790:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467611.880792:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467611.880794:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467611.880802:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467611.880805:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789467611.880807:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467611.880810:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789467611.880813:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789467611.880815:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789467611.880817:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467611.880819:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467611.880821:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467611.880823:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467611.880826:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789467611.880829:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467611.880831:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467611.880834:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467611.880841:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467611.880855:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467611.880858:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467611.880860:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467611.880866:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941880. 00000020:00000040:2.0:1789467611.880869:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789467611.880873:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467611.880875:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467611.880877:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467611.880880:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467611.880883:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467611.880890:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542800. 00000100:00000001:2.0:1789467611.880908:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467611.880916:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941880 x1876386404807296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467611.880925:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467611.880929:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467611.880933:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de681922] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941880 x1876386404807296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467611.880958:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467611.880961:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467611.880964:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467611.880965:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467611.880967:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467611.880969:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467611.880971:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19834 00000100:00080000:2.0:1789467611.880973:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467611.880976:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467611.880978:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467611.880979:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467611.880981:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467611.880985:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467611.880986:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789467611.880994:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467611.880996:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789467611.880998:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789467611.881000:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789467611.881003:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467611.881005:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467611.881006:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467611.881008:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467611.881010:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789467611.881012:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467611.881014:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467611.881016:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467611.881019:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467611.881020:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467611.881022:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467611.881024:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467611.881027:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940380. 00000020:00000040:2.0:1789467611.881029:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789467611.881032:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467611.881033:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467611.881034:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467611.881067:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467611.881069:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467611.881073:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789467611.881077:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467611.881081:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940380 x1876386404807424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467611.881088:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467611.881090:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467611.881093:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034057c82] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940380 x1876386404807424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467611.881099:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467611.881110:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467611.881113:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467611.881114:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467611.881116:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467611.881118:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467611.881120:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19834 00000100:00080000:2.0:1789467611.881123:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467611.881125:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467611.881126:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467611.881128:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467611.881130:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467611.881133:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467611.881135:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789467611.881137:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467611.881139:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789467611.881140:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789467611.881142:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789467611.881144:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467611.881146:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467611.881147:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467611.881149:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467611.881151:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789467611.881153:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467611.881156:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467611.881157:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467611.881160:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467611.881162:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467611.881163:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467611.881165:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467611.881168:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942a00. 00000020:00000040:2.0:1789467611.881170:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789467611.881178:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467611.881179:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467611.881181:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467611.881182:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467611.881184:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467611.881188:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789467611.881191:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467611.881195:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942a00 x1876386404807552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467611.881202:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467611.881204:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467611.881206:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000969a4da] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942a00 x1876386404807552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467611.881213:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467611.881215:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467611.881218:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467611.881219:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467611.881221:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467611.881223:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467611.881224:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19834 00000100:00080000:2.0:1789467611.881227:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467611.881229:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467611.881241:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467611.881243:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467611.881244:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467611.881248:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467611.881249:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789467611.881251:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467611.881253:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789467611.881255:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789467611.881256:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789467611.881264:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467611.881266:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467611.881267:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467611.881269:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467611.881271:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789467611.881273:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467611.881275:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467611.881276:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467611.881279:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467611.881281:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467611.881284:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467611.881285:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467611.881288:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940a80. 00000020:00000040:2.0:1789467611.881290:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789467611.881292:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467611.881293:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467611.881295:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467611.881297:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467611.881298:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467611.881303:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789467611.881306:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467611.881310:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940a80 x1876386404807680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467611.881316:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467611.881318:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467611.881321:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002138b75f] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940a80 x1876386404807680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467611.881326:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467611.881330:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19865) 00000100:00000040:3.0:1789467611.903180:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314527319, at 4314527320 00000100:00000010:3.0:1789467611.903197:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe0c0. 00000100:00000040:1.0:1789467611.903373:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314527319, at 4314527320 00000100:00000010:1.0:1789467611.903379:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feea0. 00000100:00000040:2.0:1789467611.903524:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314527319, at 4314527320 00000100:00000010:2.0:1789467611.903530:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000020:00000001:3.0:1789467612.136882:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467612.136886:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467612.136889:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467613.159531:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467613.159551:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467613.159554:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467614.184143:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467614.184147:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467614.184150:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467615.207278:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467615.207297:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467615.207300:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467615.976304:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467615.976309:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467615.976311:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467615.976314:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467615.976317:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467615.976319:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19838 00000100:00080000:2.0:1789467615.976323:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467615.976325:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467615.976328:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467615.976330:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467615.976332:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467615.976339:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467615.976341:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789467615.976343:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467615.976346:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789467615.976357:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789467615.976359:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789467615.976362:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467615.976364:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467615.976365:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467615.976367:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467615.976369:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789467615.976372:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467615.976374:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467615.976376:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467615.976379:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467615.976382:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467615.976384:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467615.976386:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467615.976393:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942d80. 00000020:00000040:2.0:1789467615.976402:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467615.976406:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467615.976407:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467615.976410:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467615.976413:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467615.976416:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467615.976422:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789467615.976429:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467615.976434:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942d80 x1876386404807808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467615.976443:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467615.976447:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467615.976450:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8bc0c79] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942d80 x1876386404807808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467615.976466:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467615.976470:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467615.976473:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467615.976476:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467615.976479:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467615.976482:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467615.976485:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467615.976487:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467615.976490:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467615.976495:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19869) 00000020:00000001:3.0:1789467616.231291:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467616.231295:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467616.231298:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467616.392082:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392106:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467616.392112:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392116:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467616.392131:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467616.392166:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9e180 00000400:00000100:3.0:1789467616.392177:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402394496 offset 0 length 520: 4 00000400:00000200:3.0:1789467616.392184:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467616.392187:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467616.392208:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392213:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467616.392216:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392218:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467616.392220:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392222:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467616.392226:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467616.392232:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e200 00000400:00000100:3.0:1789467616.392238:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402394624 offset 0 length 520: 4 00000400:00000200:3.0:1789467616.392241:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467616.392243:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467616.392247:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392251:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467616.392252:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392254:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467616.392256:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392258:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467616.392261:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467616.392266:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e280 00000400:00000100:3.0:1789467616.392270:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402394752 offset 0 length 520: 4 00000400:00000200:3.0:1789467616.392291:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467616.392293:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467616.392299:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392308:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467616.392310:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467616.392313:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789467616.999472:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467616.999478:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467616.999480:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467616.999509:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467616.999512:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467616.999515:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467616.999518:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467616.999521:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467616.999523:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467616.999525:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467616.999530:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19870) 00000020:00000001:2.0:1789467617.255557:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467617.255561:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467617.255564:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467617.639237:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467617.639248:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467617.639254:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789467617.639536:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789467617.639544:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467617.639559:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467617.639565:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467617.639568:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789467618.279941:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467618.279946:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467618.279951:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467619.305143:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467619.305148:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467619.305151:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467620.327856:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467620.327861:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467620.327865:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467621.033118:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467621.033134:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467621.033138:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467621.033143:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467621.033146:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467621.033149:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467621.033153:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467621.033157:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467621.033194:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467621.033198:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467621.033205:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19874) 00000020:00000001:2.0:1789467621.351428:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467621.351433:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467621.351437:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467621.544779:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314536563, at 4314536961 00000100:00000010:2.0:1789467621.544799:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea80. 00000100:00000040:1.0:1789467621.544960:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314536563, at 4314536961 00000100:00000010:1.0:1789467621.544968:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe5a0. 00000100:00000040:3.0:1789467621.545519:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314536563, at 4314536962 00000100:00000010:3.0:1789467621.545527:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe6c0. 00000020:00000001:1.0:1789467622.377891:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467622.377900:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467622.377906:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467623.402582:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467623.402588:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467623.402592:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467624.426840:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467624.426846:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467624.426851:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467625.447943:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467625.447947:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467625.447950:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467626.151302:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467626.151313:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467626.151316:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467626.151319:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467626.151322:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467626.151325:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467626.151328:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467626.151332:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467626.151334:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467626.151351:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467626.151356:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19879) 00000020:00000001:1.0:1789467626.471297:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467626.471301:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467626.471305:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467627.495390:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467627.495394:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467627.495396:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467628.526508:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467628.526515:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467628.526520:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467629.543284:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467629.543287:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467629.543290:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467630.567409:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467630.567412:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467630.567415:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467631.272902:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467631.272912:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467631.272915:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467631.272918:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467631.272920:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467631.272923:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467631.272925:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467631.272928:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467631.272930:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467631.272933:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467631.272938:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19884) 00000020:00000001:1.0:1789467631.591445:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467631.591449:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467631.591452:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789467632.626881:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467632.626887:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467632.626892:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789467633.639954:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467633.639958:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467633.639961:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467634.663421:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467634.663430:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467634.663434:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789467635.692180:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467635.693281:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467635.693288:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467636.391457:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.391478:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467636.391481:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.391485:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467636.391488:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.391491:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467636.391503:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.391506:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467636.391508:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.391531:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467636.391536:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19889) 00000100:00080000:2.0:1789467636.456310:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.456315:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467636.456318:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.456321:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467636.456323:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467636.456325:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467636.456328:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467636.456331:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19860 00000100:00080000:2.0:1789467636.456335:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467636.456338:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467636.456340:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467636.456342:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467636.456413:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467636.456420:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467636.456422:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789467636.456425:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467636.456428:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789467636.456430:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789467636.456432:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789467636.456435:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467636.456438:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467636.456439:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467636.456441:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467636.456444:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789467636.456448:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467636.456450:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467636.456459:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467636.456466:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467636.456468:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467636.456471:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467636.456473:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467636.456477:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942300. 00000020:00000040:2.0:1789467636.456480:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789467636.456484:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467636.456486:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467636.456488:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467636.456491:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467636.456508:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467636.456515:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789467636.456521:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467636.456527:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942300 x1876386404807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467636.456536:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467636.456540:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467636.456544:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910c4d4d] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942300 x1876386404807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467636.456564:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467636.456566:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.456569:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467636.456571:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467636.456572:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467636.456574:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467636.456576:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19860 00000100:00080000:2.0:1789467636.456578:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467636.456581:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467636.456583:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467636.456584:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467636.456586:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467636.456595:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467636.456596:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789467636.456598:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467636.456600:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789467636.456602:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789467636.456604:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789467636.456607:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467636.456608:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467636.456610:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467636.456611:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467636.456613:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789467636.456615:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467636.456617:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467636.456619:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467636.456622:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467636.456624:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467636.456626:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467636.456628:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467636.456631:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943b80. 00000020:00000040:2.0:1789467636.456634:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789467636.456636:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467636.456637:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467636.456638:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467636.456639:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467636.456641:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467636.456644:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789467636.456648:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467636.456652:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943b80 x1876386404808064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467636.456658:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467636.456660:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467636.456663:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a879f33] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943b80 x1876386404808064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467636.456681:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467636.456684:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.456688:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467636.456689:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467636.456691:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467636.456693:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467636.456696:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19860 00000100:00080000:2.0:1789467636.456698:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467636.456700:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467636.456702:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467636.456704:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467636.456706:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467636.456709:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467636.456710:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789467636.456712:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467636.456714:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789467636.456716:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789467636.456718:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789467636.456721:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467636.456722:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467636.456724:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467636.456726:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467636.456728:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789467636.456730:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467636.456732:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467636.456734:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467636.456737:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467636.456738:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467636.456740:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467636.456746:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467636.456749:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789467636.456751:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789467636.456753:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467636.456755:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467636.456756:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467636.456757:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467636.456759:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467636.456763:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789467636.456766:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467636.456770:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467636.456776:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467636.456778:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467636.456781:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467636.456788:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467636.456790:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467636.456793:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467636.456794:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467636.456796:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467636.456798:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467636.456800:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19860 00000100:00080000:2.0:1789467636.456803:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467636.456805:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467636.456807:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467636.456808:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467636.456811:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467636.456814:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467636.456815:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789467636.456816:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467636.456819:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789467636.456825:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789467636.456827:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789467636.456829:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467636.456831:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467636.456833:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467636.456835:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467636.456837:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789467636.456839:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467636.456842:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467636.456843:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467636.456846:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467636.456848:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467636.456850:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467636.456851:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467636.456854:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941500. 00000020:00000040:2.0:1789467636.456856:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789467636.456858:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467636.456860:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467636.456861:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467636.456863:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467636.456864:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467636.456868:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789467636.456870:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467636.456875:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467636.456882:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467636.456883:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467636.456886:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d71cadf2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467636.456894:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467636.456898:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19889) 02000000:00000001:0.0:1789467636.457549:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467636.457556:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467636.457558:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467636.457561:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404808192:0@lo:38:kworker.0 00000100:00000001:0.0:1789467636.457563:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467636.457565:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467636.457566:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467636.457568:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467636.457571:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467636.457572:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467636.457575:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79c08. 00000400:00000010:0.0:1789467636.457579:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93a18. 00000100:00000200:0.0:1789467636.457582:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404808192, portal 10 00000100:00000001:0.0:1789467636.457584:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467636.457585:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:0.0:1789467636.457589:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467636.457595:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467636.457597:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467636.457599:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93dd0. 00000100:00000200:0.0:1789467636.457601:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404808192, offset 0 00000400:00000200:0.0:1789467636.457605:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467636.457610:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467636.457615:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eb600 00000400:00000100:0.0:1789467636.457618:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404808192 offset 0 length 520: 4 00000400:00000200:0.0:1789467636.457621:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467636.457623:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467636.457628:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93dd0 00000400:00000010:0.0:1789467636.457629:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93dd0. 00000100:00000001:0.0:1789467636.457632:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467636.457634:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467636.457640:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467636.457642:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467636.457653:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467636.457654:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467636.457658:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467636.457661:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789467636.457663:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314551893 00000100:00000001:0.0:1789467636.457666:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314551893 00000100:00000001:0.0:1789467636.457667:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314551893 00000100:00000001:0.0:1789467636.457669:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314551893 00000100:00000001:0.0:1789467636.457671:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314551893 00000100:00000001:0.0:1789467636.457673:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314551893 00000100:00000001:0.0:1789467636.457674:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314551893 00000100:00000001:0.0:1789467636.457676:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314551893 00000100:00000001:0.0:1789467636.457677:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467636.457679:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467636.457682:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467636.457685:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467636.457691:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467636.457692:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467636.457694:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467636.457696:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467636.457698:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467636.457700:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404808320:0@lo:38:kworker.0 00000100:00000001:0.0:1789467636.457703:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467636.457705:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467636.457707:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467636.457708:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467636.457711:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789467636.457713:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467636.457720:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79688. 00000400:00000010:0.0:1789467636.457723:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93dd0. 00000100:00000200:0.0:1789467636.457726:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404808320, portal 10 00000100:00000001:0.0:1789467636.457728:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467636.457729:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:0.0:1789467636.457734:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467636.457739:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467636.457741:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467636.457743:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789467636.457745:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404808320, offset 0 00000400:00000200:0.0:1789467636.457749:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467636.457753:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467636.457757:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eb680 00000400:00000100:0.0:1789467636.457761:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404808320 offset 0 length 520: 4 00000400:00000200:0.0:1789467636.457763:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467636.457765:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467636.457770:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:0.0:1789467636.457772:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:0.0:1789467636.457774:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467636.457777:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467636.457783:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467636.457786:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467636.457792:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467636.457793:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467636.457796:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467636.457798:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789467636.457800:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314551894 00000100:00000001:0.0:1789467636.457806:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314551893 00000100:00000001:0.0:1789467636.457809:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314551894 00000100:00000001:0.0:1789467636.461009:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314551893 00000100:00000001:0.0:1789467636.461024:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314551897 00000100:00000001:0.0:1789467636.461029:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314551893 00000100:00000001:0.0:1789467636.461032:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314551897 00000100:00000001:0.0:1789467636.461059:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314551893 00000100:00000001:0.0:1789467636.461064:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467636.461068:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467636.461073:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467636.461077:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467636.461086:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467636.461088:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467636.461091:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467636.461093:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467636.461095:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467636.461097:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467636.478172:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314551894, at 4314551895 00000100:00000010:0.0:1789467636.478187:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe240. 00000100:00000040:1.0:1789467636.481703:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314551894, at 4314551898 00000100:00000010:1.0:1789467636.481719:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe780. 00000100:00000040:2.0:1789467636.481828:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314551897, at 4314551898 00000100:00000010:2.0:1789467636.481851:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe600. 00000100:00000040:3.0:1789467636.482137:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314551897, at 4314551899 00000100:00000010:3.0:1789467636.482143:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe360. 00010000:00000001:0.0:1789467636.711169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467636.711176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467636.711181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467636.711183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467636.711187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467636.711189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467636.711376:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467636.711380:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467636.711383:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467637.479888:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467637.479900:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467637.479902:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467637.479906:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467637.479909:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467637.479913:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467637.479916:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467637.735184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467637.735191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467637.735197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467637.735198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467637.735222:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467637.735224:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467637.735424:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467637.735427:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467637.735430:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467638.503471:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467638.503485:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467638.503487:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467638.503491:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467638.503493:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467638.503498:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467638.503501:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467638.759289:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467638.759297:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467638.759303:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467638.759304:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467638.759309:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467638.759311:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467638.759443:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467638.759447:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467638.759450:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467639.527915:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467639.527927:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467639.527930:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467639.527934:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467639.527937:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467639.527941:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467639.527943:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467639.783180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467639.783198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467639.783205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467639.783207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467639.783213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467639.783215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467639.783339:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467639.783343:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467639.783346:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467640.551168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467640.551176:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467640.551190:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467615/real 1789467615] req@ffff8967cb942d80 x1876386404807808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467640.551207:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467640.551209:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467640.551213:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79b58. 00000400:00000200:0.0:1789467640.551219:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b935d8 00000400:00000010:0.0:1789467640.551222:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b935d8. 00000100:00000001:0.0:1789467640.551226:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467640.551246:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942d80 x1876386404807808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467640.551266:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942d80 x1876386404807808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467640.551274:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467640.551276:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467640.551279:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467640.551281:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467640.551285:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942d80 x1876386404807808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467640.551291:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467640.551299:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467640.551301:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467640.551304:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467640.551306:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467640.551309:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467640.551313:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942d80 x1876386404807808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467640.551328:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467640.551331:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467640.551332:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467640.551333:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467640.551336:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467640.551338:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467640.551341:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467640.551367:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789467640.551370:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467640.551375:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942d80 x1876386404807808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467640.551382:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404807808:0@lo:250:kworker.0 00000100:00000001:0.0:1789467640.551395:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467640.551397:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467640.551401:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942d80 x1876386404807808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467640.551408:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467640.551410:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467640.551414:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789467640.551418:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467640.551422:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467640.551551:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467640.551554:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467640.551557:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542000. 02000000:00000001:0.0:1789467640.551562:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467640.551563:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467640.551565:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942d80. 00000100:00000001:0.0:1789467640.551569:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467640.551570:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467640.551572:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467640.551816:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467640.551821:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467640.551824:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467640.551826:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467640.551830:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467640.551833:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19864 00000100:00080000:1.0:1789467640.551837:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467640.551840:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467640.551844:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467640.551846:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467640.551848:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467640.551856:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467640.551858:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467640.551861:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467640.551864:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467640.551866:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467640.551869:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467640.551871:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467640.551873:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467640.551883:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467640.551885:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467640.551888:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467640.551891:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467640.551894:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467640.551897:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467640.551899:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467640.551902:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467640.551904:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467640.551907:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467640.551912:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789467640.551916:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467640.551919:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467640.551921:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467640.551924:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467640.551927:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467640.551930:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467640.551937:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2febc00. 00000100:00000001:1.0:1789467640.551943:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467640.551949:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467640.551958:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467640.551962:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467640.551966:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.551995:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467640.551998:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467640.552002:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467640.552004:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467640.552007:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467640.552026:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467640.552029:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467640.552032:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467640.552034:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467640.552064:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19893) 00000100:00000001:0.0:1789467640.552248:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467640.552251:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467640.552262:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467640.552267:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467640.552275:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467640.552277:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467640.552281:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467640.552283:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467640.552286:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467640.552289:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404808448:0@lo:250:kworker.0 00000100:00000001:0.0:1789467640.552293:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467640.552296:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467640.552299:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467640.552301:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467640.552305:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789467640.552312:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467640.552318:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79b58. 00000400:00000010:0.0:1789467640.552704:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b935d8. 00000100:00000200:0.0:1789467640.552712:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404808448, portal 25 00000100:00000001:0.0:1789467640.552714:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467640.552716:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:0.0:1789467640.552722:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467640.552730:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467640.552733:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467640.552735:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789467640.552738:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404808448, offset 0 00000400:00000200:0.0:1789467640.552744:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467640.552756:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467640.552767:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411eb700 00000400:00000100:0.0:1789467640.552773:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404808448 offset 0 length 520: 4 00000400:00000200:0.0:1789467640.552778:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467640.552780:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467640.552792:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:0.0:1789467640.552794:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:0.0:1789467640.552798:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467640.552802:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467640.552810:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467640.552813:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467640.552819:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467640.552821:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467640.552826:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467640.552830:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314561139 00000100:00000010:0.0:1789467640.552836:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe240. 00000100:00000001:0.0:1789467640.552842:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467640.552857:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314561139 00000100:00000010:0.0:1789467640.552861:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467640.552864:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467640.552867:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314561139 00000100:00000010:0.0:1789467640.552870:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe840. 00000100:00000001:0.0:1789467640.552873:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467640.552876:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314561139 00000100:00000010:0.0:1789467640.552879:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fed80. 00000100:00000001:0.0:1789467640.552882:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467640.552885:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467640.552888:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467640.552893:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467640.552895:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467640.552901:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467640.552903:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467640.552905:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467640.552907:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467640.552908:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467640.552911:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467640.807165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467640.807171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467640.807177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467640.807179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467640.807183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467640.807185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467640.809148:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467640.809154:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467640.809158:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789467640.968740:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968761:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467640.968765:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968769:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467640.968782:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467640.968801:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9e300 00000400:00000100:1.0:1789467640.968810:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402394880 offset 0 length 520: 4 00000400:00000200:1.0:1789467640.968814:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467640.968817:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467640.968834:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968839:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467640.968841:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968844:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467640.968845:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968847:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467640.968851:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467640.968856:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e380 00000400:00000100:1.0:1789467640.968861:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402395008 offset 0 length 520: 4 00000400:00000200:1.0:1789467640.968864:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467640.968866:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467640.968869:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968872:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467640.968874:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968876:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467640.968891:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968894:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467640.968900:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467640.968906:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e400 00000400:00000100:1.0:1789467640.968910:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402395136 offset 0 length 520: 4 00000400:00000200:1.0:1789467640.968913:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467640.968915:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467640.968918:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968924:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467640.968927:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467640.968929:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467641.575160:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467641.575171:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467641.575174:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467641.575179:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467641.575182:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467641.575185:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467641.575188:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467641.575193:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467641.575196:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467641.575199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789467641.575200:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467641.575208:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19894) 00000100:00000001:0.0:1789467641.575210:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467641.575213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467641.575216:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467641.575219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467641.575222:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467641.575225:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467641.831169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467641.831176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467641.831182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467641.831202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467641.831208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467641.831209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467641.831732:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467641.831736:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467641.831739:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467642.599226:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467642.599240:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467642.599242:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467642.599246:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467642.599249:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467642.599253:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467642.599255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.855164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467642.855172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.855177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467642.855179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.855184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467642.855186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467642.855271:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467642.855275:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467642.855278:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467643.623174:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467643.623188:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467643.623190:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467643.623195:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467643.623198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467643.623202:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467643.623205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467643.879562:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467643.879568:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467643.879574:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467643.879575:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467643.879579:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467643.879581:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467643.879725:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467643.879753:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467643.879756:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467644.649130:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467644.649144:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467644.649146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467644.649160:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467644.649163:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467644.649168:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467644.649170:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467644.903197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467644.903205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467644.903210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467644.903231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467644.903235:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467644.903239:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467644.903241:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467644.903244:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467644.903247:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467644.903248:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467644.903251:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467644.903253:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467644.903412:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467644.903416:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467644.903418:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467645.608487:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467645.608497:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467645.608500:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467645.608503:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467645.608506:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467645.608509:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467645.608511:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467645.608514:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467645.608516:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467645.608519:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467645.608524:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19898) 00000100:00000001:0.0:1789467645.671174:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467645.671188:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467645.671191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467645.671196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467645.671198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467645.671202:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467645.671205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467645.928282:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467645.928290:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467645.928295:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467645.928297:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467645.928302:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467645.928303:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467645.929585:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467645.929590:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467645.929595:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467646.119375:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314561139, at 4314561536 00000100:00000010:3.0:1789467646.119390:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fed80. 00000100:00000040:1.0:1789467646.119682:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314561139, at 4314561536 00000100:00000010:1.0:1789467646.119688:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000040:0.0:1789467646.119818:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314561139, at 4314561536 00000100:00000010:0.0:1789467646.119824:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe240. 00000100:00000040:2.0:1789467646.120499:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314561139, at 4314561537 00000100:00000010:2.0:1789467646.120506:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe840. 00000100:00000001:0.0:1789467646.695155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467646.695169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467646.695172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467646.695177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467646.695180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467646.695184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467646.695186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467646.953073:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467646.953080:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467646.953084:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467646.953086:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467646.953090:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467646.953091:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467646.953545:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467646.953548:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467646.953550:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467647.719162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467647.719191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467647.719193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467647.719197:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467647.719199:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467647.719204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467647.719207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467647.975176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467647.975182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467647.975188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467647.975190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467647.975194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467647.975196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467647.976189:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467647.976195:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467647.976199:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467648.743471:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467648.743485:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467648.743487:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467648.743492:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467648.743494:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467648.743499:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467648.743501:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467648.999274:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467648.999281:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467648.999287:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467648.999288:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467648.999293:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467648.999294:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467648.999430:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467648.999450:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467648.999452:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467649.767873:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467649.767889:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467649.767891:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467649.767896:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467649.767898:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467649.767903:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467649.767905:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467650.023234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467650.023240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467650.023245:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467650.023247:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467650.023252:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467650.023253:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467650.023359:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467650.023362:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467650.023366:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467650.727276:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467650.727296:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467650.727299:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467650.727302:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467650.727305:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467650.727308:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467650.727311:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467650.727314:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467650.727316:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467650.727319:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467650.727325:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19903) 00000100:00000001:0.0:1789467650.791147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467650.791181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467650.791184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467650.791189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467650.791192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467650.791196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467650.791198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.047179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467651.047186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.047192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467651.047193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.047198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467651.047199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467651.047293:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467651.047297:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467651.047300:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467651.815655:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467651.815669:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467651.815671:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467651.815675:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467651.815678:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467651.815683:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467651.815685:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467652.071433:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467652.071441:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467652.071447:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467652.071449:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467652.071454:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467652.071456:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467652.071552:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467652.071556:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467652.071560:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467652.843898:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467652.843921:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467652.843933:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467652.843937:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467652.843940:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467652.843944:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467652.843946:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467653.095821:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467653.096499:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467653.096507:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467653.096509:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467653.096513:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467653.096515:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467653.096668:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467653.096672:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467653.096674:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467653.863165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467653.863193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467653.863195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467653.863200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467653.863202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467653.863206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467653.863208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467654.119171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467654.119180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467654.119187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467654.119188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467654.119194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467654.119196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467654.119316:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467654.119338:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467654.119342:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467654.888075:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467654.888088:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467654.888091:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467654.888095:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467654.888097:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467654.888102:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467654.888105:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467655.143160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467655.143166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467655.143171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467655.143173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467655.143177:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467655.143181:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467655.143183:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467655.143186:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467655.143189:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467655.143191:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467655.143192:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467655.143194:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467655.143281:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467655.143285:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467655.143288:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467655.850134:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467655.850145:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467655.850148:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467655.850151:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467655.850153:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467655.850156:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467655.850159:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467655.850162:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467655.850165:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467655.850167:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467655.850173:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19908) 00000100:00000001:0.0:1789467655.911189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467655.911206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467655.911208:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467655.911214:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467655.911216:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467655.911221:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467655.911223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467656.168595:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467656.168631:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467656.168638:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467656.168639:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467656.168644:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467656.168646:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467656.169591:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467656.169597:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467656.169601:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789467656.551149:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789467656.551159:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467656.551164:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467656.551822:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467656.551829:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467656.551839:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467656.551845:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467656.551847:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467656.935206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467656.935220:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467656.935222:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467656.935236:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467656.935238:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467656.935242:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467656.935245:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467657.191166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467657.191173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467657.191178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467657.191179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467657.191184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467657.191186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467657.191301:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467657.191305:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467657.191309:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467657.959303:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467657.959317:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467657.959320:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467657.959324:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467657.959326:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467657.959330:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467657.959453:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467658.216299:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467658.216307:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467658.216313:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467658.216315:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467658.216320:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467658.216321:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467658.216466:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467658.216469:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467658.216472:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467658.983146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467658.983159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467658.983161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467658.983166:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467658.983168:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467658.983172:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467658.983174:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467659.239385:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467659.239410:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467659.239416:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467659.239417:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467659.239422:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467659.239424:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467659.239576:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467659.239580:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467659.239583:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467660.007292:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467660.007306:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467660.007308:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467660.007313:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467660.007315:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467660.007320:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467660.007323:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467660.263241:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467660.263249:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467660.263254:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467660.263255:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467660.263260:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467660.263262:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467660.263344:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467660.263348:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467660.263352:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467660.968781:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467660.968791:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467660.968794:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467660.968813:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467660.968816:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467660.968818:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467660.968821:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467660.968824:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467660.968827:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467660.968830:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467660.968836:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19914) 00000100:00000001:2.0:1789467661.034519:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467661.034527:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467661.034540:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467636/real 1789467636] req@ffff8967cb942300 x1876386404807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467661.034556:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467661.034558:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467661.034562:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79c60. 00000400:00000200:2.0:1789467661.034583:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93550 00000400:00000010:2.0:1789467661.034585:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93550. 00000100:00000001:2.0:1789467661.034589:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467661.034593:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942300 x1876386404807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467661.034601:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942300 x1876386404807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034607:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467661.034609:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034612:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467661.034614:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467661.034617:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942300 x1876386404807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034622:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034624:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467661.034627:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467636/real 1789467636] req@ffff8967cb943b80 x1876386404808064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467661.034633:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467661.034634:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467661.034635:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79a50. 00000400:00000200:2.0:1789467661.034637:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93b28 00000400:00000010:2.0:1789467661.034639:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93b28. 00000100:00000001:2.0:1789467661.034641:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467661.034644:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943b80 x1876386404808064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467661.034650:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943b80 x1876386404808064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034654:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467661.034655:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034657:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467661.034658:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467661.034661:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943b80 x1876386404808064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034673:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034675:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467661.034679:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467636/real 1789467636] req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467661.034687:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467661.034688:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467661.034690:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79c08. 00000400:00000200:2.0:1789467661.034692:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93a18 00000400:00000010:2.0:1789467661.034694:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93a18. 00000100:00000001:2.0:1789467661.034696:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467661.034699:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467661.034706:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034713:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467661.034714:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034715:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467661.034717:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467661.034719:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034725:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034727:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467661.034730:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467636/real 1789467636] req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467661.034736:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467661.034737:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467661.034739:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79688. 00000400:00000200:2.0:1789467661.034741:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93dd0 00000400:00000010:2.0:1789467661.034743:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93dd0. 00000100:00000001:2.0:1789467661.034745:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467661.034753:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467661.034760:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034766:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467661.034768:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034770:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467661.034771:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467661.034774:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034779:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034786:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467661.034788:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034791:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467661.034793:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467661.034796:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467661.034800:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942300 x1876386404807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034807:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467661.034809:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034811:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467661.034812:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034814:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467661.034816:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467661.034819:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467661.034846:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467661.034848:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467661.034852:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942300 x1876386404807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467661.034860:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404807936:0@lo:38:kworker.0 00000100:00000001:2.0:1789467661.034883:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467661.034887:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943b80 x1876386404808064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034893:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467661.034895:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034896:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467661.034897:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034899:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467661.034900:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467661.034902:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467661.034908:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467661.034910:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467661.034914:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943b80 x1876386404808064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467661.034920:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404808064:0@lo:38:kworker.0 00000100:00000001:2.0:1789467661.034923:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467661.034926:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034931:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467661.034933:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034934:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467661.034935:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034937:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467661.034938:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467661.034941:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467661.034946:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467661.034948:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467661.034957:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467661.034963:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404808192:0@lo:38:kworker.0 00000100:00000001:2.0:1789467661.034966:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467661.034969:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.034974:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467661.034976:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034977:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467661.034978:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.034980:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467661.034981:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467661.034983:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467661.034987:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467661.034989:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467661.034992:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467661.034997:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404808320:0@lo:38:kworker.0 00000100:00000001:2.0:1789467661.035001:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.035004:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467661.035007:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942300 x1876386404807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.035012:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467661.035015:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467661.035019:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:2.0:1789467661.035023:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467661.035034:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467661.035060:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789467661.035068:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467661.035071:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789467661.035074:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467661.035076:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467661.035078:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942300. 00000100:00000001:2.0:1789467661.035081:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467661.035083:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.035085:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467661.035088:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943b80 x1876386404808064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.035094:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467661.035095:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467661.035097:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:2.0:1789467661.035100:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467661.035101:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467661.035102:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789467661.035104:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467661.035105:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467661.035107:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467661.035108:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467661.035109:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943b80. 00000100:00000001:2.0:1789467661.035111:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467661.035112:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.035114:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467661.035117:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.035122:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467661.035123:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467661.035124:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865000. 02000000:00000001:2.0:1789467661.035126:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467661.035127:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467661.035128:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789467661.035130:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467661.035131:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789467661.035133:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467661.035134:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467661.035141:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:2.0:1789467661.035143:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467661.035144:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.035146:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467661.035149:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941500 x1876386404808320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467661 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.035155:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467661.035156:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467661.035158:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:2.0:1789467661.035160:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467661.035161:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467661.035162:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789467661.035164:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467661.035165:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467661.035167:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467661.035169:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467661.035170:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941500. 00000100:00000001:2.0:1789467661.035172:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467661.035173:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.035175:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467661.035239:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467661.035245:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467661.035247:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467661.035250:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467661.035252:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467661.035255:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467661.035258:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467661.035261:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19884 00000100:00080000:3.0:1789467661.035265:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467661.035268:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467661.035270:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467661.035272:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467661.035274:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467661.035293:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467661.035295:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467661.035297:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467661.035300:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467661.035310:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467661.035313:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467661.035316:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467661.035317:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467661.035319:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467661.035321:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467661.035323:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467661.035326:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467661.035329:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467661.035331:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467661.035337:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467661.035340:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467661.035342:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467661.035344:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467661.035349:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789467661.035352:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467661.035355:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467661.035356:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467661.035359:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467661.035361:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467661.035365:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467661.035372:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789467661.035378:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467661.035383:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467661.035390:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467661.035394:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467661.035397:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467661.035415:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467661.035418:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467661.035421:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467661.035428:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467661.035430:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467661.035433:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467661.035435:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19884 00000100:00080000:3.0:1789467661.035438:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467661.035440:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467661.035442:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467661.035443:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467661.035445:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467661.035448:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467661.035450:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467661.035451:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467661.035453:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467661.035455:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467661.035457:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467661.035460:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467661.035462:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467661.035463:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467661.035465:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467661.035467:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467661.035470:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467661.035472:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467661.035473:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467661.035476:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467661.035477:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467661.035479:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467661.035481:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467661.035484:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789467661.035487:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467661.035489:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467661.035490:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467661.035491:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467661.035496:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467661.035498:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467661.035502:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789467661.035505:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467661.035510:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467661.035517:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467661.035519:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467661.035523:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467661.035530:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467661.035533:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467661.035536:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467661.035537:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467661.035539:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467661.035541:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467661.035543:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19884 00000100:00080000:3.0:1789467661.035545:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467661.035548:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467661.035549:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467661.035551:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467661.035553:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467661.035556:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467661.035557:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467661.035559:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467661.035561:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467661.035563:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467661.035565:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467661.035568:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467661.035570:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467661.035575:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467661.035577:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467661.035580:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467661.035582:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467661.035584:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467661.035586:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467661.035589:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467661.035590:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467661.035592:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467661.035594:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467661.035597:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789467661.035599:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467661.035601:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467661.035603:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467661.035604:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467661.035606:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467661.035607:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467661.035611:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789467661.035614:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467661.035618:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467661.035625:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467661.035627:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467661.035631:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467661.035638:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467661.035641:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467661.035643:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467661.035645:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467661.035646:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467661.035649:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467661.035651:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19884 00000100:00080000:3.0:1789467661.035658:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467661.035660:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467661.035662:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467661.035664:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467661.035666:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467661.035669:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467661.035670:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467661.035672:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467661.035674:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467661.035676:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467661.035678:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467661.035681:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467661.035683:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467661.035684:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467661.035686:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467661.035688:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467661.035691:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467661.035693:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467661.035695:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467661.035698:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467661.035700:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467661.035702:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467661.035703:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467661.035706:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789467661.035708:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467661.035710:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467661.035712:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467661.035713:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467661.035715:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467661.035717:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467661.035720:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789467661.035723:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467661.035732:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467661.035739:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467661.035741:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467661.035744:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467661.035751:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467661.035755:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19914) 00000100:00000001:2.0:1789467661.035935:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467661.035939:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467661.035941:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467661.035946:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.035953:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467661.035954:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467661.035957:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467661.035959:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467661.035961:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467661.035964:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404808576:0@lo:38:kworker.0 00000100:00000001:2.0:1789467661.035967:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467661.035970:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467661.035972:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467661.035974:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467661.035978:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467661.035985:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467661.035990:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143c08. 00000400:00000010:2.0:1789467661.035996:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467661.036001:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404808576, portal 10 00000100:00000001:2.0:1789467661.036003:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467661.036005:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312515200 : -130400397036416 : ffff8966caa7f480) 00000100:00000040:2.0:1789467661.036012:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036019:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467661.036086:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467661.036090:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789467661.036093:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404808576, offset 0 00000400:00000200:2.0:1789467661.036100:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467661.036112:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467661.036122:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eb780 00000400:00000100:2.0:1789467661.036128:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404808576 offset 0 length 520: 4 00000400:00000200:2.0:1789467661.036133:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467661.036135:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467661.036145:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789467661.036146:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789467661.036149:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467661.036153:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036160:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467661.036163:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036169:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.036170:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467661.036174:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467661.036178:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789467661.036182:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314576472 00000100:00000010:2.0:1789467661.036186:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37de0. 00000100:00000001:2.0:1789467661.036196:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467661.036254:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314576472 00000100:00000010:2.0:1789467661.036259:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f00. 00000100:00000001:2.0:1789467661.036263:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467661.036502:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314576472 00000100:00000010:2.0:1789467661.036508:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789467661.036511:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467661.036515:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314576472 00000100:00000010:2.0:1789467661.036517:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c373c0. 00000100:00000001:2.0:1789467661.036520:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467661.036529:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467661.036533:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.036535:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467661.036540:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036545:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467661.036546:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467661.036548:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467661.036550:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467661.036551:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467661.036554:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404808704:0@lo:38:kworker.0 00000100:00000001:2.0:1789467661.036556:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467661.036558:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467661.036560:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467661.036561:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467661.036564:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789467661.036566:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467661.036569:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41432c0. 00000400:00000010:2.0:1789467661.036573:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789467661.036576:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404808704, portal 10 00000100:00000001:2.0:1789467661.036578:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467661.036584:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:2.0:1789467661.036590:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036596:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467661.036597:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467661.036599:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789467661.036602:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404808704, offset 0 00000400:00000200:2.0:1789467661.036605:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467661.036610:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467661.036615:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eb800 00000400:00000100:2.0:1789467661.036618:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404808704 offset 0 length 520: 4 00000400:00000200:2.0:1789467661.036621:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467661.036623:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467661.036626:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789467661.036628:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789467661.036630:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467661.036633:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036638:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467661.036641:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036646:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.036647:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467661.036650:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467661.036653:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789467661.036655:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314576472 00000100:00000001:2.0:1789467661.036657:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314576472 00000100:00000001:2.0:1789467661.036659:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314576472 00000100:00000001:2.0:1789467661.036660:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314576472 00000100:00000001:2.0:1789467661.036662:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314576472 00000100:00000001:2.0:1789467661.036663:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314576472 00000100:00000001:2.0:1789467661.036673:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314576472 00000100:00000001:2.0:1789467661.036674:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314576472 00000100:00000001:2.0:1789467661.036676:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467661.036677:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.036679:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467661.036683:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036688:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467661.036689:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467661.036690:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467661.036692:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467661.036694:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467661.036696:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404808832:0@lo:38:kworker.0 00000100:00000001:2.0:1789467661.036699:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467661.036700:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467661.036701:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467661.036703:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467661.036705:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467661.036707:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467661.036710:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143108. 00000400:00000010:2.0:1789467661.036713:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789467661.036715:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404808832, portal 10 00000100:00000001:2.0:1789467661.036717:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467661.036718:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:2.0:1789467661.036722:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036727:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467661.036729:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467661.036731:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467661.036733:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404808832, offset 0 00000400:00000200:2.0:1789467661.036736:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467661.036741:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467661.036752:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eb880 00000400:00000100:2.0:1789467661.036755:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404808832 offset 0 length 520: 4 00000400:00000200:2.0:1789467661.036759:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467661.036761:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467661.036765:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789467661.036767:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789467661.036769:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467661.036772:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036779:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467661.036781:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036787:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.036788:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467661.036791:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467661.036793:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789467661.036795:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314576472 00000100:00000001:2.0:1789467661.036797:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314576472 00000100:00000001:2.0:1789467661.036799:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314576472 00000100:00000001:2.0:1789467661.036800:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314576472 00000100:00000001:2.0:1789467661.036802:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314576472 00000100:00000001:2.0:1789467661.036803:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314576472 00000100:00000001:2.0:1789467661.036805:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314576472 00000100:00000001:2.0:1789467661.036807:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314576472 00000100:00000001:2.0:1789467661.036808:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467661.036810:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.036811:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467661.036814:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036819:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467661.036826:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467661.036828:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467661.036830:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467661.036832:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467661.036834:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404808960:0@lo:38:kworker.0 00000100:00000001:2.0:1789467661.036837:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467661.036839:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467661.036840:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467661.036842:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467661.036845:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789467661.036847:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467661.036849:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41435d8. 00000400:00000010:2.0:1789467661.036852:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467661.036855:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404808960, portal 10 00000100:00000001:2.0:1789467661.036857:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467661.036858:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:2.0:1789467661.036873:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036879:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467661.036881:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467661.036883:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789467661.036886:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404808960, offset 0 00000400:00000200:2.0:1789467661.036889:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467661.036895:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467661.036899:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eb900 00000400:00000100:2.0:1789467661.036903:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404808960 offset 0 length 520: 4 00000400:00000200:2.0:1789467661.036906:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467661.036908:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467661.036912:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789467661.036913:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789467661.036915:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467661.036918:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036934:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467661.036936:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467661.036942:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.036944:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467661.036947:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467661.036950:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789467661.036953:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314576473 00000100:00000040:3.0:1789467661.056205:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314576472, at 4314576473 00000100:00000010:3.0:1789467661.056220:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c373c0. 00000100:00000040:1.0:1789467661.060123:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314576472, at 4314576477 00000100:00000010:1.0:1789467661.060138:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f00. 00000100:00000001:2.0:1789467661.063696:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314576472 00000100:00000001:2.0:1789467661.063722:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314576500 00000100:00000040:2.0:1789467661.063737:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314576472, at 4314576480 00000100:00000010:2.0:1789467661.063745:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ae0. 00000100:00000010:2.0:1789467661.063761:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789467661.063766:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467661.063781:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314576500 00000100:00000010:2.0:1789467661.063785:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789467661.063788:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467661.063791:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314576500 00000100:00000010:2.0:1789467661.063794:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789467661.063797:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467661.063810:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467661.063814:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.063819:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.066314:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.066325:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467661.066328:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.066330:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467661.066332:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467661.066336:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467661.066338:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467661.070982:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314576473, at 4314576487 00000100:00000010:0.0:1789467661.070998:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37de0. 00000100:00000040:1.0:1789467661.084181:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314576500, at 4314576501 00000100:00000040:2.0:1789467661.084181:0:209592:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314576500, at 4314576501 00000100:00000010:1.0:1789467661.084194:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ae0. 00000100:00000010:2.0:1789467661.084198:0:209592:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00000040:3.0:1789467661.084271:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314576500, at 4314576501 00000100:00000010:3.0:1789467661.084287:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000040:0.0:1789467661.085136:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314576473, at 4314576502 00010000:00000001:0.0:1789467661.287174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467661.287181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.287187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467661.287188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.287194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467661.287195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467661.287285:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467661.287288:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467661.287291:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467662.122078:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467662.122093:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467662.122096:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467662.122100:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467662.122103:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467662.122108:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467662.122110:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467662.311168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467662.311176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467662.311181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467662.311182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467662.311186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467662.311188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467662.311280:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467662.311283:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467662.311286:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467663.143179:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467663.143194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467663.143196:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467663.143201:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467663.143204:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467663.143208:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467663.143210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467663.335192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467663.335199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467663.335204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467663.335206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467663.335227:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467663.335229:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467663.335335:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467663.335339:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467663.335342:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467664.168133:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467664.168147:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467664.168149:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467664.168154:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467664.168157:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467664.168161:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467664.168164:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467664.359161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467664.359167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467664.359172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467664.359174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467664.359178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467664.359179:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467664.359264:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467664.359267:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467664.359270:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467665.191248:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467665.191257:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467665.191271:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467640/real 1789467640] req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467665.191287:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467665.191289:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467665.191292:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79b58. 00000400:00000200:2.0:1789467665.191298:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b935d8 00000400:00000010:2.0:1789467665.191301:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b935d8. 00000100:00000001:2.0:1789467665.191306:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467665.191310:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467665.191336:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467665.191343:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467665.191345:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467665.191348:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467665.191350:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467665.191354:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467665.191374:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467665.191385:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467665.191387:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467665.191390:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467665.191392:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467665.191395:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467665.191399:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467665.191405:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467665.191409:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467665.191410:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467665.191412:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467665.191414:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467665.191416:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467665.191420:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467665.191447:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789467665.191450:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467665.191454:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467665.191462:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404808448:0@lo:250:kworker.0 00000100:00000001:2.0:1789467665.191467:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467665.191475:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467665.191479:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404808448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467665.191486:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467665.191488:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467665.191492:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:2.0:1789467665.191495:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467665.191498:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467665.191500:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467665.191502:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:3.0:1789467665.191502:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1789467665.191504:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2febc00. 00000100:00080000:3.0:1789467665.191507:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 02000000:00000001:2.0:1789467665.191508:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467665.191509:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789467665.191509:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:2.0:1789467665.191511:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00080000:3.0:1789467665.191511:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467665.191515:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789467665.191516:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467665.191518:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467665.191518:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19888 00000100:00000001:2.0:1789467665.191521:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467665.191522:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467665.191524:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467665.191527:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467665.191529:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467665.191531:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467665.191539:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467665.191541:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467665.191544:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467665.191547:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467665.191549:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467665.191558:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467665.191561:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467665.191563:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467665.191564:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467665.191566:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467665.191569:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467665.191572:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467665.191574:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467665.191576:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467665.191579:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467665.191581:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467665.191584:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467665.191586:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467665.191590:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789467665.191593:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467665.191597:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467665.191598:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467665.191601:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467665.191604:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467665.191607:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467665.191614:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467665.191621:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467665.191627:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467665.191636:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467665.191640:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467665.191643:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467665.191663:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467665.191666:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467665.191669:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467665.191677:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467665.191680:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467665.191683:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467665.191687:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467665.191689:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467665.191692:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467665.191696:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19918) 00000100:00000001:2.0:1789467665.191884:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467665.191887:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467665.191889:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467665.191894:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467665.191900:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467665.191902:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467665.191906:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467665.191909:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467665.191911:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467665.191914:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404809088:0@lo:250:kworker.0 00000100:00000001:2.0:1789467665.191917:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467665.191920:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467665.191923:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467665.191925:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467665.191930:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789467665.191933:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467665.191938:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143a50. 00000400:00000010:2.0:1789467665.191951:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789467665.191957:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404809088, portal 25 00000100:00000001:2.0:1789467665.191959:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467665.191961:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:2.0:1789467665.191966:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467665.191973:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467665.191975:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467665.191978:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789467665.191980:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404809088, offset 0 00000400:00000200:2.0:1789467665.191986:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467665.191997:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467665.192007:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411eb980 00000400:00000100:2.0:1789467665.192013:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404809088 offset 0 length 520: 4 00000400:00000200:2.0:1789467665.192017:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467665.192019:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467665.192028:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789467665.192030:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789467665.192033:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467665.192055:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467665.192063:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467665.192067:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467665.192072:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467665.192074:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467665.192079:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467665.192083:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314585779 00000100:00000010:2.0:1789467665.192088:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789467665.192093:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467665.192103:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314585779 00000100:00000010:2.0:1789467665.192106:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37360. 00000100:00000001:2.0:1789467665.192115:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467665.192128:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314585779 00000100:00000010:2.0:1789467665.192132:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789467665.192135:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467665.192138:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314585779 00000100:00000010:2.0:1789467665.192141:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c375a0. 00000100:00000001:2.0:1789467665.192144:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467665.192146:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467665.192149:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467665.192151:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467665.192154:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467665.192158:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467665.192159:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467665.192161:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467665.192162:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467665.192163:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467665.192165:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467665.387717:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467665.387724:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467665.387729:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467665.387730:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467665.387735:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467665.387738:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467665.387740:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467665.387744:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467665.387747:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467665.387749:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467665.387751:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467665.387753:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467665.387883:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467665.387887:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467665.387890:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467666.215176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467666.215190:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467666.215193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467666.215197:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467666.215199:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467666.215204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467666.215206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467666.218192:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467666.218203:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467666.218206:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467666.218210:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467666.218212:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467666.218215:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467666.218218:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467666.218222:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467666.218224:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467666.218226:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467666.218232:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19919) 00010000:00000001:0.0:1789467666.407155:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467666.407162:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467666.407168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467666.407170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467666.407174:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467666.407176:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467666.410175:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467666.410181:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467666.410185:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789467666.570411:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467666.575723:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467666.575747:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467666.575754:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467666.575766:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467666.575789:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9e480 00000400:00000100:1.0:1789467666.575797:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402395264 offset 0 length 520: 4 00000400:00000200:1.0:1789467666.575803:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467666.575806:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467666.575817:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467666.575831:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467666.575835:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467666.575838:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467666.575839:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467666.575841:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467666.575846:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467666.575851:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e500 00000400:00000100:1.0:1789467666.575856:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402395392 offset 0 length 520: 4 00000400:00000200:1.0:1789467666.575859:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467666.575861:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467666.575864:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467666.575874:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467666.575877:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467666.575879:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467666.576545:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467666.576565:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467666.576569:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467666.576570:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467666.576577:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467666.576588:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e580 00000400:00000100:3.0:1789467666.576593:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402395520 offset 0 length 520: 4 00000400:00000200:3.0:1789467666.576597:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467666.576599:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467666.576604:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467666.576608:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467666.576610:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467666.576612:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467667.239179:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467667.239194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467667.239196:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467667.239200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467667.239202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467667.239207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467667.239210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467667.433917:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467667.433925:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467667.433931:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467667.433932:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467667.433937:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467667.433939:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467667.434163:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467667.434166:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467667.434170:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467668.263438:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467668.263455:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467668.263474:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467668.263479:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467668.263481:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467668.263486:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467668.263489:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467668.455190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467668.455197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467668.455202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467668.455203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467668.455208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467668.455210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467668.455407:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467668.455411:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467668.455413:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467669.287150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467669.287163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467669.287165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467669.287170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467669.287172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467669.287176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467669.287178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467669.479166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467669.479173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467669.479179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467669.479180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467669.479185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467669.479187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467669.479329:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467669.479332:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467669.479334:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467670.247300:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467670.247311:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467670.247315:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467670.247318:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467670.247321:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467670.247324:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467670.247326:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467670.247330:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467670.247333:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467670.247336:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467670.247341:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19923) 00000100:00000001:2.0:1789467670.311161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467670.311179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467670.311181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467670.311185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467670.311187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467670.311191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467670.311194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467670.503161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467670.503169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467670.503174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467670.503176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467670.503181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467670.503183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467670.506764:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467670.506771:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467670.506776:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467670.695236:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314585779, at 4314586112 00000100:00000010:1.0:1789467670.695251:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000100:00000040:3.0:1789467670.696900:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314585779, at 4314586113 00000100:00000010:3.0:1789467670.696912:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000100:00000040:0.0:1789467670.697013:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314585779, at 4314586113 00000100:00000010:0.0:1789467670.697019:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00000040:2.0:1789467670.697113:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314585779, at 4314586114 00000100:00000010:2.0:1789467670.697119:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789467671.335145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467671.335158:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467671.335160:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467671.335164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467671.335166:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467671.335170:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467671.335181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.527356:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467671.527365:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.527370:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467671.527372:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.527377:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467671.527379:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467671.527533:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467671.527536:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467671.527539:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467672.359263:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467672.359276:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467672.359278:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467672.359283:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467672.359285:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467672.359290:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467672.359292:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467672.551257:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467672.551264:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467672.551270:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467672.551272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467672.551276:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467672.551277:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467672.551369:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467672.551372:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467672.551376:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467673.383267:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467673.383296:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467673.383298:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467673.383303:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467673.383305:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467673.383310:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467673.383312:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467673.575146:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467673.575153:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467673.575159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467673.575160:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467673.575165:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467673.575166:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467673.575456:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467673.575460:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467673.575463:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467674.407194:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467674.407208:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467674.407210:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467674.407215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467674.407217:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467674.407222:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467674.407224:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467674.601221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467674.601229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467674.601235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467674.601237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467674.601242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467674.601259:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467674.601375:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467674.601378:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467674.601381:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467675.303216:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467675.303225:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467675.303228:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467675.303232:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467675.303234:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467675.303236:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467675.303240:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467675.303243:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467675.303246:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467675.303249:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467675.303255:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19928) 00000100:00000001:2.0:1789467675.431172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467675.431186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467675.431189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467675.431194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467675.431196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467675.431200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467675.431203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467675.623169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467675.623177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467675.623182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467675.623184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467675.623188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467675.623192:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467675.623194:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467675.623198:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467675.623202:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467675.623204:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467675.623205:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467675.623208:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467675.623663:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467675.623667:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467675.623670:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467676.456307:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467676.456321:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467676.456324:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467676.456329:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467676.456331:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467676.456407:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467676.456410:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467676.649958:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467676.649965:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467676.649971:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467676.649973:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467676.649977:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467676.649979:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467676.650097:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467676.650101:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467676.650104:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467677.481179:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467677.481193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467677.481195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467677.481200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467677.481202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467677.481207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467677.481209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467677.671176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467677.671185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467677.671190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467677.671192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467677.671197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467677.671198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467677.671504:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467677.671508:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467677.671511:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467678.503145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467678.503158:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467678.503160:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467678.503183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467678.503185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467678.503189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467678.503192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467678.695308:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467678.695317:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467678.695323:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467678.695324:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467678.695329:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467678.695330:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467678.695470:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467678.695473:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467678.695476:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467679.527148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467679.527161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467679.527163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467679.527168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467679.527170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467679.527175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467679.527177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467679.719394:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467679.719401:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467679.719406:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467679.719408:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467679.719412:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467679.719414:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467679.719561:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467679.719565:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467679.719593:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467680.423404:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467680.423414:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467680.423417:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467680.423420:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467680.423423:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467680.423426:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467680.423428:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467680.423432:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467680.423434:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467680.423437:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467680.423442:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19933) 00000100:00000001:2.0:1789467680.551328:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467680.551342:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467680.551344:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467680.551348:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467680.551351:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467680.551355:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467680.551357:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467680.744738:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467680.744764:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467680.744770:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467680.744771:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467680.744776:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467680.744778:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467680.744934:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467680.744938:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467680.744940:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467681.575180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467681.575194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467681.575197:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467681.575201:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467681.575203:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467681.575208:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467681.575210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467681.767296:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467681.767303:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467681.767309:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467681.767311:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467681.767315:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467681.767317:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467681.767391:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467681.767396:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467681.767399:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467682.599158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467682.599171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467682.599174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467682.599177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467682.599180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467682.599184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467682.599187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.794344:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467682.794351:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.794357:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467682.794359:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.794363:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467682.794365:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467682.794439:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467682.794443:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467682.794447:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467683.623339:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467683.623353:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467683.623371:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467683.623375:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467683.623377:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467683.623382:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467683.623384:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467683.815204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467683.815211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467683.815219:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467683.815221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467683.815226:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467683.815227:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467683.815426:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467683.815430:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467683.815433:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467684.647326:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467684.647341:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467684.647343:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467684.647348:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467684.647350:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467684.647354:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467684.647357:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467684.840224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467684.840232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467684.840237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467684.840239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467684.840243:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467684.840245:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467684.840471:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467684.840475:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467684.840478:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467685.543555:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467685.543566:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467685.543579:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467685.543583:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467685.543586:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467685.543589:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467685.543592:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467685.543595:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467685.543597:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467685.543600:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467685.543606:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19938) 00000100:00000001:2.0:1789467685.672017:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467685.672029:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467685.672031:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467685.672064:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467685.672067:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467685.672072:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467685.672074:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467685.864224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467685.864231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467685.864237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467685.864239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467685.864244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467685.864247:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467685.864249:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467685.864253:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467685.864255:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467685.864274:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467685.864276:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467685.864280:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467685.864456:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467685.864461:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467685.864464:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467686.696062:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467686.696069:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467686.696083:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467661/real 1789467661] req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467686.696101:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467686.696103:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467686.696106:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143c08. 00000400:00000200:2.0:1789467686.696112:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467686.696115:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467686.696119:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467686.696122:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467686.696130:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696137:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467686.696139:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696152:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467686.696170:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467686.696174:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696181:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696183:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467686.696187:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467661/real 1789467661] req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467686.696195:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467686.696197:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467686.696198:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41432c0. 00000400:00000200:2.0:1789467686.696201:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789467686.696203:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789467686.696205:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467686.696208:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467686.696215:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696221:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467686.696222:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696224:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467686.696225:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467686.696228:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696234:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696236:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467686.696240:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467661/real 1789467661] req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467686.696247:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467686.696248:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467686.696249:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143108. 00000400:00000200:2.0:1789467686.696251:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789467686.696258:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789467686.696261:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467686.696264:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467686.696271:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696276:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467686.696277:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696279:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467686.696280:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467686.696293:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696300:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696302:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467686.696306:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467661/real 1789467661] req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467686.696313:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467686.696314:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467686.696317:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41435d8. 00000400:00000200:2.0:1789467686.696319:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789467686.696321:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789467686.696322:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467686.696325:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467686.696332:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696337:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467686.696339:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696340:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467686.696342:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467686.696345:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696363:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696372:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467686.696374:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696377:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467686.696379:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467686.696382:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467686.696387:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696394:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467686.696396:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696398:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467686.696399:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696402:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467686.696404:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467686.696408:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467686.696435:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467686.696439:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467686.696444:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467686.696452:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404808576:0@lo:38:kworker.0 00000100:00000001:2.0:1789467686.696457:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467686.696461:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.696468:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467686.696471:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696473:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467686.696474:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696476:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467686.696483:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467686.696486:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467686.696489:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467686.696496:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467686.696504:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467686.696509:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1789467686.696509:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467686.696517:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1789467686.696518:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467686.696523:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467686.696526:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467686.696533:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00100000:2.0:1789467686.696534:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404808704:0@lo:38:kworker.0 00000100:00080000:3.0:1789467686.696539:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19909 00000100:00000001:2.0:1789467686.696542:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467686.696545:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467686.696549:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467686.696552:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467686.696561:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467686.696564:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696566:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467686.696569:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467686.696569:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789467686.696571:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1789467686.696575:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467686.696576:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467686.696578:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00080000:2.0:1789467686.696582:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1789467686.696588:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000100:00080000:2.0:1789467686.696593:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000020:00000040:3.0:1789467686.696593:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000100:00000001:2.0:1789467686.696598:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1789467686.696599:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467686.696605:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000100:00000040:2.0:1789467686.696607:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789467686.696611:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467686.696617:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467686.696624:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00100000:2.0:1789467686.696626:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404808832:0@lo:38:kworker.0 00000100:00000001:3.0:1789467686.696628:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467686.696633:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467686.696635:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467686.696636:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467686.696642:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00000040:2.0:1789467686.696643:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789467686.696650:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467686.696656:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.696661:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1789467686.696661:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467686.696680:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467686.696682:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696686:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1789467686.696686:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.696689:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467686.696691:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467686.696692:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467686.696695:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.696696:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467686.696701:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000010:3.0:1789467686.696703:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000100:00080000:2.0:1789467686.696708:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467686.696711:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467686.696719:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789467686.696719:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:2.0:1789467686.696730:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404808960:0@lo:38:kworker.0 00000100:00000001:2.0:1789467686.696734:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.696737:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789467686.696737:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467686.696741:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467686.696742:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404808576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467686.696747:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467686.696752:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789467686.696753:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467686.696757:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1789467686.696759:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467686.696761:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467686.696767:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1789467686.696768:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000020:00000001:2.0:1789467686.696769:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467686.696773:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789467686.696776:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789467686.696777:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467686.696779:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:2.0:1789467686.696785:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1789467686.696787:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789467686.696789:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467686.696792:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 00000100:00000001:2.0:1789467686.696799:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467686.696802:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696804:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467686.696807:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404808704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467686.696811:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467686.696817:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789467686.696818:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467686.696825:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789467686.696827:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467686.696830:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789467686.696835:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467686.696837:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467686.696841:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1789467686.696843:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467686.696844:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467686.696848:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 00000100:00080000:3.0:1789467686.696849:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1789467686.696853:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1789467686.696854:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:2.0:1789467686.696856:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789467686.696858:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:2.0:1789467686.696859:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00080000:3.0:1789467686.696862:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467686.696863:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467686.696866:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789467686.696867:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.696871:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1789467686.696871:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19909 00000100:00080000:3.0:1789467686.696876:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467686.696877:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404808832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467686.696882:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467686.696887:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467686.696892:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467686.696893:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467686.696895:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789467686.696897:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000010:2.0:1789467686.696898:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467686.696904:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467686.696904:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:2.0:1789467686.696905:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467686.696908:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000040:2.0:1789467686.696909:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789467686.696913:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:3.0:1789467686.696913:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000010:2.0:1789467686.696917:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 00000020:00000040:3.0:1789467686.696918:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 02000000:00000001:2.0:1789467686.696921:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1789467686.696923:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 02000000:00000001:2.0:1789467686.696924:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467686.696926:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:2.0:1789467686.696930:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467686.696933:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467686.696934:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000001:2.0:1789467686.696936:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467686.696940:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000040:2.0:1789467686.696944:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404808960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467686 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467686.696945:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467686.696950:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467686.696954:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467686.696960:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00000001:2.0:1789467686.696961:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1789467686.696965:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 02000000:00000001:2.0:1789467686.696966:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789467686.696968:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467686.696970:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:3.0:1789467686.696973:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467686.696975:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467686.696978:0:117762:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:3.0:1789467686.696978:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1789467686.696981:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467686.696983:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467686.696985:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467686.696987:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467686.696992:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:3.0:1789467686.696993:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 02000000:00000010:2.0:1789467686.696996:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 00000020:00000040:3.0:1789467686.696998:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789467686.697002:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467686.697003:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467686.697005:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1789467686.697007:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467686.697008:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:3.0:1789467686.697010:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789467686.697014:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1789467686.697015:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789467686.697017:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789467686.697019:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.697021:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1789467686.697025:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:2.0:1789467686.697027:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467686.697030:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467686.697031:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.697033:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467686.697057:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467686.697059:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467686.697064:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.697071:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467686.697073:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467686.697077:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467686.697080:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467686.697082:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467686.697085:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404809216:0@lo:38:kworker.0 00000100:00000001:2.0:1789467686.697089:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1789467686.697092:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789467686.697094:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467686.697097:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467686.697103:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789467686.697108:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1789467686.697109:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:3.0:1789467686.697112:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467686.697114:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467686.697121:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41435d8. 00000400:00000010:2.0:1789467686.697127:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467686.697133:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404809216, portal 10 00000100:00000001:2.0:1789467686.697136:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467686.697138:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:2.0:1789467686.697146:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.697153:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467686.697161:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467686.697163:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789467686.697166:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404809216, offset 0 00000400:00000200:2.0:1789467686.697171:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467686.697182:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467686.697195:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eba00 00000400:00000100:2.0:1789467686.697201:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404809216 offset 0 length 520: 4 00000400:00000200:2.0:1789467686.697205:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467686.697208:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467686.697216:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789467686.697218:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789467686.697221:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467686.697225:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.697231:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467686.697234:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.697239:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.697241:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467686.697244:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467686.697248:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789467686.697251:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314602133 00000100:00000010:2.0:1789467686.697255:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789467686.697260:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467686.697281:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314602133 00000100:00000010:2.0:1789467686.697284:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c374e0. 00000100:00000001:2.0:1789467686.697287:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467686.697291:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314602133 00000100:00000010:2.0:1789467686.697294:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789467686.697297:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467686.697299:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314602133 00000100:00000010:2.0:1789467686.697305:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37c60. 00000100:00000001:2.0:1789467686.697308:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467686.697311:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467686.697314:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.697316:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.697318:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.697321:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467686.697322:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.697324:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467686.697325:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467686.697326:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.697328:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467686.697382:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467686.697403:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467686.697406:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467686.697409:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467686.697420:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467686.697422:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467686.697425:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467686.697428:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19909 00000100:00080000:3.0:1789467686.697432:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467686.697435:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467686.697438:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467686.697440:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467686.697443:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467686.697447:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467686.697448:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467686.697450:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467686.697451:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467686.697453:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467686.697455:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467686.697458:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467686.697460:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467686.697462:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467686.697463:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467686.697466:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467686.697468:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467686.697471:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467686.697473:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467686.697476:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467686.697478:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467686.697480:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467686.697482:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467686.697485:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789467686.697487:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467686.697490:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467686.697491:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467686.697494:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467686.697500:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467686.697502:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467686.697506:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467686.697510:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467686.697516:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467686.697524:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467686.697526:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467686.697531:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467686.697539:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467686.697542:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467686.697545:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467686.697547:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467686.697549:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467686.697551:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467686.697554:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19909 00000100:00080000:3.0:1789467686.697567:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1789467686.697572:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789467686.697572:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467686.697576:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467686.697577:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789467686.697579:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467686.697581:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467686.697585:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000040:2.0:1789467686.697587:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789467686.697589:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467686.697593:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467686.697597:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467686.697601:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000100:00000001:2.0:1789467686.697602:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1789467686.697604:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000001:2.0:1789467686.697605:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467686.697609:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 02000000:00000001:2.0:1789467686.697610:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467686.697615:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789467686.697616:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:2.0:1789467686.697620:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467686.697621:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1789467686.697626:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404809344:0@lo:38:kworker.0 00000100:00000001:2.0:1789467686.697632:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789467686.697632:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467686.697637:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:2.0:1789467686.697638:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467686.697640:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789467686.697642:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 02000000:00000001:2.0:1789467686.697644:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1789467686.697647:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 02000000:00000010:2.0:1789467686.697650:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 00000100:00000001:3.0:1789467686.697651:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467686.697655:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467686.697656:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1789467686.697660:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143108. 02000000:00000001:3.0:1789467686.697661:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1789467686.697666:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 02000000:00000001:3.0:1789467686.697667:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789467686.697680:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404809344, portal 10 00000100:00000001:3.0:1789467686.697682:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467686.697684:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467686.697686:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.697687:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312502656 : -130400397048960 : ffff8966caa7c380) 00000100:00000010:3.0:1789467686.697695:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000100:00000040:2.0:1789467686.697696:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789467686.697699:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467686.697703:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467686.697706:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467686.697711:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467686.697714:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789467686.697715:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1789467686.697717:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467686.697720:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1789467686.697724:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000400:00000010:2.0:1789467686.697725:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789467686.697729:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404809344, offset 0 00000100:00000001:3.0:1789467686.697731:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467686.697736:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1789467686.697740:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1789467686.697746:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467686.697756:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eba80 00000100:00000001:3.0:1789467686.697758:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467686.697762:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1789467686.697763:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404809344 offset 0 length 520: 4 00000400:00000200:2.0:1789467686.697768:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:3.0:1789467686.697770:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789467686.697771:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467686.697777:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789467686.697781:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789467686.697785:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789467686.697785:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789467686.697792:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467686.697792:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19939) 00000100:00080000:3.0:1789467686.697799:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467686.697804:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467686.697807:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.697817:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.697818:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467686.697822:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467686.697825:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789467686.697828:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314602133 00000100:00000001:2.0:1789467686.697830:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314602133 00000100:00000001:2.0:1789467686.697832:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314602133 00000100:00000001:2.0:1789467686.697834:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314602133 00000100:00000001:2.0:1789467686.697835:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314602133 00000100:00000001:2.0:1789467686.697837:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314602133 00000100:00000001:2.0:1789467686.697839:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314602133 00000100:00000001:2.0:1789467686.697845:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314602133 00000100:00000001:2.0:1789467686.697847:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467686.697850:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.697852:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467686.697856:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.697861:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467686.697863:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467686.697865:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467686.697867:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467686.697868:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467686.697871:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404809472:0@lo:38:kworker.0 00000100:00000001:2.0:1789467686.697873:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467686.697875:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467686.697877:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467686.697879:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467686.697882:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789467686.697883:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467686.697886:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41432c0. 00000400:00000010:2.0:1789467686.697889:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789467686.697892:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404809472, portal 10 00000100:00000001:2.0:1789467686.697894:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467686.697896:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00080000:3.0:1789467686.697900:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467686.697906:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19939) 00000100:00000040:2.0:1789467686.698860:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.698868:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467686.698870:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467686.698875:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467686.698878:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404809472, offset 0 00000400:00000200:2.0:1789467686.698883:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467686.698892:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467686.698899:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ebb00 00000400:00000100:2.0:1789467686.698904:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404809472 offset 0 length 520: 4 00000400:00000200:2.0:1789467686.698918:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467686.698920:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467686.698928:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467686.698930:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467686.698934:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467686.698937:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.698945:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467686.698947:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.698953:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.698954:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467686.698958:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467686.698962:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789467686.698965:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314602134 00000100:00000001:2.0:1789467686.698974:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314602133 00000100:00000001:2.0:1789467686.698978:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314602134 00000100:00000001:2.0:1789467686.698982:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314602133 00000100:00000001:2.0:1789467686.698984:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314602134 00000100:00000001:2.0:1789467686.698988:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314602133 00000100:00000001:2.0:1789467686.698990:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314602134 00000100:00000001:2.0:1789467686.698993:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314602133 00000100:00000001:2.0:1789467686.698995:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467686.698998:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.699002:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.699004:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.699010:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467686.699012:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.699015:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467686.699017:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467686.699027:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467686.699032:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.699059:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467686.699061:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467686.699063:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467686.699065:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467686.699067:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467686.699070:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404809600:0@lo:38:kworker.0 00000100:00000001:2.0:1789467686.699073:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467686.699076:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467686.699078:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467686.699080:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467686.699084:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467686.699086:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467686.699090:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143c08. 00000400:00000010:2.0:1789467686.699094:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467686.699098:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404809600, portal 10 00000100:00000001:2.0:1789467686.699099:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467686.699101:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312514304 : -130400397037312 : ffff8966caa7f100) 00000100:00000040:2.0:1789467686.699106:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.699112:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467686.699114:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467686.699116:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789467686.699118:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404809600, offset 0 00000400:00000200:2.0:1789467686.699122:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467686.699127:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467686.699132:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ebb80 00000400:00000100:2.0:1789467686.699136:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404809600 offset 0 length 520: 4 00000400:00000200:2.0:1789467686.699139:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467686.699141:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467686.699145:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789467686.699152:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789467686.699155:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467686.699159:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.699165:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467686.699168:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467686.699174:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.699175:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467686.699179:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467686.699182:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789467686.699184:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314602136 00000100:00000001:2.0:1789467686.699188:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314602134 00000100:00000001:2.0:1789467686.699192:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314602136 00000100:00000001:2.0:1789467686.699194:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314602134 00000100:00000001:2.0:1789467686.699197:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314602136 00000100:00000001:2.0:1789467686.699200:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314602134 00000100:00000001:2.0:1789467686.699202:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314602136 00000100:00000001:2.0:1789467686.699204:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314602134 00000100:00000001:2.0:1789467686.699207:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467686.699209:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.699211:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.699213:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.699217:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467686.699218:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.699220:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467686.699221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467686.699223:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467686.699225:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467686.720225:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314602136, at 4314602137 00000100:00000010:3.0:1789467686.720240:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37c60. 00000100:00000040:1.0:1789467686.720272:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314602136, at 4314602137 00000100:00000010:1.0:1789467686.720281:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00000040:0.0:1789467686.720521:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314602136, at 4314602137 00000100:00000010:0.0:1789467686.720527:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000040:2.0:1789467686.720764:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314602136, at 4314602137 00000100:00000010:2.0:1789467686.720770:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00010000:00000001:0.0:1789467686.887186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467686.887192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467686.887198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467686.887199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467686.887204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467686.887206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467686.890716:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467686.890722:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467686.890727:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467687.719417:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467687.719432:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467687.719434:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467687.719439:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467687.719441:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467687.719445:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467687.719447:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467687.911798:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467687.911805:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467687.911811:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467687.911812:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467687.911817:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467687.911818:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467687.912269:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467687.912274:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467687.912277:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467688.743424:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467688.743438:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467688.743441:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467688.743445:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467688.743448:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467688.743452:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467688.743455:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467688.936132:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467688.936140:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467688.936145:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467688.936146:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467688.936151:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467688.936152:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467688.936358:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467688.936377:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467688.936380:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467689.767157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467689.767172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467689.767174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467689.767179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467689.767181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467689.767185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467689.767188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467689.959988:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467689.959995:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467689.960000:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467689.960002:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467689.960006:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467689.960008:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467689.961809:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467689.961815:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467689.961819:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467690.791914:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467690.791924:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467690.791938:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467665/real 1789467665] req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467690 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467690.791956:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467690.791958:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467690.791961:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143a50. 00000400:00000200:2.0:1789467690.791968:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789467690.791970:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789467690.791974:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467690.791978:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467690 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467690.791986:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467690 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467690.792009:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467690.792011:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.792014:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467690.792016:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467690.792021:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467690 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467690.792027:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.792052:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467690.792054:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.792056:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467690.792058:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467690.792062:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467690.792066:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467690 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467690.792073:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467690.792075:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.792077:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467690.792078:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.792080:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467690.792082:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467690.792085:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467690.792109:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789467690.792111:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467690.792115:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467690 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467690.792123:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404809088:0@lo:250:kworker.0 00000100:00000001:2.0:1789467690.792127:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467690.792129:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467690.792132:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404809088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467690 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467690.792151:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467690.792154:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467690.792157:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789467690.792161:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467690.792163:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467690.792165:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467690.792167:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467690.792169:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:2.0:1789467690.792174:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467690.792176:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467690.792177:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:2.0:1789467690.792181:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467690.792183:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.792185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467690.792971:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467690.792977:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467690.792979:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467690.792983:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467690.792986:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467690.792990:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19913 00000100:00080000:1.0:1789467690.792994:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467690.792997:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467690.793000:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467690.793002:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467690.793004:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467690.793013:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467690.793015:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467690.793017:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467690.793020:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467690.793022:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467690.793024:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467690.793027:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467690.793029:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467690.793031:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467690.793032:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467690.793035:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467690.793058:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467690.793060:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467690.793063:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467690.793066:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467690.793069:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467690.793071:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467690.793074:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467690.793080:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000020:00000040:1.0:1789467690.793101:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467690.793104:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467690.793106:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467690.793108:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467690.793111:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467690.793114:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467690.793121:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fea400. 00000100:00000001:1.0:1789467690.793127:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467690.793134:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467690.793142:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467690.793146:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467690.793150:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467690.793169:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467690.793172:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467690.793175:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467690.793178:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467690.793181:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467690.793184:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467690.793188:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467690.793190:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467690.793193:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467690.793197:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19943) 00000100:00000001:2.0:1789467690.793258:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467690.793261:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467690.793264:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467690.793269:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467690.793276:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467690.793279:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467690.793282:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467690.793284:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467690.793287:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467690.793290:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404809728:0@lo:250:kworker.0 00000100:00000001:2.0:1789467690.793294:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467690.793297:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467690.793299:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467690.793301:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467690.793305:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789467690.793307:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467690.793312:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143a50. 00000400:00000010:2.0:1789467690.793317:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789467690.793322:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404809728, portal 25 00000100:00000001:2.0:1789467690.793329:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467690.793331:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755045120 : -130395954506496 : ffff8967d3739500) 00000100:00000040:2.0:1789467690.793336:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467690.793342:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467690.793344:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467690.793346:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789467690.793349:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404809728, offset 0 00000400:00000200:2.0:1789467690.793354:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467690.793364:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467690.793374:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ebc00 00000400:00000100:2.0:1789467690.793379:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404809728 offset 0 length 520: 4 00000400:00000200:2.0:1789467690.793383:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467690.793385:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467690.793394:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789467690.793396:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789467690.793399:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467690.793402:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467690.793410:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467690.793412:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467690.793418:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467690.793419:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467690.793424:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467690.793427:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314611380 00000100:00000010:2.0:1789467690.793431:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789467690.793437:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467690.793447:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314611380 00000100:00000010:2.0:1789467690.793450:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c376c0. 00000100:00000001:2.0:1789467690.793452:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467690.793455:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314611380 00000100:00000010:2.0:1789467690.793463:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37960. 00000100:00000001:2.0:1789467690.793465:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467690.793469:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314611380 00000100:00000010:2.0:1789467690.793472:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37840. 00000100:00000001:2.0:1789467690.793474:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467690.793478:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467690.793480:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467690.793484:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467690.793486:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.793493:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467690.793495:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.793497:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467690.793498:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467690.793500:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467690.793502:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467690.983165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467690.983172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467690.983178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467690.983180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467690.983185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467690.983187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467690.983285:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467690.983289:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467690.983292:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467691.815159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467691.815173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467691.815176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467691.815180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467691.815182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467691.815187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467691.815189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467691.815332:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467691.815338:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467691.815341:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467691.815360:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467691.815363:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467691.815366:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467691.815369:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467691.815372:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467691.815375:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467691.815379:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467691.815384:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19944) 00010000:00000001:0.0:1789467692.007751:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467692.007758:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467692.007781:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467692.007782:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467692.007787:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467692.007788:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467692.007909:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467692.007913:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467692.007916:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789467692.167019:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467692.167035:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467692.167065:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467692.167069:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789467692.167092:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789467692.167109:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9e600 00000400:00000100:0.0:1789467692.167117:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402395648 offset 0 length 520: 4 00000400:00000200:0.0:1789467692.167122:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467692.167125:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789467692.167135:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467692.167139:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467692.167142:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467692.167145:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467692.167147:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467692.167149:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789467692.167153:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789467692.167158:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e680 00000400:00000100:0.0:1789467692.167163:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402395776 offset 0 length 520: 4 00000400:00000200:0.0:1789467692.167166:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467692.167168:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789467692.167172:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467692.167178:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467692.167180:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467692.167182:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467692.180690:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467692.180712:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467692.180716:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467692.180718:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467692.180730:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467692.180754:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e700 00000400:00000100:1.0:1789467692.180763:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402395904 offset 0 length 520: 4 00000400:00000200:1.0:1789467692.180768:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467692.180771:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467692.180782:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467692.180790:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467692.180983:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467692.180987:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467692.839129:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467692.839144:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467692.839146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467692.839150:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467692.839153:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467692.839157:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467692.839159:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467693.031190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467693.031197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467693.031203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467693.031204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467693.031210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467693.031211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467693.040076:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467693.040083:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467693.040087:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467693.863228:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467693.863244:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467693.863246:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467693.863252:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467693.863254:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467693.863277:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467693.863280:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467694.055160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467694.055168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467694.055173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467694.055175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467694.055179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467694.055181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467694.055293:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467694.055297:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467694.055299:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789467694.439197:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789467694.439205:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467694.439211:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467694.439607:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467694.439622:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467694.439633:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467694.439638:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467694.439640:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467694.887177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467694.887191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467694.887193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467694.887198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467694.887200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467694.887204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467694.887207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467695.079193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467695.079199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467695.079205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467695.079206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467695.079211:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467695.079214:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467695.079216:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467695.079219:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467695.079222:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467695.079224:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467695.079227:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467695.079229:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467695.079313:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467695.079316:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467695.079319:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467695.852503:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467695.852513:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467695.852516:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467695.852520:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467695.852522:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467695.852526:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467695.852528:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467695.852531:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467695.852534:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467695.852536:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467695.852541:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19948) 00000100:00000001:2.0:1789467695.911168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467695.911184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467695.911186:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467695.911191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467695.911194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467695.911199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467695.911202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467696.103179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467696.103186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467696.103191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467696.103193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467696.103198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467696.103200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467696.103289:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467696.103307:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467696.103310:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467696.295167:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314611380, at 4314611712 00000100:00000010:2.0:1789467696.295182:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:3.0:1789467696.295864:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314611380, at 4314611712 00000100:00000010:3.0:1789467696.295872:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37840. 00000100:00000040:0.0:1789467696.296921:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314611380, at 4314611713 00000100:00000010:0.0:1789467696.296931:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00000100:00000040:1.0:1789467696.297466:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314611380, at 4314611714 00000100:00000010:1.0:1789467696.297473:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c376c0. 00000100:00000001:2.0:1789467696.935252:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467696.935272:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467696.935275:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467696.935282:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467696.935285:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467696.935291:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467696.935294:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467697.127173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467697.127182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467697.127187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467697.127189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467697.127194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467697.127196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467697.127672:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467697.127675:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467697.127679:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467697.959774:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467697.959795:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467697.959798:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467697.959804:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467697.959807:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467697.959813:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467697.959816:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467698.151330:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467698.151337:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467698.151342:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467698.151344:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467698.151349:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467698.151350:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467698.152932:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467698.152939:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467698.152944:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467698.983155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467698.983170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467698.983172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467698.983177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467698.983179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467698.983183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467698.983186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467699.175157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467699.175164:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467699.175170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467699.175171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467699.175176:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467699.175178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467699.175274:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467699.175277:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467699.175280:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467700.007164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467700.007179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467700.007181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467700.007186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467700.007188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467700.007193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467700.007195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467700.199597:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467700.199605:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467700.199611:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467700.199612:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467700.199616:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467700.199618:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467700.199703:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467700.199707:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467700.199710:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467700.903185:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467700.903195:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467700.903197:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467700.903201:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467700.903203:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467700.903206:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467700.903208:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467700.903212:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467700.903214:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467700.903218:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467700.903238:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19954) 00000100:00000001:2.0:1789467701.031255:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467701.031271:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467701.031273:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467701.031278:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467701.031280:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467701.031285:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467701.031288:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.223115:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467701.223123:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.223128:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467701.223130:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.223135:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467701.223153:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467701.223301:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467701.223305:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467701.223308:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467702.056628:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467702.056644:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467702.056646:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467702.056650:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467702.056663:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467702.056668:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467702.056670:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467702.247385:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467702.247392:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467702.247397:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467702.247398:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467702.247402:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467702.247404:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467702.247752:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467702.247755:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467702.247759:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467703.079709:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467703.079725:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467703.079727:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467703.079731:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467703.079734:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467703.079738:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467703.079741:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467703.271213:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467703.271220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467703.271226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467703.271227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467703.271232:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467703.271233:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467703.271456:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467703.271460:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467703.271463:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467704.103206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467704.103221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467704.103223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467704.103227:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467704.103229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467704.103233:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467704.103236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467704.295120:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467704.295128:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467704.295134:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467704.295135:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467704.295139:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467704.295141:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467704.297981:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467704.297988:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467704.297992:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467705.127158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467705.127173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467705.127175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467705.127180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467705.127201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467705.127206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467705.127208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467705.319176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467705.319183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467705.319189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467705.319191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467705.319195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467705.319198:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467705.319201:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467705.319204:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467705.319207:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467705.319209:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467705.319211:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467705.319213:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467705.319863:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467705.319866:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467705.319870:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467706.023206:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467706.023217:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467706.023221:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467706.023224:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467706.023226:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467706.023229:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467706.023232:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467706.023235:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467706.023308:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467706.023312:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467706.023317:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19959) 00000100:00000001:2.0:1789467706.152399:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467706.152414:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467706.152416:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467706.152421:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467706.152423:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467706.152428:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467706.152431:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467706.343159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467706.343167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467706.343172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467706.343174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467706.343178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467706.343180:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467706.343534:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467706.343538:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467706.343542:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467707.175239:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467707.175256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467707.175258:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467707.175263:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467707.175265:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467707.175270:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467707.175290:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467707.367153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467707.367178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467707.367185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467707.367186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467707.367191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467707.367192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467707.367292:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467707.367296:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467707.367299:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467708.201625:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467708.201638:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467708.201641:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467708.201645:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467708.201648:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467708.201652:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467708.201656:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467708.391221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467708.391229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467708.391234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467708.391236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467708.391240:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467708.391242:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467708.391448:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467708.391453:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467708.391456:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467709.223154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467709.223167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467709.223170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467709.223174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467709.223176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467709.223181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467709.223184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467709.415178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467709.415185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467709.415191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467709.415192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467709.415197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467709.415198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467709.415341:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467709.415345:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467709.415347:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467710.247148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467710.247232:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467710.247235:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467710.247239:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467710.247241:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467710.247246:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467710.247248:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467710.439310:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467710.439317:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467710.439323:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467710.439324:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467710.439328:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467710.439329:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467710.439577:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467710.439580:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467710.439583:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467711.143170:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467711.143180:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467711.143183:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467711.143187:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467711.143189:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467711.143192:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467711.143211:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467711.143214:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467711.143217:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467711.143220:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467711.143226:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19964) 00000100:00000001:2.0:1789467711.271169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467711.271178:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467711.271190:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467686/real 1789467686] req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467711.271207:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467711.271208:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467711.271212:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143c08. 00000400:00000200:2.0:1789467711.271218:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467711.271221:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467711.271225:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467711.271229:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467711.271238:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271244:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467711.271246:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271249:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467711.271251:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467711.271254:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271260:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271262:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467711.271266:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467686/real 1789467686] req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467711.271294:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467711.271295:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467711.271297:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143108. 00000400:00000200:2.0:1789467711.271299:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789467711.271301:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789467711.271303:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467711.271306:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467711.271313:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271319:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467711.271320:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271321:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467711.271323:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467711.271325:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271331:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271332:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467711.271336:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467686/real 1789467686] req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467711.271342:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467711.271343:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467711.271345:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41432c0. 00000400:00000200:2.0:1789467711.271348:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789467711.271349:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789467711.271351:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467711.271354:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467711.271361:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271380:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467711.271382:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271384:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467711.271385:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467711.271389:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271394:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271396:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467711.271401:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467686/real 1789467686] req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467711.271408:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467711.271409:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467711.271411:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41435d8. 00000400:00000200:2.0:1789467711.271414:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789467711.271415:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789467711.271417:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467711.271420:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467711.271432:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271438:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467711.271439:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271441:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467711.271442:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467711.271445:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271451:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271460:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467711.271466:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271468:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467711.271470:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467711.271478:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467711.271483:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271501:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467711.271504:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271506:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467711.271507:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271509:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467711.271511:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467711.271515:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467711.271542:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467711.271544:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467711.271548:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467711.271559:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404809600:0@lo:38:kworker.0 00000100:00000001:2.0:1789467711.271563:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467711.271566:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271572:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467711.271577:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271579:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467711.271580:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271582:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467711.271583:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467711.271585:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467711.271592:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467711.271593:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467711.271597:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467711.271610:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404809344:0@lo:38:kworker.0 00000100:00000001:2.0:1789467711.271615:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467711.271618:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271624:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467711.271625:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271627:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467711.271628:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271629:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467711.271631:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467711.271633:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467711.271638:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467711.271639:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467711.271643:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467711.271650:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404809472:0@lo:38:kworker.0 00000100:00000001:2.0:1789467711.271653:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467711.271657:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271663:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467711.271665:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271666:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467711.271668:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271669:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467711.271670:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467711.271673:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467711.271684:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467711.271686:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467711.271690:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467711.271697:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404809216:0@lo:38:kworker.0 00000100:00000001:2.0:1789467711.271701:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.271704:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467711.271707:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f100 x1876386404809600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271713:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467711.271716:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467711.271719:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467711.271724:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467711.271726:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467711.271728:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789467711.271730:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467711.271732:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:2.0:1789467711.271736:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467711.271737:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467711.271740:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f100. 00000100:00000001:2.0:1789467711.271744:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467711.271745:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271747:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467711.271749:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404809344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271754:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467711.271755:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467711.271757:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467711.271759:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467711.271760:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467711.271761:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789467711.271763:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467711.271764:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:2.0:1789467711.271771:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467711.271772:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467711.271774:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00000001:2.0:1789467711.271776:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467711.271778:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271779:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467711.271782:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404809472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271788:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467711.271789:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467711.271790:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789467711.271792:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467711.271794:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467711.271795:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789467711.271797:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467711.271798:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:2.0:1789467711.271800:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467711.271801:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467711.271803:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:2.0:1789467711.271805:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467711.271806:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271808:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467711.271811:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404809216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467711 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.271817:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467711.271818:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467711.271819:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789467711.271821:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467711.271822:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467711.271823:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789467711.271825:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467711.271826:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:2.0:1789467711.271828:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467711.271829:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467711.271830:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:2.0:1789467711.271831:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467711.271836:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.271839:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467711.273930:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467711.273939:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467711.273942:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467711.273945:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467711.273948:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467711.273951:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467711.273955:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467711.273959:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19934 00000100:00080000:1.0:1789467711.273978:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467711.273981:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467711.273984:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467711.273986:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467711.273988:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467711.273997:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467711.273999:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467711.274001:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467711.274005:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467711.274007:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467711.274010:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467711.274013:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467711.274014:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467711.274016:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467711.274018:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467711.274020:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467711.274024:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467711.274026:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467711.274028:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467711.274072:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467711.274075:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467711.274078:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467711.274080:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467711.274087:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739f80. 00000020:00000040:1.0:1789467711.274090:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467711.274093:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467711.274095:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467711.274098:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467711.274101:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467711.274105:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467711.274112:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feac00. 00000100:00000001:1.0:1789467711.274118:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467711.274133:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467711.274142:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467711.274146:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467711.274150:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b761f95] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467711.274176:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467711.274179:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467711.274182:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467711.274183:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467711.274185:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467711.274187:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467711.274190:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19934 00000100:00080000:1.0:1789467711.274192:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467711.274194:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467711.274196:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467711.274198:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467711.274199:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467711.274203:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467711.274205:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467711.274207:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467711.274209:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467711.274211:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467711.274213:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467711.274216:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467711.274218:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467711.274219:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467711.274221:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467711.274223:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467711.274225:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467711.274234:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467711.274236:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467711.274239:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467711.274241:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467711.274243:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467711.274244:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467711.274247:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b100. 00000020:00000040:1.0:1789467711.274250:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467711.274252:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467711.274253:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467711.274255:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467711.274256:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467711.274258:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467711.274262:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9000. 00000100:00000001:1.0:1789467711.274265:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467711.274269:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467711.274277:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467711.274278:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467711.274281:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003353458e] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467711.274289:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467711.274291:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467711.274294:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467711.274295:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467711.274297:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467711.274299:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467711.274301:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19934 00000100:00080000:1.0:1789467711.274304:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467711.274306:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467711.274308:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467711.274309:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467711.274318:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467711.274322:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467711.274323:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467711.274324:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467711.274326:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467711.274327:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467711.274329:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467711.274332:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467711.274334:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467711.274335:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467711.274337:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467711.274339:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467711.274341:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467711.274343:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467711.274345:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467711.274348:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467711.274350:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467711.274352:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467711.274354:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467711.274357:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789467711.274359:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467711.274361:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467711.274362:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467711.274364:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467711.274365:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467711.274367:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467711.274371:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe8c00. 00000100:00000001:1.0:1789467711.274374:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467711.274379:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467711.274386:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467711.274388:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467711.274390:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467711.274403:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467711.274406:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467711.274409:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467711.274410:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467711.274411:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467711.274413:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467711.274416:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19934 00000100:00080000:1.0:1789467711.274418:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467711.274420:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467711.274422:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467711.274424:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467711.274426:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467711.274429:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467711.274430:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467711.274432:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467711.274434:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467711.274436:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467711.274438:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467711.274440:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467711.274442:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467711.274444:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467711.274445:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467711.274448:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467711.274450:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467711.274452:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467711.274454:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467711.274457:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467711.274459:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467711.274461:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467711.274467:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467711.274471:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a680. 00000020:00000040:1.0:1789467711.274473:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467711.274475:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467711.274476:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467711.274478:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467711.274479:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467711.274481:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467711.274484:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789467711.274501:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467711.274506:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467711.274512:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467711.274514:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467711.274517:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004c1a07a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467711.274524:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467711.274528:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19964) 00000100:00000001:2.0:1789467711.274644:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467711.274647:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467711.274649:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467711.274655:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.274663:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467711.274665:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467711.274668:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467711.274670:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467711.274673:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467711.274676:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404809856:0@lo:38:kworker.0 00000100:00000001:2.0:1789467711.274680:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467711.274684:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467711.274686:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467711.274688:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467711.274692:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789467711.274695:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467711.274701:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41435d8. 00000400:00000010:2.0:1789467711.274707:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467711.274713:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404809856, portal 10 00000100:00000001:2.0:1789467711.274715:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467711.274717:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755047808 : -130395954503808 : ffff8967d3739f80) 00000100:00000040:2.0:1789467711.274723:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.274730:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467711.274732:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467711.274734:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789467711.274736:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404809856, offset 0 00000400:00000200:2.0:1789467711.274741:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467711.274754:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467711.274764:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ebc80 00000400:00000100:2.0:1789467711.274769:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404809856 offset 0 length 520: 4 00000400:00000200:2.0:1789467711.274779:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467711.274782:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467711.274793:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789467711.274796:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789467711.274800:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467711.274803:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.274811:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467711.274814:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.274828:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.274830:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467711.274835:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467711.274839:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789467711.274843:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314626710 00000100:00000010:2.0:1789467711.274847:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a80. 00000100:00000001:2.0:1789467711.274853:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467711.274871:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314626710 00000100:00000010:2.0:1789467711.274875:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789467711.274879:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467711.274888:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314626710 00000100:00000010:2.0:1789467711.274892:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37720. 00000100:00000001:2.0:1789467711.274895:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467711.274898:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314626710 00000100:00000010:2.0:1789467711.274900:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d80. 00000100:00000001:2.0:1789467711.274903:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467711.274918:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467711.274922:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.274924:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467711.274928:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.274942:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467711.274943:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467711.274945:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467711.274947:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467711.274949:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467711.274952:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404809984:0@lo:38:kworker.0 00000100:00000001:2.0:1789467711.274954:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467711.274956:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467711.274958:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467711.274960:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467711.274962:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789467711.274964:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467711.274967:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41432c0. 00000400:00000010:2.0:1789467711.274970:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789467711.274974:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404809984, portal 10 00000100:00000001:2.0:1789467711.274976:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467711.274977:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755052288 : -130395954499328 : ffff8967d373b100) 00000100:00000040:2.0:1789467711.274982:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.274988:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467711.274990:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467711.274992:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789467711.274994:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404809984, offset 0 00000400:00000200:2.0:1789467711.274998:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467711.275004:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467711.275009:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ebd00 00000400:00000100:2.0:1789467711.275012:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404809984 offset 0 length 520: 4 00000400:00000200:2.0:1789467711.275015:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467711.275017:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467711.275022:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789467711.275023:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789467711.275032:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467711.275060:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275069:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467711.275073:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275079:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.275081:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467711.275086:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467711.275089:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789467711.275091:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314626711 00000100:00000001:2.0:1789467711.275097:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314626710 00000100:00000001:2.0:1789467711.275100:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314626711 00000100:00000001:2.0:1789467711.275102:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314626710 00000100:00000001:2.0:1789467711.275105:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314626711 00000100:00000001:2.0:1789467711.275107:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4314626710 00000100:00000001:2.0:1789467711.275110:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314626711 00000100:00000001:2.0:1789467711.275112:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4314626710 00000100:00000001:2.0:1789467711.275115:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467711.275117:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.275119:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467711.275122:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275129:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467711.275130:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467711.275132:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467711.275134:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467711.275136:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467711.275138:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404810112:0@lo:38:kworker.0 00000100:00000001:2.0:1789467711.275142:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467711.275150:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467711.275151:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467711.275153:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467711.275156:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467711.275162:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467711.275166:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143108. 00000400:00000010:2.0:1789467711.275170:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789467711.275173:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404810112, portal 10 00000100:00000001:2.0:1789467711.275175:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467711.275176:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054976 : -130395954496640 : ffff8967d373bb80) 00000100:00000040:2.0:1789467711.275182:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275187:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467711.275189:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467711.275191:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467711.275193:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404810112, offset 0 00000400:00000200:2.0:1789467711.275197:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467711.275202:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467711.275207:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ebd80 00000400:00000100:2.0:1789467711.275210:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404810112 offset 0 length 520: 4 00000400:00000200:2.0:1789467711.275213:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467711.275215:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467711.275219:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467711.275221:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467711.275223:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467711.275226:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275233:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467711.275235:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275240:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.275241:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467711.275244:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467711.275253:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789467711.275256:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314626711 00000100:00000001:2.0:1789467711.275258:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314626711 00000100:00000001:2.0:1789467711.275260:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314626711 00000100:00000001:2.0:1789467711.275262:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314626711 00000100:00000001:2.0:1789467711.275264:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314626711 00000100:00000001:2.0:1789467711.275265:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314626711 00000100:00000001:2.0:1789467711.275267:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314626711 00000100:00000001:2.0:1789467711.275269:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314626711 00000100:00000001:2.0:1789467711.275271:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467711.275272:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.275275:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467711.275278:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275285:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467711.275286:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467711.275288:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467711.275290:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467711.275292:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467711.275294:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404810240:0@lo:38:kworker.0 00000100:00000001:2.0:1789467711.275297:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467711.275299:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467711.275301:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467711.275302:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467711.275305:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467711.275307:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467711.275310:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143c08. 00000400:00000010:2.0:1789467711.275313:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467711.275316:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404810240, portal 10 00000100:00000001:2.0:1789467711.275318:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467711.275324:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755049600 : -130395954502016 : ffff8967d373a680) 00000100:00000040:2.0:1789467711.275331:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275337:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467711.275338:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467711.275340:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789467711.275343:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404810240, offset 0 00000400:00000200:2.0:1789467711.275346:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467711.275351:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467711.275356:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ebe00 00000400:00000100:2.0:1789467711.275359:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404810240 offset 0 length 520: 4 00000400:00000200:2.0:1789467711.275362:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467711.275364:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467711.275368:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789467711.275369:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789467711.275371:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467711.275374:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275381:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467711.275383:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467711.275389:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.275391:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467711.275393:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467711.275396:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789467711.275399:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314626712 00000100:00000001:2.0:1789467711.275403:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314626711 00000100:00000001:2.0:1789467711.275406:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314626712 00000100:00000001:2.0:1789467711.275409:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314626711 00000100:00000001:2.0:1789467711.275411:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314626712 00000100:00000001:2.0:1789467711.275413:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314626711 00000100:00000001:2.0:1789467711.275423:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314626712 00000100:00000001:2.0:1789467711.275425:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314626711 00000100:00000001:2.0:1789467711.275428:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467711.275429:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.275433:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.275436:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.275442:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467711.275444:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467711.275446:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467711.275448:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467711.275450:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467711.275452:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467711.296192:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314626712, at 4314626713 00000100:00000010:1.0:1789467711.296207:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000040:3.0:1789467711.296634:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314626712, at 4314626713 00000100:00000010:3.0:1789467711.296641:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d80. 00000100:00000040:0.0:1789467711.297125:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314626712, at 4314626714 00000100:00000010:0.0:1789467711.297133:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:2.0:1789467711.297324:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314626712, at 4314626714 00000100:00000010:2.0:1789467711.297330:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00010000:00000001:0.0:1789467711.463167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467711.463175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.463181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467711.463182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.463187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467711.463188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467711.463282:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467711.463286:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467711.463289:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467712.295152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467712.295167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467712.295169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467712.295173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467712.295175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467712.295180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467712.295182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467712.487643:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467712.487650:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467712.487656:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467712.487657:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467712.487662:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467712.487664:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467712.487791:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467712.487794:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467712.487797:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467713.319151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467713.319165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467713.319168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467713.319172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467713.319174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467713.319179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467713.319181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467713.511171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467713.511178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467713.511183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467713.511185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467713.511189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467713.511191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467713.511519:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467713.511522:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467713.511526:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467714.343148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467714.343162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467714.343164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467714.343168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467714.343170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467714.343175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467714.343194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467714.535299:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467714.535306:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467714.535311:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467714.535313:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467714.535318:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467714.535319:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467714.535415:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467714.535418:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467714.535420:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467715.367313:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467715.367322:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467715.367336:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467690/real 1789467690] req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467715 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467715.367355:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467715.367357:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467715.367361:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143a50. 00000400:00000200:2.0:1789467715.367380:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789467715.367383:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789467715.367388:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467715.367392:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467715 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467715.367402:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467715 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467715.367409:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467715.367412:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467715.367415:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467715.367417:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467715.367421:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467715 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467715.367428:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467715.367437:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467715.367439:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467715.367442:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467715.367444:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467715.367448:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467715.367452:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467715 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467715.367469:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467715.367489:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467715.367491:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467715.367492:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467715.367495:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467715.367497:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467715.367501:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467715.367532:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789467715.367535:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467715.367540:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467715 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467715.367549:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404809728:0@lo:250:kworker.0 00000100:00000001:2.0:1789467715.367554:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467715.367556:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467715.367560:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739500 x1876386404809728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467715 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467715.367568:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467715.367570:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467715.367574:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789467715.367578:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467715.367581:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467715.367583:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467715.367585:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467715.367588:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fea400. 02000000:00000001:2.0:1789467715.367592:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467715.367594:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467715.367596:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739500. 00000100:00000001:2.0:1789467715.367601:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467715.367602:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467715.367605:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467715.369885:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467715.369895:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467715.369898:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467715.369901:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467715.369905:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467715.369910:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19938 00000100:00080000:1.0:1789467715.369915:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467715.369931:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467715.369934:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467715.369936:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467715.369938:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467715.369947:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467715.369949:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467715.369952:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467715.369955:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467715.369957:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467715.369959:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467715.369961:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467715.369963:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467715.369965:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467715.369966:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467715.369969:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467715.369972:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467715.369974:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467715.369977:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467715.369980:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467715.369982:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467715.369984:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467715.369987:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467715.369993:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000020:00000040:1.0:1789467715.369997:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467715.370000:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467715.370002:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467715.370004:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467715.370006:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467715.370009:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467715.370016:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789467715.370023:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467715.370031:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467715.370085:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467715.370089:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467715.370094:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467715.370123:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467715.370126:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467715.370130:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467715.370132:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467715.370135:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467715.370137:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467715.370140:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467715.370142:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467715.370144:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467715.370149:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (19968) 00000100:00000001:2.0:1789467715.370223:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467715.370227:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467715.370229:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467715.370236:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467715.370250:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467715.370252:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467715.370255:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467715.370257:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467715.370260:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467715.370263:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404810368:0@lo:250:kworker.0 00000100:00000001:2.0:1789467715.370267:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467715.370271:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467715.370273:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467715.370276:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467715.370279:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789467715.370281:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467715.370287:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143a50. 00000400:00000010:2.0:1789467715.370293:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789467715.370299:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404810368, portal 25 00000100:00000001:2.0:1789467715.370301:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467715.370303:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755045120 : -130395954506496 : ffff8967d3739500) 00000100:00000040:2.0:1789467715.370308:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467715.370314:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467715.370316:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467715.370318:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789467715.370321:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404810368, offset 0 00000400:00000200:2.0:1789467715.370326:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467715.370339:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467715.370348:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ebe80 00000400:00000100:2.0:1789467715.370355:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404810368 offset 0 length 520: 4 00000400:00000200:2.0:1789467715.370359:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467715.370361:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467715.370372:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789467715.370375:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789467715.370384:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467715.370388:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467715.370396:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467715.370399:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467715.370405:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467715.370406:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467715.370412:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467715.370416:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314635957 00000100:00000010:2.0:1789467715.370420:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37720. 00000100:00000001:2.0:1789467715.370426:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467715.370436:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314635957 00000100:00000010:2.0:1789467715.370439:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789467715.370442:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467715.370445:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314635957 00000100:00000010:2.0:1789467715.370447:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789467715.370466:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467715.370469:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314635957 00000100:00000010:2.0:1789467715.370472:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789467715.370474:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467715.370477:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467715.370479:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467715.370483:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467715.370486:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467715.370492:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467715.370494:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467715.370495:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467715.370497:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467715.370498:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467715.370500:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467715.559166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467715.559173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467715.559178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467715.559180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467715.559184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467715.559187:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467715.559189:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467715.559193:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467715.559195:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467715.559198:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467715.559199:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467715.559201:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467715.562247:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467715.562254:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467715.562273:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467716.391233:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467716.391250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467716.391252:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467716.391257:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467716.391259:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467716.391263:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467716.391266:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467716.391815:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467716.391820:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467716.391823:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467716.391826:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467716.391828:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467716.391831:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467716.391833:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467716.391836:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467716.391847:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467716.391851:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467716.391856:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (19969) 00010000:00000001:0.0:1789467716.583165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467716.583173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467716.583179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467716.583181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467716.583186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467716.583187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467716.584658:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467716.584664:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467716.584668:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789467716.742011:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467716.742028:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467716.742033:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467716.742035:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467716.742088:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467716.742115:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9e780 00000400:00000100:1.0:1789467716.742124:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402396032 offset 0 length 520: 4 00000400:00000200:1.0:1789467716.742130:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467716.742145:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467716.742156:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467716.742163:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467716.742165:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467716.742167:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467716.742256:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467716.742268:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467716.742270:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467716.742273:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467716.742278:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467716.742287:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e800 00000400:00000100:3.0:1789467716.742293:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402396160 offset 0 length 520: 4 00000400:00000200:3.0:1789467716.742297:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467716.742299:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467716.742304:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467716.742308:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467716.742310:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467716.742312:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467716.745736:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467716.745753:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467716.745757:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467716.745760:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789467716.745771:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789467716.745789:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e880 00000400:00000100:0.0:1789467716.745798:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402396288 offset 0 length 520: 4 00000400:00000200:0.0:1789467716.745817:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467716.745820:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789467716.745830:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467716.745846:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467716.745849:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467716.745851:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467717.415158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467717.415171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467717.415173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467717.415177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467717.415179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467717.415184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467717.415186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467717.607175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467717.607182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467717.607187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467717.607189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467717.607193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467717.607195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467717.611092:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467717.611099:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467717.611104:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467718.439150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467718.439172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467718.439175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467718.439180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467718.439182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467718.439187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467718.439190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467718.631520:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467718.631527:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467718.631533:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467718.631534:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467718.631538:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467718.631540:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467718.631638:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467718.631642:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467718.631644:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467719.463162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467719.463176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467719.463178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467719.463183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467719.463185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467719.463190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467719.463193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467719.655697:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467719.655705:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467719.655710:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467719.655711:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467719.655717:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467719.655719:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467719.655997:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467719.656001:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467719.656004:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467720.423218:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467720.423229:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467720.423233:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467720.423236:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467720.423238:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467720.423241:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467720.423244:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467720.423247:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467720.423250:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467720.423252:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467720.423258:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19973) 00000100:00000001:2.0:1789467720.487156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467720.487170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467720.487172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467720.487177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467720.487180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467720.487201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467720.487204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467720.679170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467720.679178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467720.679184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467720.679185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467720.679190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467720.679191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467720.679313:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467720.679316:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467720.679319:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467720.871126:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314635957, at 4314636288 00000100:00000040:3.0:1789467720.871141:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314635957, at 4314636288 00000100:00000010:1.0:1789467720.871142:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000100:00000010:3.0:1789467720.871146:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000100:00000040:2.0:1789467720.871364:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314635957, at 4314636288 00000100:00000010:2.0:1789467720.871370:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000040:0.0:1789467720.872164:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314635957, at 4314636289 00000100:00000010:0.0:1789467720.872173:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00000100:00000001:2.0:1789467721.511150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467721.511164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467721.511166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467721.511171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467721.511174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467721.511179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467721.511181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467721.703279:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467721.703286:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467721.703291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467721.703293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467721.703315:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467721.703317:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467721.703516:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467721.703520:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467721.703523:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467722.535155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467722.535169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467722.535171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467722.535177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467722.535179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467722.535185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467722.535188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.727267:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467722.727274:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.727280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467722.727282:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.727287:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467722.727289:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467722.729436:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467722.729442:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467722.729446:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467723.559152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467723.559166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467723.559168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467723.559173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467723.559175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467723.559180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467723.559182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467723.751213:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467723.751221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467723.751225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467723.751227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467723.751231:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467723.751232:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467723.751380:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467723.751383:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467723.751386:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467724.583978:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467724.583991:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467724.583993:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467724.583997:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467724.583999:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467724.584004:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467724.584006:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467724.775260:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467724.775268:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467724.775273:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467724.775275:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467724.775280:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467724.775281:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467724.785356:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467724.785362:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467724.785367:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467725.487225:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467725.487236:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467725.487239:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467725.487243:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467725.487245:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467725.487248:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467725.487251:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467725.487254:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467725.487256:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467725.487279:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467725.487286:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19978) 00000100:00000001:2.0:1789467725.607156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467725.607187:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467725.607189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467725.607194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467725.607196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467725.607201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467725.607204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467725.799562:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467725.799570:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467725.799576:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467725.799578:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467725.799582:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467725.799586:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467725.799588:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467725.799592:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467725.799595:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467725.799597:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467725.799599:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467725.799601:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467725.799701:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467725.799714:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467725.799717:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467726.631166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467726.631179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467726.631181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467726.631190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467726.631192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467726.631196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467726.631199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467726.823161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467726.823169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467726.823173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467726.823175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467726.823180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467726.823182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467726.823677:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467726.823681:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467726.823684:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467727.655164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467727.655189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467727.655192:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467727.655196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467727.655198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467727.655203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467727.655206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467727.847167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467727.847174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467727.847180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467727.847181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467727.847186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467727.847188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467727.847246:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467727.847250:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467727.847253:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467728.679143:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467728.679286:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467728.679289:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467728.679294:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467728.679296:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467728.679301:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467728.679304:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467728.871288:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467728.871295:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467728.871300:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467728.871301:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467728.871306:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467728.871307:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467728.871410:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467728.871414:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467728.871417:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467729.705680:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467729.705694:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467729.705696:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467729.705701:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467729.705703:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467729.705708:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467729.705710:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467729.895233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467729.895241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467729.895247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467729.895248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467729.895253:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467729.895256:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467729.895432:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467729.895435:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467729.895438:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467730.601071:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467730.601080:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467730.601084:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467730.601087:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467730.601090:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467730.601093:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467730.601095:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467730.601099:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467730.601102:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467730.601104:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467730.601110:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19983) 00000100:00000001:2.0:1789467730.727190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467730.727205:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467730.727207:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467730.727212:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467730.727215:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467730.727219:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467730.727221:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467730.919138:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467730.919146:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467730.919152:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467730.919154:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467730.919159:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467730.919160:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467730.919241:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467730.919245:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467730.919248:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467731.751164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467731.751177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467731.751179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467731.751183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467731.751185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467731.751189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467731.751192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467731.943147:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467731.943153:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467731.943159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467731.943161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467731.943165:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467731.943167:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467731.946376:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467731.946383:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467731.946387:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467732.327284:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467732.327298:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467732.327303:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467732.327716:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467732.327728:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467732.327740:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467732.327745:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467732.327747:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467732.775162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467732.775176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467732.775178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467732.775182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467732.775185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467732.775190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467732.775192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.967256:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467732.967264:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.967719:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467732.967723:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.967729:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467732.967730:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467732.972176:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467732.972184:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467732.972188:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467733.799509:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467733.799524:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467733.799553:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467733.799557:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467733.799560:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467733.799564:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467733.799566:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467733.991179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467733.991186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467733.991192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467733.991194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467733.991198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467733.991200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467733.991295:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467733.991298:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467733.991302:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467734.823319:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467734.823334:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467734.823336:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467734.823340:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467734.823342:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467734.823347:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467734.823349:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467735.020618:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467735.020625:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467735.020630:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467735.020631:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467735.020636:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467735.020639:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467735.020641:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467735.020644:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467735.020647:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467735.020649:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467735.020651:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467735.020653:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467735.020737:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467735.020741:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467735.020744:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467735.720935:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467735.720945:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467735.720948:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467735.720951:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467735.721389:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467735.721411:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467735.721414:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467735.721417:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467735.721419:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467735.721422:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467735.721427:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19988) 00000100:00000001:0.0:1789467735.847177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467735.847192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467735.847194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467735.847198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467735.847201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467735.847205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467735.847208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467736.039229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467736.039237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467736.039262:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467736.039264:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467736.039278:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467736.039280:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467736.039440:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467736.039442:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467736.039445:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467736.871113:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467736.871121:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467736.871136:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467711/real 1789467711] req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467736.871152:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467736.871154:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467736.871157:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41435d8. 00000400:00000200:0.0:1789467736.871164:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:0.0:1789467736.871167:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:0.0:1789467736.871170:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467736.871174:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467736.871183:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871190:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467736.871192:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871195:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467736.871196:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467736.871200:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871206:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871208:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467736.871212:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467711/real 1789467711] req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467736.871220:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467736.871221:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467736.871223:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41432c0. 00000400:00000200:0.0:1789467736.871225:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:0.0:1789467736.871243:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:0.0:1789467736.871247:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467736.871250:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467736.871258:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871264:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467736.871265:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871267:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467736.871268:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467736.871271:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871276:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871278:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467736.871282:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467711/real 1789467711] req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467736.871289:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467736.871291:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467736.871292:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143108. 00000400:00000200:0.0:1789467736.871304:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:0.0:1789467736.871305:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:0.0:1789467736.871307:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467736.871310:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467736.871317:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871323:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467736.871324:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871325:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467736.871327:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467736.871330:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871348:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871350:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467736.871354:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467711/real 1789467711] req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467736.871360:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467736.871361:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467736.871363:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143c08. 00000400:00000200:0.0:1789467736.871365:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:0.0:1789467736.871367:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:0.0:1789467736.871368:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467736.871371:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467736.871377:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871382:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467736.871384:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871385:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467736.871386:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467736.871389:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871394:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871402:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467736.871404:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871407:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467736.871409:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467736.871411:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467736.871415:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871421:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467736.871424:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871431:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467736.871433:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871435:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467736.871437:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467736.871440:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467736.871466:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467736.871469:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467736.871473:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467736.871481:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404809856:0@lo:38:kworker.0 00000100:00000001:0.0:1789467736.871487:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467736.871491:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871497:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467736.871499:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871500:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467736.871501:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871503:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467736.871504:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467736.871506:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467736.871511:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467736.871513:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467736.871517:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467736.871524:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404809984:0@lo:38:kworker.0 00000100:00000001:0.0:1789467736.871527:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467736.871530:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871543:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467736.871545:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871547:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467736.871548:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871549:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467736.871551:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467736.871553:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467736.871559:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467736.871561:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467736.871564:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467736.871572:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404810112:0@lo:38:kworker.0 00000100:00000001:0.0:1789467736.871575:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467736.871579:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871584:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467736.871586:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871587:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467736.871588:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871590:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467736.871591:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467736.871593:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467736.871598:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467736.871599:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467736.871603:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467736.871621:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404810240:0@lo:38:kworker.0 00000100:00000001:0.0:1789467736.871624:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.871627:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467736.871630:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739f80 x1876386404809856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871636:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467736.871640:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467736.871643:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:0.0:1789467736.871647:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467736.871650:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467736.871651:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789467736.871654:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467736.871656:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2feac00. 02000000:00000001:0.0:1789467736.871660:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467736.871662:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467736.871663:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739f80. 00000100:00000001:0.0:1789467736.871669:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467736.871670:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871672:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467736.871675:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b100 x1876386404809984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871681:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467736.871682:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467736.871684:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:0.0:1789467736.871686:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467736.871688:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467736.871689:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789467736.871691:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467736.871692:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe9000. 02000000:00000001:0.0:1789467736.871694:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467736.871695:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467736.871696:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b100. 00000100:00000001:0.0:1789467736.871699:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467736.871706:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871707:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467736.871711:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373bb80 x1876386404810112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.871718:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467736.871719:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467736.871721:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789467736.871723:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467736.871724:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467736.871726:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789467736.871727:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467736.871729:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe8c00. 02000000:00000001:0.0:1789467736.871731:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467736.871732:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467736.871733:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373bb80. 00000100:00000001:0.0:1789467736.871735:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467736.871736:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.871738:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467736.871740:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a680 x1876386404810240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467736 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789467736.871916:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467736.871922:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467736.871925:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467736.871928:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467736.871931:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467736.871933:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467736.871937:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467736.871941:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19959 00000100:00080000:2.0:1789467736.871944:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467736.871947:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467736.871951:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467736.871953:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467736.871955:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467736.871962:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467736.871963:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789467736.871966:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467736.871969:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789467736.871972:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789467736.871981:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789467736.871984:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467736.871986:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467736.871988:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467736.871990:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467736.871993:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789467736.871996:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467736.871998:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467736.872000:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467736.872006:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467736.872009:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467736.872011:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467736.872013:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467736.872019:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941500. 00000020:00000040:2.0:1789467736.872021:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789467736.872025:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467736.872027:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467736.872029:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467736.872032:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467736.872035:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467736.872103:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789467736.872109:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467736.872115:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467736.872123:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467736.872126:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467736.872130:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d71cadf2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467736.872140:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467736.872143:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467736.872146:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467736.872152:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467736.872154:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467736.872157:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467736.872159:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19959 00000100:00080000:2.0:1789467736.872162:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467736.872164:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467736.872166:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467736.872168:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467736.872170:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467736.872174:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467736.872175:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789467736.872177:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467736.872178:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789467736.872180:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789467736.872183:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789467736.872185:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467736.872187:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467736.872188:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467736.872190:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467736.872192:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789467736.872194:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467736.872196:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467736.872199:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467736.872202:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467736.872203:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467736.872205:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467736.872206:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467736.872210:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789467736.872212:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789467736.872214:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467736.872215:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467736.872216:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467736.872222:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467736.872224:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467736.872228:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789467736.872231:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467736.872235:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467736.872243:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467736.872245:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467736.872248:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467736.872255:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467736.872257:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467736.872260:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467736.872261:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467736.872263:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467736.872264:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467736.872266:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19959 00000100:00080000:2.0:1789467736.872269:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467736.872271:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467736.872273:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467736.872275:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467736.872277:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467736.872280:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467736.872281:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789467736.872283:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467736.872285:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789467736.872287:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789467736.872289:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789467736.872291:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467736.872293:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467736.872312:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467736.872314:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467736.872317:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789467736.872319:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467736.872321:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467736.872323:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467736.872327:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467736.872328:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467736.872330:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467736.872331:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467736.872335:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943b80. 00000020:00000040:2.0:1789467736.872337:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789467736.872339:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467736.872340:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467736.872342:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467736.872343:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467736.872345:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467736.872348:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789467736.872351:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467736.872356:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467736.872361:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467736.872363:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467736.872366:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a879f33] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467736.872373:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467736.872375:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467736.872377:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467736.872379:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467736.872380:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467736.872382:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467736.872384:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19959 00000100:00080000:2.0:1789467736.872392:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467736.872395:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467736.872397:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467736.872398:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467736.872400:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467736.872403:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467736.872404:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789467736.872405:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467736.872408:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789467736.872409:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789467736.872411:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789467736.872414:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467736.872416:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467736.872418:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467736.872420:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467736.872421:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789467736.872423:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467736.872426:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467736.872427:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467736.872430:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467736.872432:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467736.872434:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467736.872435:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467736.872439:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942300. 00000020:00000040:2.0:1789467736.872441:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789467736.872443:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467736.872445:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467736.872446:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467736.872448:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467736.872449:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467736.872453:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789467736.872456:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467736.872465:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467736.872472:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467736.872474:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467736.872477:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910c4d4d] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467736.872483:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467736.872487:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19989) 00000100:00000001:0.0:1789467736.872627:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467736.872629:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467736.872631:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:0.0:1789467736.872634:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467736.872636:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467736.872637:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789467736.872639:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467736.872641:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe9400. 02000000:00000001:0.0:1789467736.872643:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467736.872645:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467736.872646:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a680. 00000100:00000001:0.0:1789467736.872649:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467736.872650:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.872653:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.872659:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467736.872661:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.872663:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467736.872670:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467736.872672:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467736.872676:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.872683:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467736.872685:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467736.872688:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467736.872690:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467736.872693:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467736.872695:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404810496:0@lo:38:kworker.0 00000100:00000001:0.0:1789467736.872699:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467736.872703:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467736.872706:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467736.872708:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467736.872712:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467736.872714:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467736.872719:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f78. 00000400:00000010:0.0:1789467736.872724:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789467736.872729:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404810496, portal 10 00000100:00000001:0.0:1789467736.872731:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467736.872733:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:0.0:1789467736.872739:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.873186:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467736.873189:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467736.873193:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789467736.873197:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404810496, offset 0 00000400:00000200:0.0:1789467736.873202:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467736.873214:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467736.873225:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ebf00 00000400:00000100:0.0:1789467736.873231:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404810496 offset 0 length 520: 4 00000400:00000200:0.0:1789467736.873235:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467736.873238:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467736.873257:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:0.0:1789467736.873260:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:0.0:1789467736.873264:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467736.873269:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.873276:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467736.873279:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.873284:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.873285:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467736.873290:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467736.873304:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789467736.873309:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314652309 00000100:00000010:0.0:1789467736.873313:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789467736.873319:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467736.873330:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314652309 00000100:00000010:0.0:1789467736.873333:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fef60. 00000100:00000001:0.0:1789467736.873336:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467736.873344:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314652309 00000100:00000010:0.0:1789467736.873347:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe900. 00000100:00000001:0.0:1789467736.873350:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467736.873360:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314652309 00000100:00000010:0.0:1789467736.873363:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe9c0. 00000100:00000001:0.0:1789467736.873366:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467736.873377:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467736.873380:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.873382:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467736.873386:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.873392:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467736.873400:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467736.873403:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467736.873405:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467736.873407:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467736.873410:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404810624:0@lo:38:kworker.0 00000100:00000001:0.0:1789467736.873413:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467736.873416:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467736.873417:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467736.873420:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467736.873423:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467736.873426:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467736.873429:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd796e0. 00000400:00000010:0.0:1789467736.873433:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789467736.873437:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404810624, portal 10 00000100:00000001:0.0:1789467736.873439:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467736.873441:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:0.0:1789467736.873448:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.873453:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467736.873455:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467736.873457:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00000200:0.0:1789467736.873459:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404810624, offset 0 00000400:00000200:0.0:1789467736.873462:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467736.873467:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467736.873472:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ebf80 00000400:00000100:0.0:1789467736.873476:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404810624 offset 0 length 520: 4 00000400:00000200:0.0:1789467736.873479:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467736.873481:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467736.873486:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000400:00000010:0.0:1789467736.873487:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 00000100:00000001:0.0:1789467736.873489:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467736.873493:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.873511:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467736.873514:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.873520:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.873521:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467736.873525:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467736.873528:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789467736.873530:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314652309 00000100:00000001:0.0:1789467736.873533:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314652309 00000100:00000001:0.0:1789467736.873535:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314652309 00000100:00000001:0.0:1789467736.873536:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314652309 00000100:00000001:0.0:1789467736.873538:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314652309 00000100:00000001:0.0:1789467736.873540:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314652309 00000100:00000001:0.0:1789467736.873542:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314652309 00000100:00000001:0.0:1789467736.873543:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314652309 00000100:00000001:0.0:1789467736.873545:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467736.873547:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.873549:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467736.873552:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.874195:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467736.874197:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467736.874200:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467736.874203:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467736.874205:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467736.874208:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404810752:0@lo:38:kworker.0 00000100:00000001:0.0:1789467736.874212:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467736.874215:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467736.874217:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467736.874227:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467736.874230:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467736.874232:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467736.874236:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd794d0. 00000400:00000010:0.0:1789467736.874239:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00000200:0.0:1789467736.874242:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404810752, portal 10 00000100:00000001:0.0:1789467736.874244:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467736.874246:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622967168 : -130396086584448 : ffff8967cb943b80) 00000100:00000040:0.0:1789467736.874252:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.874257:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467736.874259:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467736.874262:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93330. 00000100:00000200:0.0:1789467736.874264:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404810752, offset 0 00000400:00000200:0.0:1789467736.874267:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467736.874274:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467736.874280:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec000 00000400:00000100:0.0:1789467736.874284:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404810752 offset 0 length 520: 4 00000400:00000200:0.0:1789467736.874286:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467736.874289:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467736.874306:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93330 00000400:00000010:0.0:1789467736.874309:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93330. 00000100:00000001:0.0:1789467736.874312:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467736.874315:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.874322:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467736.874324:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.874330:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.874331:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467736.874335:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467736.874338:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789467736.874341:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314652310 00000100:00000001:0.0:1789467736.874355:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314652309 00000100:00000001:0.0:1789467736.874359:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314652310 00000100:00000001:0.0:1789467736.874362:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314652309 00000100:00000001:0.0:1789467736.874365:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314652310 00000100:00000001:0.0:1789467736.874368:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314652309 00000100:00000001:0.0:1789467736.874370:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314652310 00000100:00000001:0.0:1789467736.874373:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314652309 00000100:00000001:0.0:1789467736.874375:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467736.874377:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.874378:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467736.874383:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.874388:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467736.874390:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467736.874392:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467736.874393:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467736.874395:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467736.874397:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404810880:0@lo:38:kworker.0 00000100:00000001:0.0:1789467736.874400:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467736.874402:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467736.874404:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467736.874405:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467736.874408:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789467736.874410:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467736.874413:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79738. 00000400:00000010:0.0:1789467736.874416:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93330. 00000100:00000200:0.0:1789467736.874419:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404810880, portal 10 00000100:00000001:0.0:1789467736.874420:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467736.874421:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622960896 : -130396086590720 : ffff8967cb942300) 00000100:00000040:0.0:1789467736.874426:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.874437:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467736.874439:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467736.874442:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467736.874444:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404810880, offset 0 00000400:00000200:0.0:1789467736.874447:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467736.874453:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467736.874458:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec080 00000400:00000100:0.0:1789467736.874461:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404810880 offset 0 length 520: 4 00000400:00000200:0.0:1789467736.874464:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467736.874466:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467736.874470:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789467736.874471:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789467736.874473:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467736.874476:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.874482:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467736.874484:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467736.874490:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.874492:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467736.874494:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467736.874497:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789467736.874499:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314652311 00000100:00000001:0.0:1789467736.874503:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314652310 00000100:00000001:0.0:1789467736.874506:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314652311 00000100:00000001:0.0:1789467736.874508:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314652310 00000100:00000001:0.0:1789467736.874510:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314652311 00000100:00000001:0.0:1789467736.874512:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314652310 00000100:00000001:0.0:1789467736.874515:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314652311 00000100:00000001:0.0:1789467736.874523:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314652310 00000100:00000001:0.0:1789467736.874526:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467736.874527:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.874531:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.874534:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.874540:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467736.874542:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467736.874545:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467736.874546:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467736.874548:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467736.874549:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467736.895181:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314652311, at 4314652312 00000100:00000010:2.0:1789467736.895196:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe900. 00000100:00000040:1.0:1789467736.895367:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314652311, at 4314652312 00000100:00000010:1.0:1789467736.895374:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fef60. 00000100:00000040:0.0:1789467736.895446:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314652311, at 4314652312 00000100:00000010:0.0:1789467736.895451:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000040:3.0:1789467736.896003:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314652311, at 4314652312 00000100:00000010:3.0:1789467736.896009:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe9c0. 00010000:00000001:0.0:1789467737.063237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467737.063245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467737.063251:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467737.063253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467737.063258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467737.063259:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467737.063396:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467737.063399:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467737.063402:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467737.895323:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467737.895337:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467737.895339:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467737.895343:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467737.895345:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467737.895349:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467737.895352:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467738.087885:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467738.087892:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467738.087898:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467738.087899:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467738.087904:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467738.087906:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467738.088312:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467738.088315:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467738.088318:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467738.919984:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467738.919998:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467738.920000:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467738.920005:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467738.920007:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467738.920027:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467738.920030:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467739.111834:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467739.111842:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467739.111847:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467739.111848:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467739.111853:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467739.111854:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467739.112141:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467739.112144:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467739.112147:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467739.943390:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467739.943404:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467739.943407:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467739.943411:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467739.943413:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467739.943418:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467739.943420:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467740.135324:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467740.135331:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467740.135336:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467740.135338:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467740.135342:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467740.135344:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467740.135404:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467740.135408:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467740.135411:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467740.967166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467740.967594:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467740.967607:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467715/real 1789467715] req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467740 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467740.967625:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467740.967627:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467740.968379:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143a50. 00000400:00000200:0.0:1789467740.968388:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:0.0:1789467740.968391:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:0.0:1789467740.968396:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467740.968402:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467740 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467740.968411:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467740 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467740.968418:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467740.968435:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467740.968438:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467740.968440:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467740.968444:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467740 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467740.968449:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467740.968459:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467740.968461:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467740.968464:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467740.968466:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467740.968469:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467740.968473:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467740 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467740.968480:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467740.968483:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467740.968484:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467740.968486:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467740.968488:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467740.968490:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467740.968493:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467740.970196:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789467740.970202:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467740.970211:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467740 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467740.970222:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404810368:0@lo:250:kworker.0 00000100:00000001:0.0:1789467740.970307:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467740.970312:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467740.970317:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739500 x1876386404810368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467740 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467740.970324:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467740.970343:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467740.970347:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:0.0:1789467740.970353:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467740.970356:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467740.970358:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467740.970360:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467740.970363:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2feb400. 02000000:00000001:0.0:1789467740.970372:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467740.970373:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467740.970375:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739500. 00000100:00000001:0.0:1789467740.970380:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467740.970381:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467740.970384:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467740.971776:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467740.971784:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467740.971786:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467740.971790:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467740.971793:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467740.971798:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19963 00000100:00080000:3.0:1789467740.971802:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467740.971805:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467740.971808:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467740.971810:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467740.971812:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467740.971821:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467740.971823:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467740.971825:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467740.971828:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467740.971830:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467740.971833:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467740.971835:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467740.971837:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467740.971839:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467740.971841:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467740.971844:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467740.971847:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467740.971849:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467740.971851:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467740.971867:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467740.971869:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467740.971872:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467740.971874:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467740.971880:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789467740.971883:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467740.971886:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467740.971887:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467740.971890:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467740.971892:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467740.971897:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467740.971903:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789467740.971910:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467740.971917:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467740.971926:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467740.971930:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467740.971934:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467740.971961:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467740.971964:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467740.971968:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467740.971971:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467740.971974:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467740.971976:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467740.971979:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467740.971981:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467740.971984:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467740.971994:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19994) 00000100:00000001:0.0:1789467740.972066:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467740.972069:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467740.972072:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467740.972077:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467740.972085:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467740.972087:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467740.972090:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467740.972092:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467740.972095:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467740.972098:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404811008:0@lo:250:kworker.0 00000100:00000001:0.0:1789467740.972101:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467740.972105:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467740.972107:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467740.972109:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467740.972113:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789467740.972116:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467740.972121:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789467740.972127:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467740.972133:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404811008, portal 25 00000100:00000001:0.0:1789467740.972136:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467740.972137:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312506240 : -130400397045376 : ffff8966caa7d180) 00000100:00000040:0.0:1789467740.972142:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467740.972155:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467740.972158:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467740.972161:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467740.972165:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404811008, offset 0 00000400:00000200:0.0:1789467740.972171:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467740.972185:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467740.972196:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ec100 00000400:00000100:0.0:1789467740.972202:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404811008 offset 0 length 520: 4 00000400:00000200:0.0:1789467740.972206:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467740.972209:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467740.972222:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789467740.972224:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789467740.972227:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467740.972231:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467740.972239:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467740.972241:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467740.972247:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467740.972248:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467740.972254:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467740.972259:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314661559 00000100:00000010:0.0:1789467740.972273:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789467740.972279:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467740.972289:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314661559 00000100:00000010:0.0:1789467740.972292:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe660. 00000100:00000001:0.0:1789467740.972295:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467740.972298:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314661559 00000100:00000010:0.0:1789467740.972301:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fec00. 00000100:00000001:0.0:1789467740.972303:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467740.972312:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314661559 00000100:00000010:0.0:1789467740.972315:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feae0. 00000100:00000001:0.0:1789467740.972317:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467740.972320:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467740.972323:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467740.972327:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467740.972330:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467740.972338:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467740.972340:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467740.972341:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467740.972342:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467740.972344:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467740.972346:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467741.159164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467741.159170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467741.159176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467741.159177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467741.159182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467741.159183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467741.159342:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467741.159346:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467741.159348:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467741.991131:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467741.991144:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467741.991146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.991150:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467741.991152:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467741.991157:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467741.991159:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.183167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467742.183174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.183180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467742.183182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.183186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467742.183188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467742.183738:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467742.183743:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467742.183746:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467742.342447:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467742.342464:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467742.342468:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467742.342471:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467742.342493:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467742.342512:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9e900 00000400:00000100:3.0:1789467742.342520:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402396416 offset 0 length 520: 4 00000400:00000200:3.0:1789467742.342526:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467742.342529:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467742.342539:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467742.342688:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467742.342693:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467742.342695:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467742.344647:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467742.344661:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467742.344669:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467742.344673:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467742.344682:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467742.344698:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9e980 00000400:00000100:3.0:1789467742.344705:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402396544 offset 0 length 520: 4 00000400:00000200:3.0:1789467742.344710:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467742.344713:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467742.344777:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467742.344785:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467742.344787:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467742.344790:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467742.345335:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467742.345343:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467742.345346:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467742.345348:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467742.345355:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467742.345365:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ea00 00000400:00000100:2.0:1789467742.345370:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402396672 offset 0 length 520: 4 00000400:00000200:2.0:1789467742.345373:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467742.345380:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467742.345385:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467742.345390:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467742.345392:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467742.345394:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467743.016077:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467743.016091:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467743.016094:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467743.016098:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467743.016101:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467743.016105:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467743.016124:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467743.208379:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467743.208386:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467743.208391:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467743.208393:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467743.208398:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467743.208399:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467743.208585:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467743.208588:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467743.208592:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467744.041836:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467744.041868:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467744.041870:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467744.041874:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467744.041877:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467744.041881:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467744.041884:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467744.231166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467744.231185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467744.231190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467744.231191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467744.231195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467744.231197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467744.231293:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467744.231296:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467744.231298:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467745.063150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467745.063163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467745.063165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467745.063170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467745.063173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467745.063177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467745.063180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467745.255540:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467745.255548:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467745.255552:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467745.255554:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467745.255558:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467745.255562:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467745.255564:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467745.255568:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467745.255571:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467745.255573:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467745.255575:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467745.255577:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467745.255710:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467745.255713:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467745.255716:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467746.087153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467746.087167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467746.087169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467746.087173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467746.087176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467746.087181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467746.087183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467746.279524:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467746.279536:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467746.279543:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467746.279545:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467746.279551:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467746.279553:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467746.279914:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467746.279920:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467746.279924:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467746.473569:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314661559, at 4314661890 00000100:00000010:1.0:1789467746.473593:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe660. 00000100:00000040:2.0:1789467746.475114:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314661559, at 4314661892 00000100:00000010:2.0:1789467746.475129:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fec00. 00000100:00000040:3.0:1789467746.476009:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314661559, at 4314661892 00000100:00000010:3.0:1789467746.476023:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feae0. 00000100:00080000:1.0:1789467746.477665:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467746.477677:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467746.477680:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467746.477684:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467746.477712:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467746.477715:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467746.477718:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467746.477722:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467746.477725:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467746.477729:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467746.477736:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19999) 00000100:00000040:0.0:1789467746.479472:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314661559, at 4314661896 00000100:00000010:0.0:1789467746.479487:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000001:2.0:1789467747.111163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467747.111182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467747.111184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467747.111191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467747.111194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467747.111200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467747.111203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467747.303380:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467747.303390:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467747.303397:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467747.303399:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467747.303440:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467747.303442:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467747.303586:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467747.303591:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467747.303595:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467748.135574:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467748.135590:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467748.135592:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467748.135597:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467748.135620:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467748.135625:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467748.135627:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467748.327972:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467748.327984:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467748.327991:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467748.327993:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467748.327999:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467748.328001:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467748.328113:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467748.328118:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467748.328122:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467749.160924:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467749.160944:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467749.160946:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467749.160951:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467749.160954:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467749.160960:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467749.160963:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467749.351224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467749.351235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467749.351243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467749.351244:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467749.351250:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467749.351252:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467749.351446:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467749.351451:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467749.351455:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467750.183405:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467750.183426:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467750.183429:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467750.183436:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467750.183439:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467750.183445:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467750.183448:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467750.375227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467750.375237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467750.375244:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467750.375245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467750.375252:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467750.375254:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467750.375407:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467750.375412:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467750.375416:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467751.207184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467751.207212:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467751.207214:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467751.207220:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467751.207223:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467751.207230:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467751.207233:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467751.399917:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467751.399927:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467751.399935:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467751.399936:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467751.399942:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467751.399944:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467751.400254:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467751.400259:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467751.400264:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467751.593891:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467751.593905:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467751.593932:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467751.593936:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467751.593939:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467751.593942:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467751.593945:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467751.593948:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467751.593951:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467751.593954:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467751.593960:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20004) 00000100:00000001:2.0:1789467752.232384:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467752.232406:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467752.232409:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467752.232416:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467752.232419:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467752.232559:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467752.232563:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.423210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467752.423219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.423225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467752.423236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.423242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467752.423244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467752.427156:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467752.427166:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467752.427172:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467753.260871:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467753.260892:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467753.260895:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467753.260901:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467753.260903:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467753.260910:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467753.260914:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467753.447234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467753.447245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467753.447253:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467753.447254:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467753.447260:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467753.447262:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467753.448289:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467753.448296:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467753.448300:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467754.279202:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467754.279222:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467754.279225:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467754.279232:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467754.279235:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467754.279241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467754.279244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467754.471216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467754.471227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467754.471234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467754.471235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467754.471241:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467754.471252:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467754.471366:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467754.471371:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467754.471375:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467755.303206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467755.303225:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467755.303228:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467755.303234:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467755.303237:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467755.303244:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467755.303247:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467755.495215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467755.495226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467755.495233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467755.495235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467755.495241:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467755.495245:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467755.495248:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467755.495252:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467755.495255:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467755.495258:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467755.495260:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467755.495263:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467755.495472:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467755.495476:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467755.495480:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467756.328104:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467756.328145:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467756.328157:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467756.328164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467756.328167:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467756.328174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467756.328177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467756.520395:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467756.520403:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467756.520410:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467756.520411:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467756.520416:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467756.520417:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467756.528870:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467756.528877:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467756.528882:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467756.711822:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467756.711832:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467756.711836:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467756.711839:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467756.711842:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467756.711845:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467756.711848:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467756.711851:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467756.711854:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467756.711857:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467756.711862:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20009) 00000100:00000001:0.0:1789467757.352058:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467757.352078:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467757.352082:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467757.352089:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467757.352092:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467757.352098:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467757.352102:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467757.543223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467757.543233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467757.543240:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467757.543242:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467757.543248:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467757.543250:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467757.543380:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467757.543384:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467757.543387:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467758.375193:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467758.375215:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467758.375218:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467758.375224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467758.375227:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467758.375233:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467758.375236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467758.567323:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467758.567334:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467758.567342:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467758.567344:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467758.567349:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467758.567351:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467758.567529:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467758.567533:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467758.567536:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467759.399244:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467759.399287:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467759.399291:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467759.399297:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467759.399300:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467759.399307:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467759.399310:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467759.591252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467759.591263:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467759.591270:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467759.591272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467759.591279:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467759.591280:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467759.591690:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467759.591698:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467759.591703:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467760.423485:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467760.423941:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467760.423944:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467760.423949:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467760.423951:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467760.423955:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467760.423958:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467760.618107:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467760.618114:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467760.618130:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467760.618131:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467760.618136:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467760.618137:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467760.618311:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467760.618315:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467760.618318:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467761.447158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467761.447166:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467761.447180:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467736/real 1789467736] req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467761.447198:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467761.447200:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467761.447203:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f78. 00000400:00000200:0.0:1789467761.447218:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:0.0:1789467761.447220:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:0.0:1789467761.447225:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467761.447230:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467761.447260:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447266:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467761.447268:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447271:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467761.447273:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467761.447277:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447283:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447285:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467761.447288:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467736/real 1789467736] req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467761.447296:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467761.447298:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467761.447300:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd796e0. 00000400:00000200:0.0:1789467761.447302:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:0.0:1789467761.447303:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:0.0:1789467761.447305:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467761.447308:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467761.447315:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447321:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467761.447323:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447324:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467761.447326:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467761.447329:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447334:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447336:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467761.447345:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467736/real 1789467736] req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467761.447352:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467761.447353:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467761.447355:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd794d0. 00000400:00000200:0.0:1789467761.447357:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000400:00000010:0.0:1789467761.447359:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 00000100:00000001:0.0:1789467761.447361:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467761.447364:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467761.447371:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447376:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467761.447377:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447379:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467761.447380:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467761.447383:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447389:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447390:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467761.447394:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467736/real 1789467736] req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467761.447400:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467761.447401:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467761.447403:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79738. 00000400:00000200:0.0:1789467761.447404:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93330 00000400:00000010:0.0:1789467761.447405:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93330. 00000100:00000001:0.0:1789467761.447407:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467761.447409:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467761.447415:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447436:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467761.447438:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447440:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467761.447441:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467761.447444:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447449:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447457:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467761.447459:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447461:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467761.447464:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467761.447466:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467761.447470:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447477:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467761.447480:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447481:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467761.447482:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447485:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467761.447487:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467761.447490:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467761.447525:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467761.447528:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467761.447532:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467761.447539:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404810496:0@lo:38:kworker.0 00000100:00000001:0.0:1789467761.447543:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467761.447546:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447564:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467761.447566:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447568:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467761.447569:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447570:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467761.447572:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467761.447574:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467761.447580:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467761.447582:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467761.447585:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467761.447591:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404810624:0@lo:38:kworker.0 00000100:00000001:0.0:1789467761.447595:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467761.447597:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447602:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467761.447604:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447605:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467761.447606:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447607:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467761.447608:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467761.447610:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467761.447613:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467761.447615:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467761.447618:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467761.447634:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404810752:0@lo:38:kworker.0 00000100:00000001:0.0:1789467761.447637:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467761.447640:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447645:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467761.447647:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447648:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467761.447649:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447651:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467761.447652:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467761.447653:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467761.447657:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467761.447658:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467761.447661:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467761.447667:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404810880:0@lo:38:kworker.0 00000100:00000001:0.0:1789467761.447670:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.447672:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467761.447675:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941500 x1876386404810496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447680:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467761.447683:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467761.447686:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467761.447690:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467761.447692:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467761.447694:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789467761.447696:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467761.447702:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:0.0:1789467761.447705:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467761.447707:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467761.447709:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941500. 00000100:00000001:0.0:1789467761.447712:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467761.447714:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.447716:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467761.447719:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404810624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.447725:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467761.447727:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467761.447729:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467761.447731:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467761.447732:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467761.447733:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789467761.447735:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467761.447737:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789467761.447739:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467761.447741:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1789467761.447741:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1789467761.447742:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:0.0:1789467761.447746:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467761.447749:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467761.447749:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789467761.447752:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1789467761.447755:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467761.447757:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943b80 x1876386404810752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789467761.447763:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467761.447767:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1789467761.447769:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467761.447772:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1789467761.447772:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:0.0:1789467761.447775:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467761.447778:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467761.447779:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467761.447781:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789467761.447782:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467761.447784:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542c00. 00000100:00000001:3.0:1789467761.447786:0:134719:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:0.0:1789467761.447787:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467761.447790:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467761.447792:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943b80. 00000100:00080000:3.0:1789467761.447794:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 19984 00000100:00000001:0.0:1789467761.447795:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1789467761.447799:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1789467761.447803:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467761.447805:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789467761.447808:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789467761.447810:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467761.447815:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942300 x1876386404810880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467761 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467761.447815:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467761.447818:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:0.0:1789467761.447827:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789467761.447828:0:134719:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:0.0:1789467761.447829:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1789467761.447831:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 02000000:00000010:0.0:1789467761.447833:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789467761.447837:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467761.447838:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467761.447842:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789467761.447842:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1789467761.447844:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:3.0:1789467761.447847:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 02000000:00000010:0.0:1789467761.447848:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 00000020:00000001:3.0:1789467761.447852:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 02000000:00000001:0.0:1789467761.447854:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1789467761.447856:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 02000000:00000001:0.0:1789467761.447857:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467761.447861:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942300. 00000100:00000040:3.0:1789467761.447862:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789467761.447865:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467761.447866:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789467761.447869:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467761.447870:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789467761.447874:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.447884:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467761.447889:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467761.447892:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467761.447895:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467761.447898:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467761.447904:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467761.447907:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.447909:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467761.447911:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467761.447917:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789467761.447919:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467761.447922:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467761.447924:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.447926:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467761.447929:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467761.447932:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467761.447938:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789467761.447944:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467761.447950:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467761.447959:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467761.447963:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467761.447967:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467761.447989:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467761.447997:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467761.448000:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467761.448001:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467761.448003:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467761.448005:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467761.448007:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 19984 00000100:00080000:3.0:1789467761.448010:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467761.448012:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467761.448013:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467761.448015:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467761.448017:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467761.448021:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467761.448022:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467761.448023:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467761.448026:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467761.448027:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467761.448029:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467761.448032:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467761.448033:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467761.448034:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467761.448063:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467761.448066:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467761.448068:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467761.448070:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467761.448072:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467761.448074:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467761.448076:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.448078:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467761.448079:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467761.448083:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789467761.448085:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467761.448093:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467761.448094:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.448096:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467761.448098:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467761.448100:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467761.448172:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789467761.448176:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467761.448181:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467761.448189:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467761.448191:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789467761.448195:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467761.448200:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789467761.448208:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467761.448212:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467761.448215:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467761.448216:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467761.448218:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467761.448220:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467761.448222:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 19984 00000100:00080000:3.0:1789467761.448224:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467761.448226:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467761.448227:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467761.448229:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467761.448230:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467761.448233:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467761.448234:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467761.448236:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467761.448237:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467761.448239:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467761.448241:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467761.448250:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467761.448251:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467761.448253:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467761.448255:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467761.448257:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467761.448258:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467761.448261:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467761.448264:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1789467761.448265:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789467761.448267:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467761.448272:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.448277:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467761.448279:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448281:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467761.448284:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467761.448285:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 02000000:00000001:0.0:1789467761.448288:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1789467761.448289:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789467761.448292:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467761.448294:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467761.448297:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467761.448298:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.448300:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467761.448303:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1789467761.448304:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404811136:0@lo:38:kworker.0 02000000:00000001:3.0:1789467761.448307:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448310:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1789467761.448314:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 02000000:00000001:0.0:1789467761.448316:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467761.448320:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.448321:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467761.448322:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1789467761.448328:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1789467761.448329:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789467761.448333:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.448339:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467761.448343:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467761.448345:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79738. 00000100:00000040:3.0:1789467761.448347:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789467761.448351:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93330. 00000100:00000001:3.0:1789467761.448360:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789467761.448361:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404811136, portal 10 00000100:00080000:3.0:1789467761.448364:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467761.448365:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467761.448368:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00080000:3.0:1789467761.448371:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467761.448374:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467761.448376:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1789467761.448378:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448387:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789467761.448390:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:0.0:1789467761.448392:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1789467761.448396:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 19984 00000400:00000010:0.0:1789467761.448397:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00080000:3.0:1789467761.448399:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1789467761.448402:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404811136, offset 0 00000100:00000040:3.0:1789467761.448405:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467761.448409:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467761.448412:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000400:00000200:0.0:1789467761.448414:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789467761.448415:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467761.448421:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467761.448423:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467761.448425:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467761.448427:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000400:00000200:0.0:1789467761.448431:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1789467761.448432:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467761.448437:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467761.448441:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467761.448442:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467761.448444:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467761.448446:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000400:00000200:0.0:1789467761.448447:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec180 00000020:00000040:3.0:1789467761.448450:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467761.448456:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000400:00000100:0.0:1789467761.448457:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404811136 offset 0 length 520: 4 00000100:00000001:3.0:1789467761.448461:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467761.448464:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1789467761.448465:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:3.0:1789467761.448468:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789467761.448469:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:3.0:1789467761.448474:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.448478:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467761.448479:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467761.448483:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000400:00000200:0.0:1789467761.448485:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000020:00000040:3.0:1789467761.448487:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:0.0:1789467761.448490:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 02000000:00000001:3.0:1789467761.448491:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467761.448494:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448496:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789467761.448496:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467761.448500:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467761.448502:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789467761.448503:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1789467761.448514:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:0.0:1789467761.448515:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789467761.448521:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467761.448522:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467761.448530:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467761.448532:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448536:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467761.448543:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467761.448543:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467761.448547:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467761.448550:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000040:3.0:1789467761.448554:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448556:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314676884 00000100:00000010:0.0:1789467761.448564:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:3.0:1789467761.448567:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448572:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1789467761.448573:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20014) 00000100:00000001:0.0:1789467761.448591:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314676884 00000100:00000010:0.0:1789467761.448595:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feae0. 00000100:00000001:0.0:1789467761.448599:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467761.448617:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314676884 00000100:00000010:0.0:1789467761.448621:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fec00. 00000100:00000001:0.0:1789467761.448624:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467761.448639:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314676884 00000100:00000010:0.0:1789467761.448643:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe660. 00000100:00000001:0.0:1789467761.448646:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467761.448656:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467761.448659:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448661:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448663:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.448668:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467761.448670:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.448671:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467761.448672:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467761.448673:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467761.448677:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448682:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467761.448684:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467761.448687:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467761.448689:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467761.448690:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467761.448693:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404811264:0@lo:38:kworker.0 00000100:00000001:0.0:1789467761.448695:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467761.448698:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467761.448699:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467761.448701:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467761.448704:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467761.448705:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467761.448714:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd794d0. 00000400:00000010:0.0:1789467761.448717:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00000200:0.0:1789467761.448720:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404811264, portal 10 00000100:00000001:0.0:1789467761.448722:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467761.448723:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312509824 : -130400397041792 : ffff8966caa7df80) 00000100:00000040:0.0:1789467761.448729:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448734:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467761.448735:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467761.448737:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789467761.448739:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404811264, offset 0 00000400:00000200:0.0:1789467761.448742:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467761.448747:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467761.448752:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec200 00000400:00000100:0.0:1789467761.448756:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404811264 offset 0 length 520: 4 00000400:00000200:0.0:1789467761.448759:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467761.448761:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467761.448765:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:0.0:1789467761.448767:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:0.0:1789467761.448769:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467761.448772:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448778:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467761.448780:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448785:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448786:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467761.448789:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467761.448792:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789467761.448794:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314676884 00000100:00000001:0.0:1789467761.448796:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314676884 00000100:00000001:0.0:1789467761.448798:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314676884 00000100:00000001:0.0:1789467761.448808:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314676884 00000100:00000001:0.0:1789467761.448810:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314676884 00000100:00000001:0.0:1789467761.448812:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314676884 00000100:00000001:0.0:1789467761.448814:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314676884 00000100:00000001:0.0:1789467761.448816:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314676884 00000100:00000001:0.0:1789467761.448818:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467761.448820:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448822:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467761.448826:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448832:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467761.448833:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467761.448835:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467761.448836:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467761.448838:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467761.448841:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404811392:0@lo:38:kworker.0 00000100:00000001:0.0:1789467761.448844:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467761.448845:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467761.448846:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467761.448848:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467761.448851:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467761.448853:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467761.448855:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd796e0. 00000400:00000010:0.0:1789467761.448858:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789467761.448861:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404811392, portal 10 00000100:00000001:0.0:1789467761.448863:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467761.448865:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:0.0:1789467761.448870:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448875:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467761.448878:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467761.448886:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789467761.448888:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404811392, offset 0 00000400:00000200:0.0:1789467761.448892:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467761.448897:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467761.448901:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec280 00000400:00000100:0.0:1789467761.448905:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404811392 offset 0 length 520: 4 00000400:00000200:0.0:1789467761.448908:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467761.448910:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467761.448914:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:0.0:1789467761.448916:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:0.0:1789467761.448918:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467761.448921:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448928:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467761.448931:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448937:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448939:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467761.448943:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467761.448945:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789467761.448948:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314676884 00000100:00000001:0.0:1789467761.448950:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314676884 00000100:00000001:0.0:1789467761.448952:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314676884 00000100:00000001:0.0:1789467761.448954:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314676884 00000100:00000001:0.0:1789467761.448956:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314676884 00000100:00000001:0.0:1789467761.448958:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314676884 00000100:00000001:0.0:1789467761.448959:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314676884 00000100:00000001:0.0:1789467761.448961:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314676884 00000100:00000001:0.0:1789467761.448963:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467761.448965:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.448973:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467761.448976:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.448982:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467761.448983:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467761.448985:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467761.448986:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467761.448988:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467761.448991:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404811520:0@lo:38:kworker.0 00000100:00000001:0.0:1789467761.448993:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467761.448995:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467761.448997:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467761.448998:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467761.449001:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467761.449003:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467761.449006:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f78. 00000400:00000010:0.0:1789467761.449009:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789467761.449012:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404811520, portal 10 00000100:00000001:0.0:1789467761.449013:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467761.449014:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00000040:0.0:1789467761.449019:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.449025:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467761.449027:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467761.449029:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467761.449032:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404811520, offset 0 00000400:00000200:0.0:1789467761.449034:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467761.449061:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467761.449067:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec300 00000400:00000100:0.0:1789467761.449070:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404811520 offset 0 length 520: 4 00000400:00000200:0.0:1789467761.449073:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467761.449075:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467761.449080:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789467761.449088:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789467761.449091:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467761.449095:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.449101:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467761.449103:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467761.449109:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.449124:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467761.449129:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467761.449132:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789467761.449135:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314676886 00000100:00000001:0.0:1789467761.449141:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314676884 00000100:00000001:0.0:1789467761.449144:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314676886 00000100:00000001:0.0:1789467761.449147:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314676884 00000100:00000001:0.0:1789467761.449149:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314676886 00000100:00000001:0.0:1789467761.449151:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314676884 00000100:00000001:0.0:1789467761.449153:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314676886 00000100:00000001:0.0:1789467761.449155:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314676884 00000100:00000001:0.0:1789467761.449158:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467761.449159:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.449162:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.449164:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.449167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467761.449168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.449170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467761.449171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467761.449173:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.449175:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467761.470206:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314676886, at 4314676887 00000100:00000010:3.0:1789467761.470222:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe660. 00000100:00000040:2.0:1789467761.470977:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314676886, at 4314676887 00000100:00000010:2.0:1789467761.470985:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fec00. 00000100:00000040:1.0:1789467761.471193:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314676886, at 4314676888 00000100:00000010:1.0:1789467761.471200:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feae0. 00000100:00000040:0.0:1789467761.471446:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314676886, at 4314676888 00000100:00000010:0.0:1789467761.471452:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00010000:00000001:0.0:1789467761.639184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467761.639191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467761.639196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467761.639198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467761.639203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467761.639204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467761.639577:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467761.639580:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467761.639583:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467762.472337:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467762.472351:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467762.472353:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467762.472357:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467762.472359:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467762.472364:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467762.472366:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467762.663169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467762.663176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467762.663181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467762.663183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467762.663188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467762.663189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467762.664209:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467762.664214:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467762.664218:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467763.495259:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467763.495273:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467763.495275:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467763.495280:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467763.495282:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467763.495286:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467763.495289:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.687184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467763.687191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.687197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467763.687199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.687204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467763.687205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467763.687770:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467763.687774:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467763.687797:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467764.519298:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467764.519313:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467764.519315:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467764.519320:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467764.519322:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467764.519326:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467764.519329:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467764.711228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467764.711235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467764.711240:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467764.711241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467764.711246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467764.711247:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467764.712735:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467764.712741:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467764.712745:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467765.543323:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467765.543330:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467765.543342:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467740/real 1789467740] req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467765 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467765.543360:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467765.543362:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467765.543365:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789467765.543370:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789467765.543373:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789467765.543377:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467765.543381:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467765 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467765.543390:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467765 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467765.543398:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467765.543400:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467765.543403:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467765.543405:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467765.543408:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467765 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467765.543415:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467765.543423:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467765.543425:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467765.543428:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467765.543430:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467765.543434:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467765.543438:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467765 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467765.543466:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467765.543469:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467765.543470:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467765.543472:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467765.543474:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467765.543476:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467765.543479:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467765.543504:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789467765.543506:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467765.543511:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467765 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467765.543518:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404811008:0@lo:250:kworker.0 00000100:00000001:0.0:1789467765.543523:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467765.543526:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467765.543529:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d180 x1876386404811008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467765 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467765.543537:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467765.543540:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467765.543543:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789467765.543548:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467765.543550:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467765.543552:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467765.543554:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467765.543557:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:0.0:1789467765.543570:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467765.543572:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467765.543574:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d180. 00000100:00000001:0.0:1789467765.543579:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467765.543580:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467765.543583:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467765.543730:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467765.543735:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467765.543737:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467765.543739:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467765.543743:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467765.543745:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 19989 00000100:00080000:3.0:1789467765.543749:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467765.543752:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467765.543755:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467765.543757:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467765.543760:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467765.543767:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467765.543768:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467765.543771:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467765.543774:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467765.543776:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467765.543779:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467765.543782:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467765.543790:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467765.543792:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467765.543794:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467765.543797:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467765.543800:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467765.543803:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467765.543806:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467765.543809:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467765.543812:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467765.543815:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467765.543817:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467765.543822:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789467765.543825:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467765.543829:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467765.543830:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467765.543833:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467765.543836:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467765.543839:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467765.543845:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789467765.543850:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467765.543856:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467765.543865:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467765.543869:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467765.543873:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467765.543892:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467765.543895:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467765.543899:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467765.543901:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467765.543904:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467765.543913:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467765.543916:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467765.543919:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467765.543922:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467765.543926:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20018) 00000100:00000001:0.0:1789467765.544274:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467765.544285:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467765.544287:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467765.544292:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467765.544299:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467765.544301:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467765.544316:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467765.544319:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467765.544322:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467765.544325:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404811648:0@lo:250:kworker.0 00000100:00000001:0.0:1789467765.544328:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467765.544332:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467765.544334:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467765.544336:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467765.544340:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789467765.544342:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467765.544347:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789467765.544351:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467765.544357:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404811648, portal 25 00000100:00000001:0.0:1789467765.544359:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467765.544360:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312502656 : -130400397048960 : ffff8966caa7c380) 00000100:00000040:0.0:1789467765.544365:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467765.544372:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467765.544375:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467765.544378:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467765.544381:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404811648, offset 0 00000400:00000200:0.0:1789467765.544386:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467765.544399:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467765.544409:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ec380 00000400:00000100:0.0:1789467765.544416:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404811648 offset 0 length 520: 4 00000400:00000200:0.0:1789467765.544420:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467765.544423:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467765.544439:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789467765.544441:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789467765.544445:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467765.544449:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467765.544457:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467765.544460:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467765.544466:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467765.544468:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467765.544473:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467765.544477:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314686131 00000100:00000010:0.0:1789467765.544480:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789467765.544486:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467765.544497:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314686131 00000100:00000010:0.0:1789467765.544500:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe9c0. 00000100:00000001:0.0:1789467765.544503:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467765.544506:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314686131 00000100:00000010:0.0:1789467765.544508:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fef60. 00000100:00000001:0.0:1789467765.544511:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467765.544514:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314686131 00000100:00000010:0.0:1789467765.544516:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe900. 00000100:00000001:0.0:1789467765.544519:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467765.544521:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467765.544524:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467765.544527:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467765.544529:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467765.544535:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467765.544536:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467765.544539:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467765.544540:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467765.544542:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467765.544544:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467765.735195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467765.735203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467765.735209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467765.735211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467765.735215:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467765.735219:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467765.735221:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467765.735224:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467765.735227:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467765.735229:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467765.735231:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467765.735232:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467765.735398:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467765.735402:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467765.735405:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467766.572986:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467766.572996:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467766.572999:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467766.573002:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467766.573005:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467766.573008:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467766.573010:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467766.573014:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467766.573016:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467766.573019:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467766.573025:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20019) 00000100:00000001:0.0:1789467766.573137:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467766.573148:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467766.573150:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.573153:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467766.573155:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467766.573159:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467766.573162:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467766.759175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467766.759182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467766.759187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467766.759188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467766.759193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467766.759195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467766.760786:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467766.760791:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467766.760796:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467766.924857:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.924873:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467766.924877:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.924880:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467766.924891:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467766.924910:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9ea80 00000400:00000100:3.0:1789467766.924918:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402396800 offset 0 length 520: 4 00000400:00000200:3.0:1789467766.924938:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467766.924941:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467766.924950:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.924955:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467766.924957:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.924959:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467766.924960:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.924962:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467766.924966:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467766.924973:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9eb00 00000400:00000100:3.0:1789467766.924977:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402396928 offset 0 length 520: 4 00000400:00000200:3.0:1789467766.924980:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467766.924981:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467766.924985:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.924988:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467766.924990:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.924992:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467766.924994:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.924996:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467766.924999:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467766.925004:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9eb80 00000400:00000100:3.0:1789467766.925007:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402397056 offset 0 length 520: 4 00000400:00000200:3.0:1789467766.925009:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467766.925011:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467766.925014:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.925019:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467766.925021:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467766.925023:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467767.591212:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467767.591226:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467767.591228:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467767.591232:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467767.591235:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467767.591240:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467767.591242:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467767.783223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467767.783230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467767.783235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467767.783237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467767.783242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467767.783243:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467767.783442:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467767.783445:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467767.783448:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467768.615408:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467768.615420:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467768.615422:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467768.615427:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467768.615429:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467768.615433:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467768.615435:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467768.807176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467768.807317:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467768.807323:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467768.807324:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467768.807329:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467768.807330:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467768.807490:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467768.807494:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467768.807497:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467769.639200:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467769.639211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467769.639213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467769.639216:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467769.639218:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467769.639222:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467769.639224:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467769.831198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467769.831206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467769.831212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467769.831213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467769.831218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467769.831219:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467769.831311:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467769.831314:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467769.831318:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467770.604634:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467770.604645:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467770.604648:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467770.604651:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467770.604654:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467770.604657:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467770.604660:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467770.604663:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467770.604666:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467770.604669:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467770.604674:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20023) 00000100:00000001:2.0:1789467770.663155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467770.663170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467770.663172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467770.663176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467770.663178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467770.663182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467770.663185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467770.855203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467770.855211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467770.855217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467770.855218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467770.855223:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467770.855224:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467770.855329:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467770.855333:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467770.855336:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789467771.048328:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314686131, at 4314686465 00000100:00000010:0.0:1789467771.048358:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000040:2.0:1789467771.048446:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314686131, at 4314686465 00000100:00000010:2.0:1789467771.048453:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fef60. 00000100:00000040:1.0:1789467771.048520:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314686131, at 4314686465 00000100:00000010:1.0:1789467771.048525:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe9c0. 00000100:00000040:3.0:1789467771.048751:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314686131, at 4314686465 00000100:00000010:3.0:1789467771.048758:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe900. 00000800:00000200:1.0:1789467771.239226:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467771.239235:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467771.239239:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467771.239482:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789467771.239499:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467771.239510:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467771.239514:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467771.239517:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467771.687648:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467771.687660:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467771.687662:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467771.687665:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467771.687667:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467771.687687:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467771.687690:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467771.879217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467771.879224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467771.879229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467771.879230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467771.879234:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467771.879235:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467771.879298:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467771.879303:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467771.879306:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467772.711151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467772.711163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467772.711166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467772.711170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467772.711173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467772.711177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467772.711179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467772.903444:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467772.903451:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467772.903456:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467772.903457:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467772.903462:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467772.903463:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467772.903552:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467772.903556:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467772.903568:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467773.735149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467773.735163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467773.735165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467773.735170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467773.735172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467773.735177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467773.735180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.931349:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467773.931356:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.931361:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467773.931363:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.931367:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467773.931369:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467773.935479:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467773.935498:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467773.935503:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467774.761789:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467774.761804:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467774.761807:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467774.761812:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467774.761814:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467774.761818:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467774.761821:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467774.951172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467774.951180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467774.951185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467774.951186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467774.951190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467774.951194:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467774.951196:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467774.951199:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467774.951202:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467774.951204:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467774.951206:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467774.951213:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467774.951646:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467774.951650:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467774.951653:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467775.657184:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467775.657195:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467775.657199:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467775.657203:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467775.657206:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467775.657209:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467775.657212:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467775.657216:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467775.657218:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467775.657221:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467775.657227:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20028) 00000100:00000001:0.0:1789467775.783179:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467775.783192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467775.783194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467775.783199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467775.783201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467775.783206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467775.783208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467775.975176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467775.975184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467775.975189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467775.975191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467775.975196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467775.975198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467775.975300:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467775.975303:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467775.975315:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467776.808828:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467776.808842:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467776.808845:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467776.808850:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467776.808852:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467776.808857:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467776.808860:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467776.999164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467776.999171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467776.999177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467776.999178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467776.999183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467776.999185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467776.999351:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467776.999354:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467776.999357:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467777.835097:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467777.835112:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467777.835114:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467777.835119:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467777.835121:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467777.835125:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467777.835128:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467778.023694:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467778.023702:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467778.023707:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467778.023709:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467778.023713:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467778.023715:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467778.024487:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467778.024492:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467778.024496:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467778.855125:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467778.855138:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467778.855140:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467778.855145:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467778.855147:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467778.855151:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467778.855154:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467779.047537:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467779.047544:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467779.047551:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467779.047552:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467779.047557:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467779.047558:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467779.047928:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467779.047932:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467779.047935:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467779.879156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467779.879171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467779.879173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467779.879177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467779.879180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467779.879184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467779.879187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467780.071180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467780.071187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467780.071192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467780.071194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467780.071199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467780.071200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467780.071309:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467780.071312:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467780.071315:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467780.775324:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467780.775334:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467780.775337:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467780.775341:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467780.775343:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467780.775347:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467780.775349:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467780.775363:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467780.775382:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467780.775385:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467780.775391:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20033) 00000100:00000001:0.0:1789467780.904010:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467780.904027:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467780.904029:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467780.904033:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467780.904035:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467780.904055:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467780.904058:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467781.095205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467781.095213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467781.095218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467781.095220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467781.095224:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467781.095226:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467781.095339:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467781.095346:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467781.095349:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467781.927188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467781.927202:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467781.927204:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467781.927208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467781.927211:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467781.927216:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467781.927218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.119450:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467782.119464:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.119470:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467782.119472:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.119476:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467782.119478:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467782.119638:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467782.119641:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467782.119644:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467782.951263:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467782.951277:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467782.951279:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467782.951283:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467782.951286:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467782.951291:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467782.951293:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467783.143164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467783.143172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467783.143177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467783.143178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467783.143183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467783.143185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467783.143249:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467783.143253:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467783.143256:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467783.975697:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467783.975722:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467783.975724:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467783.975729:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467783.975731:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467783.975736:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467783.975739:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467784.168848:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467784.168866:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467784.168872:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467784.168873:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467784.168878:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467784.168879:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467784.169342:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467784.169345:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467784.169348:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467784.999197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467784.999211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467784.999213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467784.999217:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467784.999219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467784.999224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467784.999226:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467785.193254:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467785.193262:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467785.193267:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467785.193269:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467785.193274:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467785.193278:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467785.193279:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467785.193282:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467785.193285:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467785.193287:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467785.193289:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467785.193291:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467785.194958:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467785.194978:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467785.194983:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467785.897355:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467785.897369:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467785.897372:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467785.897376:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467785.897378:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467785.897381:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467785.897385:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467785.897388:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467785.897391:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467785.897394:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467785.897401:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20039) 00000100:00000001:0.0:1789467786.023232:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467786.023242:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467786.023259:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467761/real 1789467761] req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467786.023283:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467786.023285:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467786.023289:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd794d0. 00000400:00000200:0.0:1789467786.023298:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000400:00000010:0.0:1789467786.023301:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 00000100:00000001:0.0:1789467786.023306:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467786.023311:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467786.023321:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023329:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467786.023331:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023334:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467786.023359:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467786.023364:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023371:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023374:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467786.023379:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467761/real 1789467761] req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467786.023389:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467786.023390:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467786.023392:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd796e0. 00000400:00000200:0.0:1789467786.023395:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:0.0:1789467786.023397:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:0.0:1789467786.023399:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467786.023402:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467786.023409:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023415:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467786.023417:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023419:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467786.023420:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467786.023423:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023428:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023430:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467786.023435:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467761/real 1789467761] req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467786.023443:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467786.023444:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467786.023446:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f78. 00000400:00000200:0.0:1789467786.023448:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:0.0:1789467786.023455:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:0.0:1789467786.023458:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467786.023462:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467786.023469:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023476:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467786.023477:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023479:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467786.023480:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467786.023484:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023490:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023492:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467786.023496:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467761/real 1789467761] req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467786.023503:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467786.023504:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467786.023506:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79738. 00000400:00000200:0.0:1789467786.023509:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93330 00000400:00000010:0.0:1789467786.023510:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93330. 00000100:00000001:0.0:1789467786.023512:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467786.023515:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467786.023523:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023529:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467786.023543:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023545:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467786.023546:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467786.023550:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023568:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023577:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467786.023579:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023582:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467786.023585:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467786.023588:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467786.023593:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023601:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467786.023604:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023606:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467786.023607:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023610:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467786.023613:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467786.023616:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467786.023646:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467786.023649:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467786.023653:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467786.023662:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404811264:0@lo:38:kworker.0 00000100:00000001:0.0:1789467786.023667:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467786.023670:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023676:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467786.023678:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023679:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467786.023680:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023682:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467786.023689:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467786.023691:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467786.023698:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467786.023701:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467786.023705:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467786.023712:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404811392:0@lo:38:kworker.0 00000100:00000001:0.0:1789467786.023716:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467786.023719:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023725:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467786.023727:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023729:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467786.023730:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023731:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467786.023733:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467786.023736:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467786.023740:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467786.023742:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467786.023745:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467786.023753:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404811520:0@lo:38:kworker.0 00000100:00000001:0.0:1789467786.023767:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467786.023771:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023943:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467786.023951:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023952:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467786.023953:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.023955:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467786.023957:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467786.023959:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467786.023966:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467786.023968:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467786.023972:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467786.023979:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404811136:0@lo:38:kworker.0 00000100:00000001:0.0:1789467786.023983:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.023986:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467786.023990:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7df80 x1876386404811264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.023997:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467786.024000:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467786.024005:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467786.024011:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467786.024015:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467786.024018:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789467786.024021:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467786.024023:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d400. 02000000:00000001:0.0:1789467786.024067:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467786.024070:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467786.024072:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7df80. 00000100:00000001:0.0:1789467786.024078:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467786.024080:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.024082:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467786.024085:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404811392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.024091:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467786.024098:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467786.024100:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467786.024103:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467786.024105:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467786.024106:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789467786.024108:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467786.024110:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:0.0:1789467786.024112:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467786.024113:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467786.024115:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:0.0:1789467786.024118:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467786.024119:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.024121:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467786.024124:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404811520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.024130:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467786.024131:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467786.024133:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467786.024135:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467786.024136:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467786.024137:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789467786.024139:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467786.024141:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:0.0:1789467786.024143:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467786.024144:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467786.024146:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:0.0:1789467786.024148:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467786.024149:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.024151:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467786.024153:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404811136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467786 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.024158:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467786.024160:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467786.024161:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789467786.024163:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467786.024164:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467786.024165:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789467786.024177:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467786.024178:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:0.0:1789467786.024181:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467786.024182:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467786.024184:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:0.0:1789467786.024186:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467786.024187:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.024191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467786.024382:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467786.024389:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467786.024391:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467786.024395:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467786.024397:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467786.024400:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467786.024404:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467786.024407:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20009 00000100:00080000:3.0:1789467786.024420:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467786.024424:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467786.024427:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467786.024429:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467786.024432:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467786.024441:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467786.024444:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467786.024447:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467786.024451:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467786.024454:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467786.024457:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467786.024460:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467786.024463:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467786.024465:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467786.024468:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467786.024471:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467786.024476:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467786.024478:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467786.024481:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467786.024491:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467786.024494:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467786.024498:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467786.024501:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467786.024507:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789467786.024510:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467786.024514:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467786.024516:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467786.024519:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467786.024523:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467786.024527:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467786.024550:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789467786.024559:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467786.024574:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467786.024585:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467786.024590:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467786.024595:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467786.024618:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467786.024621:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467786.024625:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467786.024626:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467786.024628:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467786.024630:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467786.024633:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20009 00000100:00080000:3.0:1789467786.024635:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467786.024638:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467786.024640:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467786.024641:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467786.024643:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467786.024647:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467786.024648:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467786.024650:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467786.024653:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467786.024656:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467786.024658:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467786.024660:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467786.024662:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467786.024664:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467786.024666:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467786.024668:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467786.024670:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467786.024679:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467786.024681:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467786.024684:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467786.024687:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467786.024689:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467786.024690:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467786.024694:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789467786.024697:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467786.024699:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467786.024700:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467786.024702:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467786.024703:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467786.024705:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467786.024708:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467786.024712:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467786.024716:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467786.024722:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467786.024724:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467786.024727:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467786.024734:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467786.024736:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467786.024739:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467786.024741:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467786.024743:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467786.024745:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467786.024747:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20009 00000100:00080000:3.0:1789467786.024750:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467786.024752:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467786.024754:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467786.024764:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467786.024781:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467786.024785:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467786.024786:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467786.024788:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467786.024790:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467786.024792:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467786.024794:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467786.024797:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467786.024799:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467786.024801:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467786.024802:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467786.024804:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467786.024807:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467786.024809:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467786.024811:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467786.024814:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467786.024816:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467786.024818:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467786.024819:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467786.024823:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789467786.024825:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467786.024827:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467786.024829:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467786.024830:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467786.024832:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467786.024833:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467786.024837:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789467786.024840:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467786.024845:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467786.024851:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467786.024853:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467786.024856:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467786.024870:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467786.024872:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467786.024875:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467786.024877:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467786.024878:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467786.024880:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467786.024883:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20009 00000100:00080000:3.0:1789467786.024885:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467786.024887:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467786.024889:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467786.024890:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467786.024892:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467786.024895:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467786.024898:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467786.024899:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467786.024901:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467786.024903:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467786.024905:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467786.024908:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467786.024910:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467786.024911:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467786.024913:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467786.024915:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467786.024917:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467786.024919:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467786.024921:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467786.024924:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467786.024936:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467786.024938:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467786.024945:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467786.024949:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789467786.024952:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467786.024954:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467786.024955:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467786.024957:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467786.024958:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467786.024960:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467786.024964:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789467786.024968:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467786.024972:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467786.024980:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467786.024982:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467786.024985:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467786.024992:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467786.024998:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20039) 00000100:00000001:0.0:1789467786.025472:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467786.025477:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467786.025480:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467786.025487:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.025496:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467786.025499:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467786.025503:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467786.025506:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467786.025508:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467786.025512:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404811776:0@lo:38:kworker.0 00000100:00000001:0.0:1789467786.025516:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467786.025520:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467786.025523:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467786.025525:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467786.025542:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789467786.025545:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467786.025553:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79738. 00000400:00000010:0.0:1789467786.025561:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93330. 00000100:00000200:0.0:1789467786.025568:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404811776, portal 10 00000100:00000001:0.0:1789467786.025571:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467786.025572:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312514304 : -130400397037312 : ffff8966caa7f100) 00000100:00000040:0.0:1789467786.025580:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.025588:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467786.025590:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467786.025600:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789467786.025604:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404811776, offset 0 00000400:00000200:0.0:1789467786.025612:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467786.025627:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467786.025641:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec400 00000400:00000100:0.0:1789467786.025649:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404811776 offset 0 length 520: 4 00000400:00000200:0.0:1789467786.025654:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467786.025657:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467786.025674:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:0.0:1789467786.025677:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:0.0:1789467786.025681:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467786.025686:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.025695:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467786.025698:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.025705:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.025707:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467786.025714:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467786.025720:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789467786.025725:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314701461 00000100:00000010:0.0:1789467786.025730:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789467786.025739:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467786.025752:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314701461 00000100:00000010:0.0:1789467786.025925:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feb40. 00000100:00000001:0.0:1789467786.025939:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467786.025959:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314701461 00000100:00000010:0.0:1789467786.025963:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe240. 00000100:00000001:0.0:1789467786.025967:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467786.025980:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314701461 00000100:00000010:0.0:1789467786.025985:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe840. 00000100:00000001:0.0:1789467786.025994:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467786.026006:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467786.026010:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.026013:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467786.026017:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026032:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467786.026034:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467786.026067:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467786.026070:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467786.026073:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467786.026076:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404811904:0@lo:38:kworker.0 00000100:00000001:0.0:1789467786.026079:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467786.026082:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467786.026084:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467786.026085:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467786.026089:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467786.026092:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467786.026095:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f78. 00000400:00000010:0.0:1789467786.026099:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789467786.026103:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404811904, portal 10 00000100:00000001:0.0:1789467786.026105:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467786.026107:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:0.0:1789467786.026113:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026120:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467786.026324:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467786.026329:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789467786.026332:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404811904, offset 0 00000400:00000200:0.0:1789467786.026337:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467786.026345:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467786.026351:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec480 00000400:00000100:0.0:1789467786.026355:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404811904 offset 0 length 520: 4 00000400:00000200:0.0:1789467786.026364:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467786.026367:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467786.026375:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:0.0:1789467786.026377:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:0.0:1789467786.026380:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467786.026384:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026391:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467786.026394:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026400:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.026401:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467786.026405:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467786.026409:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789467786.026412:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314701462 00000100:00000001:0.0:1789467786.026418:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314701461 00000100:00000001:0.0:1789467786.026422:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314701462 00000100:00000001:0.0:1789467786.026425:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314701461 00000100:00000001:0.0:1789467786.026427:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314701462 00000100:00000001:0.0:1789467786.026430:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4314701461 00000100:00000001:0.0:1789467786.026432:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314701462 00000100:00000001:0.0:1789467786.026435:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4314701461 00000100:00000001:0.0:1789467786.026437:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467786.026439:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.026442:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467786.026445:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026452:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467786.026453:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467786.026462:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467786.026463:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467786.026466:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467786.026468:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404812032:0@lo:38:kworker.0 00000100:00000001:0.0:1789467786.026472:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467786.026474:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467786.026476:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467786.026478:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467786.026481:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467786.026483:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467786.026486:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd796e0. 00000400:00000010:0.0:1789467786.026490:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789467786.026493:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404812032, portal 10 00000100:00000001:0.0:1789467786.026494:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467786.026496:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:0.0:1789467786.026501:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026507:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467786.026509:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467786.026511:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00000200:0.0:1789467786.026514:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404812032, offset 0 00000400:00000200:0.0:1789467786.026517:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467786.026523:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467786.026528:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec500 00000400:00000100:0.0:1789467786.026548:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404812032 offset 0 length 520: 4 00000400:00000200:0.0:1789467786.026551:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467786.026553:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467786.026558:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000400:00000010:0.0:1789467786.026560:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 00000100:00000001:0.0:1789467786.026563:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467786.026566:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026573:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467786.026581:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026588:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.026590:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467786.026594:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467786.026597:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789467786.026599:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314701462 00000100:00000001:0.0:1789467786.026601:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314701462 00000100:00000001:0.0:1789467786.026603:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314701462 00000100:00000001:0.0:1789467786.026605:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314701462 00000100:00000001:0.0:1789467786.026607:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314701462 00000100:00000001:0.0:1789467786.026609:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314701462 00000100:00000001:0.0:1789467786.026610:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314701462 00000100:00000001:0.0:1789467786.026611:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314701462 00000100:00000001:0.0:1789467786.026613:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467786.026614:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.026616:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467786.026619:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026624:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467786.026625:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467786.026627:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467786.026629:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467786.026631:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467786.026633:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404812160:0@lo:38:kworker.0 00000100:00000001:0.0:1789467786.026636:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467786.026638:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467786.026640:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467786.026641:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467786.026645:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467786.026647:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467786.026655:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd794d0. 00000400:00000010:0.0:1789467786.026659:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00000200:0.0:1789467786.026662:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404812160, portal 10 00000100:00000001:0.0:1789467786.026664:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467786.026665:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:0.0:1789467786.026671:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026677:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467786.026678:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467786.026681:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467786.026683:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404812160, offset 0 00000400:00000200:0.0:1789467786.026687:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467786.026692:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467786.026697:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec580 00000400:00000100:0.0:1789467786.026701:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404812160 offset 0 length 520: 4 00000400:00000200:0.0:1789467786.026704:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467786.026706:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467786.026711:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789467786.026712:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789467786.026714:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467786.026718:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026724:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467786.026726:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467786.026732:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.026733:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467786.026736:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467786.026739:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789467786.026741:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314701463 00000100:00000001:0.0:1789467786.026746:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314701462 00000100:00000001:0.0:1789467786.026750:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314701463 00000100:00000001:0.0:1789467786.026965:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314701462 00000100:00000001:0.0:1789467786.026970:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314701463 00000100:00000001:0.0:1789467786.026973:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314701462 00000100:00000001:0.0:1789467786.026976:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314701463 00000100:00000001:0.0:1789467786.026979:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314701462 00000100:00000001:0.0:1789467786.026982:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467786.026984:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.026988:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.026992:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.027002:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467786.027004:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467786.027007:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467786.027009:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467786.027010:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467786.027013:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467786.047185:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314701463, at 4314701464 00000100:00000010:2.0:1789467786.047209:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe240. 00000100:00000040:1.0:1789467786.047415:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314701463, at 4314701464 00000100:00000010:1.0:1789467786.047423:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feb40. 00000100:00000040:3.0:1789467786.047493:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314701463, at 4314701464 00000100:00000010:3.0:1789467786.047500:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe840. 00000100:00000040:0.0:1789467786.047677:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314701463, at 4314701464 00000100:00000010:0.0:1789467786.047685:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00010000:00000001:0.0:1789467786.215218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467786.215229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467786.215237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467786.215239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467786.215244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467786.215246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467786.215528:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467786.215542:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467786.215545:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467787.047189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467787.047210:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467787.047212:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467787.047219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467787.047222:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467787.047350:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467787.047354:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467787.239212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467787.239223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467787.239230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467787.239232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467787.239262:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467787.239264:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467787.239608:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467787.239613:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467787.239617:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467788.071283:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467788.071303:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467788.071306:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467788.071313:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467788.071316:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467788.071323:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467788.071326:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467788.263396:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467788.263407:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467788.263414:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467788.263416:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467788.263423:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467788.263424:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467788.263576:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467788.263581:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467788.263584:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467789.095215:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467789.095236:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467789.095238:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467789.095244:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467789.095247:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467789.095254:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467789.095257:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467789.287455:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467789.287465:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467789.287472:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467789.287474:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467789.287479:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467789.287482:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467789.287595:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467789.287599:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467789.287604:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467790.119210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467790.119220:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467790.119237:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467765/real 1789467765] req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467790 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467790.119259:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467790.119262:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467790.119267:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789467790.119275:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789467790.119373:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789467790.119381:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467790.119406:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467790 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467790.119416:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467790 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467790.119425:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467790.119427:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467790.119430:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467790.119433:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467790.119437:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467790 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467790.119444:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467790.119454:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467790.119457:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467790.119460:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467790.119463:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467790.119468:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467790.119473:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467790 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467790.119480:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467790.119483:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467790.119485:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467790.119486:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467790.119488:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467790.119491:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467790.119495:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467790.119507:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789467790.119510:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467790.119515:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467790 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467790.119521:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404811648:0@lo:250:kworker.0 00000100:00000001:0.0:1789467790.119535:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467790.119539:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467790.119542:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404811648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467790 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467790.119549:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467790.119553:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467790.119558:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789467790.119563:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467790.119567:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467790.119569:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467790.119572:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467790.119575:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:0.0:1789467790.119580:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467790.119582:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467790.119584:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00000001:0.0:1789467790.119589:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467790.119591:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467790.119593:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467790.121857:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467790.121871:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467790.121874:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467790.121879:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467790.121885:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467790.121891:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20013 00000100:00080000:3.0:1789467790.121906:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467790.121910:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467790.121914:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467790.121917:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467790.121919:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467790.121930:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467790.121955:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467790.121959:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467790.121963:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467790.121966:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467790.121968:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467790.121972:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467790.121974:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467790.121977:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467790.121979:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467790.121982:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467790.121987:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467790.121989:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467790.121993:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467790.121997:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467790.122000:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467790.122003:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467790.122007:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467790.122014:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789467790.122018:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467790.122023:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467790.122024:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467790.122027:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467790.122031:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467790.122078:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467790.122089:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789467790.122098:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467790.122109:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467790.122122:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467790.122127:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467790.122132:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467790.122159:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467790.122169:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467790.122173:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467790.122176:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467790.122179:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467790.122182:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467790.122186:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467790.122189:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467790.122192:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467790.122197:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20043) 00000100:00000001:2.0:1789467790.122279:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467790.122292:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467790.122295:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467790.122301:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467790.122310:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467790.122312:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467790.122316:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467790.122318:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467790.122321:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467790.122325:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404812288:0@lo:250:kworker.0 00000100:00000001:2.0:1789467790.122329:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467790.122334:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467790.122336:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467790.122339:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467790.122346:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789467790.122349:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467790.122356:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143e18. 00000400:00000010:2.0:1789467790.122365:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789467790.122373:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404812288, portal 25 00000100:00000001:2.0:1789467790.122375:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467790.122377:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:2.0:1789467790.122382:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467790.122400:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467790.122404:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467790.122408:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789467790.122411:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404812288, offset 0 00000400:00000200:2.0:1789467790.122418:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467790.122436:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467790.122451:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ec600 00000400:00000100:2.0:1789467790.122458:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404812288 offset 0 length 520: 4 00000400:00000200:2.0:1789467790.122463:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467790.122465:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467790.122481:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789467790.122484:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789467790.122488:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467790.122493:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467790.122502:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467790.122505:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467790.122512:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467790.122514:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467790.122520:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467790.122525:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314710709 00000100:00000010:2.0:1789467790.122530:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789467790.122537:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467790.122548:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314710709 00000100:00000010:2.0:1789467790.122551:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37480. 00000100:00000001:2.0:1789467790.122555:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467790.122559:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314710709 00000100:00000010:2.0:1789467790.122561:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789467790.122565:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467790.122577:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314710709 00000100:00000010:2.0:1789467790.122581:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c378a0. 00000100:00000001:2.0:1789467790.122584:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467790.122588:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467790.122591:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467790.122596:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467790.122599:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467790.122607:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467790.122609:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467790.122611:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467790.122613:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467790.122614:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467790.122616:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467790.315076:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467790.315086:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467790.315093:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467790.315095:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467790.315101:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467790.315103:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467790.315206:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467790.315210:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467790.315214:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467791.143184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467791.143201:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467791.143204:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.143209:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467791.143213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467791.143219:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.143222:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467791.146090:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467791.146106:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467791.146117:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467791.146122:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467791.146124:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467791.146127:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467791.146131:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467791.146160:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467791.146163:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467791.146166:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467791.146173:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20044) 00010000:00000001:0.0:1789467791.335820:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467791.335831:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467791.335839:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467791.335840:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467791.335847:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467791.335849:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467791.336185:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467791.336191:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467791.336194:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467792.167177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467792.167198:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467792.167201:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467792.167206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467792.167209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467792.167215:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467792.167218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.359240:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467792.359250:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.359258:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467792.359260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.359265:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467792.359267:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467792.360007:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467792.360012:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467792.360016:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789467792.520144:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467792.520169:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467792.520174:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467792.520176:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789467792.520191:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789467792.520213:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9ec00 00000400:00000100:0.0:1789467792.520223:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402397184 offset 0 length 520: 4 00000400:00000200:0.0:1789467792.520230:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467792.520233:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789467792.520244:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467792.520252:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467792.520255:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467792.520257:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467792.526714:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467792.526744:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467792.526749:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467792.526752:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467792.526778:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467792.526805:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ec80 00000400:00000100:2.0:1789467792.526816:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402397312 offset 0 length 520: 4 00000400:00000200:2.0:1789467792.526842:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467792.526846:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467792.526860:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467792.526866:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467792.526869:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467792.526871:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467792.526873:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467792.526875:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467792.526892:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467792.526901:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ed00 00000400:00000100:2.0:1789467792.526906:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402397440 offset 0 length 520: 4 00000400:00000200:2.0:1789467792.526909:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467792.526911:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467792.526916:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467792.526927:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467792.526930:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467792.526932:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467793.191429:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467793.191448:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467793.191450:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467793.191457:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467793.191460:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467793.191465:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467793.191468:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467793.385303:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467793.385315:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467793.385323:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467793.385349:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467793.385356:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467793.385357:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467793.387431:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467793.387440:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467793.387446:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467794.215299:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467794.215318:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467794.215321:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467794.215328:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467794.215331:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467794.215337:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467794.215340:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467794.407216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467794.407225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467794.407233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467794.407234:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467794.407240:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467794.407241:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467794.407364:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467794.407369:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467794.407373:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467795.175244:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467795.175257:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467795.175261:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467795.175265:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467795.175268:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467795.175271:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467795.175274:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467795.175278:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467795.175281:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467795.175284:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467795.175291:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20048) 00000100:00000001:2.0:1789467795.243348:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467795.243397:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467795.243400:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467795.243406:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467795.243409:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467795.243415:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467795.243418:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467795.431521:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467795.431532:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467795.431540:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467795.431542:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467795.431548:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467795.431553:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467795.431555:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467795.431560:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467795.431564:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467795.431588:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467795.431591:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467795.431594:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467795.432521:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467795.432527:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467795.432531:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467795.623214:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314710709, at 4314711040 00000100:00000040:3.0:1789467795.623231:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314710709, at 4314711040 00000100:00000010:2.0:1789467795.623235:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000010:3.0:1789467795.623251:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000040:0.0:1789467795.623395:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314710709, at 4314711040 00000100:00000010:0.0:1789467795.623401:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000040:1.0:1789467795.623470:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314710709, at 4314711040 00000100:00000010:1.0:1789467795.623477:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000100:00000001:2.0:1789467796.263350:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467796.263488:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467796.263491:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467796.263498:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467796.263501:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467796.263508:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467796.263512:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467796.455228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467796.455238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467796.455244:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467796.455246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467796.455252:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467796.455254:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467796.455510:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467796.455513:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467796.455517:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467797.287192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467797.287214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467797.287217:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467797.287223:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467797.287226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467797.287233:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467797.287236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467797.482647:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467797.482659:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467797.482674:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467797.482675:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467797.482681:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467797.482682:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467797.483002:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467797.483006:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467797.483010:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467798.311127:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467798.311145:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467798.311148:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467798.311154:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467798.311157:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467798.311162:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467798.311166:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467798.504814:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467798.504825:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467798.504840:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467798.504843:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467798.504848:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467798.504850:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467798.505640:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467798.505646:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467798.505651:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467799.335190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467799.335210:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467799.335213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467799.335219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467799.335245:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467799.335252:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467799.335255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467799.527224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467799.527234:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467799.527241:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467799.527243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467799.527248:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467799.527250:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467799.527417:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467799.527421:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467799.527425:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467800.232377:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467800.232391:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467800.232395:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467800.232398:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467800.232401:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467800.232427:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467800.232430:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467800.232433:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467800.232436:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467800.232439:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467800.232446:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20053) 00000100:00000001:2.0:1789467800.359230:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467800.359248:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467800.359251:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467800.359257:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467800.359260:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467800.359266:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467800.359269:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467800.551611:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467800.551622:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467800.551628:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467800.551630:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467800.551636:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467800.551638:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467800.552858:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467800.552865:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467800.552871:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467801.383163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467801.383176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467801.383178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467801.383183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467801.383185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467801.383190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467801.383192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467801.575226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467801.575237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467801.575246:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467801.575248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467801.575253:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467801.575255:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467801.575351:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467801.575358:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467801.575363:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467802.407144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467802.407157:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467802.407159:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467802.407164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467802.407166:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467802.407170:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467802.407172:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.599192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467802.599203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.599209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467802.599211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.599217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467802.599219:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467802.599342:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467802.599347:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467802.599350:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467803.431301:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467803.431316:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467803.431318:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467803.431323:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467803.431325:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467803.431329:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467803.431332:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467803.623163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467803.623170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467803.623176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467803.623177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467803.623182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467803.623184:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467803.623487:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467803.623508:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467803.623511:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467804.455158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467804.455171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467804.455173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467804.455194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467804.455197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467804.455201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467804.455204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467804.651708:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467804.651716:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467804.651737:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467804.651739:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467804.651743:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467804.651746:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467804.651884:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467804.651887:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467804.651890:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467805.352700:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467805.352710:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467805.352713:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467805.352716:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467805.352719:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467805.352722:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467805.352725:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467805.352729:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467805.352732:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467805.352734:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467805.352758:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20058) 00000100:00000001:2.0:1789467805.480198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467805.480213:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467805.480216:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467805.480220:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467805.480222:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467805.480227:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467805.480229:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467805.671215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467805.671222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467805.671228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467805.671229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467805.671233:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467805.671237:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467805.671239:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467805.671242:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467805.671244:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467805.671247:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467805.671249:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467805.671251:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467805.671451:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467805.671454:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467805.671457:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467806.503155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467806.503169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467806.503171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467806.503176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467806.503178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467806.503182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467806.503185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467806.695165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467806.695172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467806.695178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467806.695180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467806.695185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467806.695187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467806.695288:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467806.695292:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467806.695295:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467807.527431:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467807.527445:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467807.527448:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467807.527452:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467807.527454:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467807.527459:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467807.527462:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467807.720096:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467807.720105:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467807.720110:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467807.720112:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467807.720117:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467807.720119:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467807.720222:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467807.720226:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467807.720229:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467808.551838:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467808.551852:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467808.551854:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467808.551859:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467808.551861:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467808.551866:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467808.551869:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467808.743169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467808.743177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467808.743182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467808.743184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467808.743188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467808.743189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467808.743303:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467808.743307:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467808.743325:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789467809.127188:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789467809.127197:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467809.127203:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1789467809.127476:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467809.127490:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467809.127496:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467809.127499:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789467809.127503:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789467809.575150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467809.575167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467809.575169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467809.575174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467809.575176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467809.575181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467809.575184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467809.770301:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467809.770308:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467809.770314:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467809.770315:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467809.770320:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467809.770322:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467809.770688:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467809.770691:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467809.770695:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467810.471323:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467810.471335:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467810.471338:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467810.471341:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467810.471344:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467810.471347:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467810.471349:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467810.471353:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467810.471355:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467810.471358:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467810.471363:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20063) 00000100:00000001:2.0:1789467810.599946:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467810.599959:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467810.599961:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467810.599967:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467810.599969:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467810.599974:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467810.599977:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467810.791236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467810.791243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467810.791250:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467810.791251:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467810.791257:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467810.791259:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467810.791637:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467810.791641:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467810.791644:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467811.625765:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467811.625772:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467811.625787:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467786/real 1789467786] req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467811.625804:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467811.625806:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467811.625810:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79738. 00000400:00000200:2.0:1789467811.625816:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93330 00000400:00000010:2.0:1789467811.625829:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93330. 00000100:00000001:2.0:1789467811.625833:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467811.625837:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467811.625846:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.625872:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467811.625874:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.625877:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467811.625879:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467811.625884:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.625890:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.625892:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467811.625896:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467786/real 1789467786] req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467811.625902:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467811.625904:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467811.625905:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f78. 00000400:00000200:2.0:1789467811.625909:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:2.0:1789467811.625910:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:2.0:1789467811.625912:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467811.625915:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467811.625921:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.625926:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467811.625927:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.625929:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467811.625930:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467811.625933:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.625938:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.625940:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467811.625944:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467786/real 1789467786] req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467811.625961:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467811.625962:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467811.625964:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd796e0. 00000400:00000200:2.0:1789467811.625965:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:2.0:1789467811.625967:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:2.0:1789467811.625969:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467811.625972:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467811.625978:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.625983:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467811.625985:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.625986:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467811.625987:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467811.625990:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.625995:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.625996:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467811.626000:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467786/real 1789467786] req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467811.626006:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467811.626007:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467811.626008:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd794d0. 00000400:00000200:2.0:1789467811.626010:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000400:00000010:2.0:1789467811.626012:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 00000100:00000001:2.0:1789467811.626013:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467811.626016:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467811.626023:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626035:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467811.626054:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626057:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467811.626058:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467811.626062:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626068:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626076:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467811.626078:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626080:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467811.626082:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467811.626085:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467811.626089:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626095:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467811.626110:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626112:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467811.626113:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626116:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467811.626118:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467811.626121:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467811.626148:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467811.626151:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467811.626155:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467811.626163:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404811776:0@lo:38:kworker.0 00000100:00000001:2.0:1789467811.626173:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467811.626177:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626193:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467811.626194:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626196:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467811.626197:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626199:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467811.626201:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467811.626203:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467811.626209:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467811.626211:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467811.626214:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467811.626221:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404811904:0@lo:38:kworker.0 00000100:00000001:2.0:1789467811.626225:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467811.626228:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626234:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467811.626236:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626237:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467811.626238:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626240:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467811.626241:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467811.626243:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467811.626247:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467811.626249:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467811.626253:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467811.626272:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404812032:0@lo:38:kworker.0 00000100:00000001:2.0:1789467811.626275:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467811.626279:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626284:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467811.626286:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626287:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467811.626288:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626290:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467811.626292:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467811.626294:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467811.626299:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467811.626301:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467811.626305:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467811.626311:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404812160:0@lo:38:kworker.0 00000100:00000001:2.0:1789467811.626315:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.626317:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467811.626331:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f100 x1876386404811776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626337:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467811.626341:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467811.626345:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:2.0:1789467811.626349:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467811.626352:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467811.626354:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789467811.626356:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467811.626360:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:2.0:1789467811.626363:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467811.626364:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467811.626366:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f100. 00000100:00000001:2.0:1789467811.626370:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467811.626371:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626372:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467811.626376:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404811904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626381:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467811.626382:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467811.626384:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:2.0:1789467811.626386:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467811.626387:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467811.626388:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789467811.626390:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467811.626391:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:2.0:1789467811.626393:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467811.626395:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467811.626396:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:2.0:1789467811.626398:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467811.626400:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626401:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467811.626404:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404812032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626409:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467811.626410:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467811.626412:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865000. 02000000:00000001:2.0:1789467811.626413:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467811.626415:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467811.626416:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789467811.626418:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467811.626419:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789467811.626421:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467811.626431:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467811.626433:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:2.0:1789467811.626437:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467811.626439:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626441:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467811.626444:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404812160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467811 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.626449:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467811.626450:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467811.626451:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:2.0:1789467811.626453:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467811.626454:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467811.626455:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789467811.626456:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467811.626457:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789467811.626687:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467811.626689:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467811.626691:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:2.0:1789467811.626694:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467811.626695:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.626698:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467811.626850:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467811.626856:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467811.626858:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467811.626861:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467811.626863:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467811.626866:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467811.626869:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467811.626872:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20034 00000100:00080000:3.0:1789467811.626876:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467811.626879:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467811.626882:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467811.626884:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467811.626886:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467811.626896:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467811.626898:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467811.626901:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467811.626904:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467811.626907:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467811.626909:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467811.626912:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467811.626914:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467811.626916:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467811.626917:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467811.626921:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467811.626923:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467811.626925:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467811.626928:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467811.626943:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467811.626946:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467811.626949:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467811.626951:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467811.626956:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789467811.626959:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467811.626962:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467811.626964:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467811.626966:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467811.626970:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467811.626973:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467811.626980:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789467811.626986:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467811.626991:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467811.627000:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467811.627004:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467811.627007:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467811.627030:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467811.627033:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467811.627069:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467811.627070:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467811.627072:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467811.627074:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467811.627076:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20034 00000100:00080000:3.0:1789467811.627079:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467811.627081:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467811.627083:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467811.627085:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467811.627086:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467811.627090:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467811.627110:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467811.627112:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467811.627114:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467811.627116:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467811.627118:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467811.627122:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467811.627124:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467811.627125:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467811.627127:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467811.627129:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467811.627131:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467811.627133:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467811.627135:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467811.627138:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467811.627140:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467811.627142:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467811.627143:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467811.627146:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789467811.627148:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467811.627150:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467811.627151:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467811.627153:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467811.627154:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467811.627156:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467811.627159:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789467811.627162:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467811.627166:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467811.627173:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467811.627175:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467811.627178:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467811.627185:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467811.627194:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467811.627196:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467811.627198:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467811.627199:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467811.627202:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467811.627204:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20034 00000100:00080000:3.0:1789467811.627206:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467811.627208:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467811.627210:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467811.627211:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467811.627212:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467811.627215:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467811.627217:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467811.627218:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467811.627220:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467811.627222:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467811.627223:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467811.627226:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467811.627227:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467811.627228:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467811.627230:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467811.627232:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467811.627234:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467811.627236:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467811.627237:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467811.627239:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467811.627241:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467811.627243:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467811.627244:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467811.627247:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789467811.627248:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467811.627255:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467811.627256:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467811.627258:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467811.627259:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467811.627261:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467811.627264:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789467811.627267:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467811.627271:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467811.627277:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467811.627279:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467811.627282:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467811.627288:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467811.627290:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467811.627293:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467811.627294:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467811.627296:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467811.627298:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467811.627300:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20034 00000100:00080000:3.0:1789467811.627302:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467811.627305:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467811.627307:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467811.627308:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467811.627310:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467811.627313:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467811.627315:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467811.627317:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467811.627330:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467811.627333:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467811.627335:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467811.627344:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467811.627346:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467811.627347:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467811.627349:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467811.627351:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467811.627353:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467811.627356:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467811.627357:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467811.627360:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467811.627362:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467811.627364:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467811.627365:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467811.627368:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789467811.627370:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467811.627372:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467811.627373:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467811.627375:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467811.627376:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467811.627378:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467811.627381:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467811.627384:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467811.627388:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467811.627394:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467811.627396:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467811.627399:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467811.627405:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467811.627408:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20064) 00000100:00000001:2.0:1789467811.628710:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467811.628717:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467811.628719:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467811.628729:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.628750:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467811.628752:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467811.628755:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467811.628758:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467811.628760:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467811.628764:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404812416:0@lo:38:kworker.0 00000100:00000001:2.0:1789467811.628767:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467811.628771:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467811.628773:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467811.628776:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467811.628782:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789467811.628783:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467811.628790:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143aa8. 00000400:00000010:2.0:1789467811.628797:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789467811.628803:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404812416, portal 10 00000100:00000001:2.0:1789467811.628806:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467811.628807:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312515200 : -130400397036416 : ffff8966caa7f480) 00000100:00000040:2.0:1789467811.628814:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.628831:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467811.628833:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467811.628836:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467811.628839:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404812416, offset 0 00000400:00000200:2.0:1789467811.628846:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467811.628858:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467811.628868:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec680 00000400:00000100:2.0:1789467811.628874:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404812416 offset 0 length 520: 4 00000400:00000200:2.0:1789467811.628878:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467811.628881:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467811.628892:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467811.628895:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467811.628898:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467811.628902:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.628911:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467811.628914:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.628921:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.628922:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467811.628927:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467811.628931:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789467811.628934:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314727064 00000100:00000010:2.0:1789467811.628938:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789467811.628945:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467811.628971:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314727064 00000100:00000010:2.0:1789467811.628974:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f60. 00000100:00000001:2.0:1789467811.628977:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467811.628988:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314727064 00000100:00000010:2.0:1789467811.628990:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37600. 00000100:00000001:2.0:1789467811.628993:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467811.628996:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314727064 00000100:00000010:2.0:1789467811.628998:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a20. 00000100:00000001:2.0:1789467811.629001:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467811.629011:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467811.629014:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.629016:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467811.629020:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629025:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467811.629027:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467811.629029:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467811.629031:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467811.629033:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467811.629035:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404812544:0@lo:38:kworker.0 00000100:00000001:2.0:1789467811.629063:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467811.629065:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467811.629067:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467811.629068:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467811.629072:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467811.629074:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467811.629076:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143ec8. 00000400:00000010:2.0:1789467811.629079:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467811.629082:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404812544, portal 10 00000100:00000001:2.0:1789467811.629083:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467811.629085:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312513408 : -130400397038208 : ffff8966caa7ed80) 00000100:00000040:2.0:1789467811.629090:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629096:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467811.629341:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467811.629345:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789467811.629349:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404812544, offset 0 00000400:00000200:2.0:1789467811.629354:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467811.629360:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467811.629365:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec700 00000400:00000100:2.0:1789467811.629369:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404812544 offset 0 length 520: 4 00000400:00000200:2.0:1789467811.629372:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467811.629374:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467811.629378:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789467811.629380:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789467811.629382:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467811.629386:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629393:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467811.629396:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629401:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.629403:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467811.629407:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467811.629410:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789467811.629412:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314727065 00000100:00000001:2.0:1789467811.629419:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314727064 00000100:00000001:2.0:1789467811.629435:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314727065 00000100:00000001:2.0:1789467811.629439:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314727064 00000100:00000001:2.0:1789467811.629441:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314727065 00000100:00000001:2.0:1789467811.629444:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4314727064 00000100:00000001:2.0:1789467811.629446:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314727065 00000100:00000001:2.0:1789467811.629449:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4314727064 00000100:00000001:2.0:1789467811.629451:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467811.629453:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.629455:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467811.629458:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629574:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467811.629576:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467811.629578:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467811.629580:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467811.629582:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467811.629586:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404812672:0@lo:38:kworker.0 00000100:00000001:2.0:1789467811.629589:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467811.629591:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467811.629593:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467811.629595:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467811.629599:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789467811.629600:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467811.629604:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143268. 00000400:00000010:2.0:1789467811.629607:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789467811.629610:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404812672, portal 10 00000100:00000001:2.0:1789467811.629612:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467811.629613:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000040:2.0:1789467811.629619:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629624:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467811.629626:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467811.629628:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789467811.629630:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404812672, offset 0 00000400:00000200:2.0:1789467811.629633:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467811.629639:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467811.629644:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec780 00000400:00000100:2.0:1789467811.629648:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404812672 offset 0 length 520: 4 00000400:00000200:2.0:1789467811.629652:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467811.629654:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467811.629658:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789467811.629659:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789467811.629662:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467811.629664:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629670:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467811.629673:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629678:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.629680:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467811.629682:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467811.629685:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789467811.629688:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314727065 00000100:00000001:2.0:1789467811.629691:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314727065 00000100:00000001:2.0:1789467811.629692:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314727065 00000100:00000001:2.0:1789467811.629694:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314727065 00000100:00000001:2.0:1789467811.629696:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314727065 00000100:00000001:2.0:1789467811.629698:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314727065 00000100:00000001:2.0:1789467811.629699:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314727065 00000100:00000001:2.0:1789467811.629701:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314727065 00000100:00000001:2.0:1789467811.629703:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467811.629705:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.629707:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467811.629711:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629717:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467811.629719:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467811.629721:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467811.629723:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467811.629725:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467811.629727:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404812800:0@lo:38:kworker.0 00000100:00000001:2.0:1789467811.629730:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467811.629731:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467811.629733:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467811.629744:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467811.629747:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789467811.629749:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467811.629752:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143000. 00000400:00000010:2.0:1789467811.629755:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789467811.629758:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404812800, portal 10 00000100:00000001:2.0:1789467811.629760:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467811.629761:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312507136 : -130400397044480 : ffff8966caa7d500) 00000100:00000040:2.0:1789467811.629766:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629776:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467811.629778:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467811.629780:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467811.629782:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404812800, offset 0 00000400:00000200:2.0:1789467811.629785:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467811.629790:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467811.629794:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec800 00000400:00000100:2.0:1789467811.629799:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404812800 offset 0 length 520: 4 00000400:00000200:2.0:1789467811.629802:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467811.629804:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467811.629811:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789467811.629813:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789467811.629824:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467811.629828:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629834:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467811.629836:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467811.629843:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.629844:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467811.629847:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467811.629851:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789467811.629853:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314727066 00000100:00000001:2.0:1789467811.629858:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314727065 00000100:00000001:2.0:1789467811.629862:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314727066 00000100:00000001:2.0:1789467811.629865:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314727065 00000100:00000001:2.0:1789467811.629867:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314727066 00000100:00000001:2.0:1789467811.629870:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314727065 00000100:00000001:2.0:1789467811.629872:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314727066 00000100:00000001:2.0:1789467811.629874:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314727065 00000100:00000001:2.0:1789467811.629876:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467811.629878:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.629881:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.629884:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.629892:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467811.629894:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.629896:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467811.629898:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467811.629900:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.629901:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467811.650151:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314727066, at 4314727067 00000100:00000010:2.0:1789467811.650174:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000040:0.0:1789467811.650346:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314727066, at 4314727067 00000100:00000010:0.0:1789467811.650352:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000040:1.0:1789467811.650538:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314727066, at 4314727067 00000100:00000010:1.0:1789467811.650544:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000100:00000040:3.0:1789467811.650610:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314727066, at 4314727067 00000100:00000010:3.0:1789467811.650616:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00010000:00000001:0.0:1789467811.817874:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467811.817881:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467811.817887:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467811.817906:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467811.817911:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467811.817913:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467811.818540:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467811.818544:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467811.818548:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467812.647910:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467812.647924:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467812.647926:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467812.647930:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467812.647932:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467812.647936:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467812.647939:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467812.839183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467812.839190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467812.839195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467812.839196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467812.839201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467812.839202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467812.840642:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467812.840648:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467812.840652:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467813.671282:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467813.671298:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467813.671301:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467813.671305:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467813.671308:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467813.671312:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467813.671315:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.863202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467813.863212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.863221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467813.863223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.863229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467813.863232:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467813.864210:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467813.864218:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467813.864222:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467814.695771:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467814.695786:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467814.695788:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467814.695792:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467814.695794:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467814.695798:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467814.695800:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467814.887203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467814.887214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467814.887222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467814.887224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467814.887231:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467814.887235:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467814.887238:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467814.887243:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467814.887246:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467814.887249:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467814.887251:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467814.887253:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467814.887368:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467814.887373:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467814.887376:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467815.719135:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467815.719142:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467815.719156:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467790/real 1789467790] req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467815 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467815.719173:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467815.719175:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467815.719178:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143e18. 00000400:00000200:2.0:1789467815.719184:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789467815.719186:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789467815.719190:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467815.719194:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467815 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467815.719202:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467815 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467815.719209:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467815.719211:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.719214:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467815.719216:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467815.719219:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467815 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467815.719226:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.719234:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467815.719235:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.719238:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467815.719240:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467815.719243:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467815.719247:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467815 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467815.719254:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467815.719257:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.719258:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467815.719259:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.719262:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467815.719264:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467815.719267:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467815.719292:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789467815.719295:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467815.719299:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467815 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467815.719306:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404812288:0@lo:250:kworker.0 00000100:00000001:2.0:1789467815.719311:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467815.719313:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467815.719316:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404812288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467815 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467815.719323:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467815.719326:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467815.719330:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789467815.719333:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467815.719336:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467815.719338:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467815.719341:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467815.719343:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:2.0:1789467815.719346:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467815.719348:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467815.719350:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:2.0:1789467815.719353:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467815.719354:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.719357:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467815.719418:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467815.719438:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467815.719440:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467815.719442:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467815.719445:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467815.719447:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20038 00000100:00080000:3.0:1789467815.719451:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467815.719453:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467815.719456:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467815.719458:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467815.719460:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467815.719466:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467815.719468:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467815.719470:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467815.719473:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467815.719475:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467815.719477:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467815.719480:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467815.719482:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467815.719483:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467815.719485:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467815.719488:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467815.719490:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467815.719501:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467815.719503:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467815.719506:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467815.719508:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467815.719510:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467815.719512:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467815.719517:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789467815.719520:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467815.719524:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467815.719528:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467815.719531:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467815.719534:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467815.719537:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467815.719543:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789467815.719549:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467815.719555:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467815.719609:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467815.719614:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467815.719625:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467815.719642:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467815.719645:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467815.719648:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467815.719651:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467815.719654:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467815.719657:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467815.719659:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467815.719662:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467815.719664:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467815.719669:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20068) 00000100:00000001:2.0:1789467815.719713:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467815.719715:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467815.719717:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467815.719722:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467815.719729:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467815.719731:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467815.719733:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467815.719735:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467815.719738:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467815.719740:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404812928:0@lo:250:kworker.0 00000100:00000001:2.0:1789467815.719744:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467815.719747:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467815.719749:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467815.719751:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467815.719755:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789467815.719756:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467815.719761:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143e18. 00000400:00000010:2.0:1789467815.719766:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789467815.719778:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404812928, portal 25 00000100:00000001:2.0:1789467815.719780:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467815.719781:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516096 : -130400397035520 : ffff8966caa7f800) 00000100:00000040:2.0:1789467815.719786:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467815.719793:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467815.719796:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467815.719798:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467815.719801:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404812928, offset 0 00000400:00000200:2.0:1789467815.719806:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467815.719816:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467815.719826:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ec880 00000400:00000100:2.0:1789467815.719831:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404812928 offset 0 length 520: 4 00000400:00000200:2.0:1789467815.719835:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467815.719837:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467815.719845:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789467815.719846:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789467815.719849:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467815.719852:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467815.719859:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467815.719957:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467815.719964:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467815.719966:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467815.719971:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467815.719975:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314736306 00000100:00000010:2.0:1789467815.719979:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37600. 00000100:00000001:2.0:1789467815.719985:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467815.719994:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314736306 00000100:00000010:2.0:1789467815.719996:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37060. 00000100:00000001:2.0:1789467815.720000:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467815.720002:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314736306 00000100:00000010:2.0:1789467815.720005:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37900. 00000100:00000001:2.0:1789467815.720008:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467815.720010:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314736306 00000100:00000010:2.0:1789467815.720013:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c370c0. 00000100:00000001:2.0:1789467815.720016:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467815.720018:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467815.720021:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467815.720024:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467815.720026:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.720029:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467815.720030:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.720032:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467815.720033:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467815.720035:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467815.720055:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467815.911197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467815.911207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467815.911214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467815.911216:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467815.911222:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467815.911224:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467815.912238:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467815.912244:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467815.912250:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467816.743178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467816.743192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467816.743194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.743198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467816.743201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467816.743205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.743207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467816.743422:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467816.743427:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467816.743429:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467816.743448:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467816.743451:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467816.743453:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467816.743456:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467816.743468:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467816.743471:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467816.743473:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467816.743479:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20069) 00010000:00000001:0.0:1789467816.935195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467816.935203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467816.935209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467816.935210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467816.935215:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467816.935216:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467816.935392:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467816.935396:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467816.935400:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789467817.094931:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.094949:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467817.094953:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.094955:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467817.094966:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467817.094983:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ed80 00000400:00000100:2.0:1789467817.094992:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402397568 offset 0 length 520: 4 00000400:00000200:2.0:1789467817.094996:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467817.094998:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467817.095005:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.095008:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467817.095009:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.095011:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467817.095012:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.095013:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467817.095015:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467817.095018:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ee00 00000400:00000100:2.0:1789467817.095021:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402397696 offset 0 length 520: 4 00000400:00000200:2.0:1789467817.095023:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467817.095033:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467817.095035:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.095078:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467817.095081:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.095083:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467817.095084:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.095087:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467817.095091:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467817.095097:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9ee80 00000400:00000100:2.0:1789467817.095101:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402397824 offset 0 length 520: 4 00000400:00000200:2.0:1789467817.095104:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467817.095106:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467817.095110:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.095117:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467817.095119:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467817.095121:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467817.767258:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467817.767272:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467817.767274:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467817.767279:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467817.767281:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467817.767286:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467817.767289:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467817.959204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467817.959211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467817.959216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467817.959218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467817.959222:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467817.959224:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467817.959411:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467817.959415:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467817.959417:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467818.791150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467818.791164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467818.791167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467818.791172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467818.791174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467818.791178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467818.791181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467818.983184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467818.983193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467818.983198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467818.983200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467818.983205:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467818.983206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467818.983476:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467818.983481:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467818.983484:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467819.815928:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467819.815943:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467819.815945:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467819.815950:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467819.815953:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467819.815958:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467819.815960:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467820.007162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467820.007169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467820.007175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467820.007176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467820.007198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467820.007200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467820.007358:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467820.007362:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467820.007365:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467820.775199:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467820.775209:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467820.775213:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467820.775216:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467820.775219:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467820.775222:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467820.775224:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467820.775227:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467820.775230:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467820.775233:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467820.775238:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20073) 00000100:00000001:2.0:1789467820.839162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467820.839175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467820.839178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467820.839182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467820.839185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467820.839190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467820.839192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467821.031694:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467821.031702:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467821.031708:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467821.031710:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467821.031715:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467821.031716:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467821.034079:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467821.034086:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467821.034090:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467821.223156:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314736306, at 4314736640 00000100:00000010:3.0:1789467821.223172:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000100:00000040:2.0:1789467821.223374:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314736306, at 4314736640 00000100:00000010:2.0:1789467821.223380:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37900. 00000100:00000040:1.0:1789467821.223442:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314736306, at 4314736640 00000100:00000010:1.0:1789467821.223447:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00000100:00000040:0.0:1789467821.226980:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314736306, at 4314736643 00000100:00000010:0.0:1789467821.227006:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000001:2.0:1789467821.863223:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467821.863237:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467821.863239:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467821.863244:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467821.863247:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467821.863252:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467821.863255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.056542:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467822.056550:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.056555:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467822.056557:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.056561:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467822.056563:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467822.057675:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467822.057680:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467822.057683:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467822.889346:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467822.889360:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467822.889363:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467822.889367:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467822.889370:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467822.889375:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467822.889377:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467823.080132:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467823.080166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467823.080276:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467823.080279:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467823.080285:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467823.080286:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467823.080493:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467823.080497:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467823.080500:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467823.911157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467823.911170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467823.911172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467823.911175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467823.911178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467823.911182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467823.911184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467824.103165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467824.103173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467824.103178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467824.103180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467824.103185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467824.103186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467824.107054:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467824.107061:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467824.107082:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467824.935152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467824.935165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467824.935167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467824.935172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467824.935174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467824.935178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467824.935181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467825.127230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467825.127237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467825.127242:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467825.127244:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467825.127249:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467825.127252:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467825.127254:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467825.127257:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467825.127260:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467825.127262:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467825.127264:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467825.127266:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467825.127411:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467825.127415:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467825.127418:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467825.831210:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467825.831224:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467825.831228:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467825.831232:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467825.831235:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467825.831239:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467825.831242:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467825.831246:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467825.831272:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467825.831276:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467825.831283:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20078) 00000100:00000001:2.0:1789467825.960647:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467825.960660:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467825.960663:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467825.960667:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467825.960670:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467825.960674:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467825.960677:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467826.151168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467826.151188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467826.151194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467826.151196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467826.151201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467826.151202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467826.151371:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467826.151374:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467826.151378:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467826.983569:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467826.983582:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467826.983584:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467826.983589:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467826.983591:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467826.983596:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467826.983599:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467827.175194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467827.175203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467827.175211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467827.175212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467827.175218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467827.175220:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467827.175372:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467827.175377:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467827.175381:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467828.007171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467828.007186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467828.007188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467828.007193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467828.007195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467828.007199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467828.007201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467828.199188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467828.199196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467828.199202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467828.199204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467828.199209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467828.199211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467828.200562:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467828.200571:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467828.200578:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467829.031160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467829.031175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467829.031178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467829.031183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467829.031185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467829.031190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467829.031192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467829.223271:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467829.223278:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467829.223283:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467829.223284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467829.223289:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467829.223291:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467829.223401:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467829.223405:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467829.223409:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467830.055165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467830.055178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467830.055180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467830.055184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467830.055186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467830.055191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467830.055193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467830.247160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467830.247167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467830.247173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467830.247174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467830.247179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467830.247181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467830.247375:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467830.247379:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467830.247382:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467830.952064:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467830.952074:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467830.952093:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467830.952096:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467830.952099:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467830.952102:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467830.952105:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467830.952108:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467830.952110:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467830.952113:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467830.952118:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20084) 00000100:00000001:2.0:1789467831.079152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467831.079166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467831.079168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467831.079172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467831.079175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467831.079179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467831.079182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467831.272059:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467831.272067:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467831.272091:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467831.272093:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467831.272098:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467831.272100:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467831.272188:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467831.272192:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467831.272196:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467832.107146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467832.107161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467832.107163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467832.107168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467832.107171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467832.107175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467832.107177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.295119:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467832.295126:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.295132:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467832.295134:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.295138:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467832.295140:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467832.295225:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467832.295229:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467832.295232:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467833.127153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467833.127167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467833.127170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467833.127174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467833.127176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467833.127181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467833.127183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467833.319182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467833.319197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467833.319203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467833.319205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467833.319210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467833.319212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467833.319492:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467833.319495:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467833.319498:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467834.153184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467834.153199:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467834.153202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467834.153207:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467834.153209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467834.153214:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467834.153218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467834.343177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467834.343183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467834.343189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467834.343191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467834.343196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467834.343198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467834.345441:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467834.345447:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467834.345452:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467835.175428:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467835.175447:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467835.175449:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467835.175453:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467835.175456:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467835.175460:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467835.175463:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467835.368874:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467835.368881:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467835.368886:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467835.368888:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467835.368893:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467835.368897:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467835.368899:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467835.368902:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467835.368904:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467835.368906:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467835.368908:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467835.368911:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467835.369003:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467835.369007:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467835.369010:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467836.071189:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467836.071205:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467836.071209:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467836.071213:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467836.071216:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467836.071220:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467836.071223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467836.071226:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467836.071229:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467836.071232:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467836.071239:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20089) 00000100:00000001:2.0:1789467836.200873:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467836.200881:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467836.200895:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467811/real 1789467811] req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467836.200911:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467836.200913:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467836.200916:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143aa8. 00000400:00000200:2.0:1789467836.200922:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789467836.200924:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789467836.200929:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467836.200932:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467836.200942:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.200946:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467836.200948:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.200950:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467836.200951:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467836.200954:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.200958:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.200960:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467836.200962:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467811/real 1789467811] req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467836.200966:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467836.200967:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467836.200968:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143ec8. 00000400:00000200:2.0:1789467836.200969:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467836.200970:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467836.200971:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467836.200973:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467836.200977:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.200981:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467836.200981:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.200982:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467836.200983:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467836.200985:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.200988:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.200989:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467836.200993:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467811/real 1789467811] req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467836.201000:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467836.201001:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467836.201003:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143268. 00000400:00000200:2.0:1789467836.201005:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789467836.201006:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789467836.201008:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467836.201010:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467836.201017:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.201022:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467836.201024:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201025:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467836.201026:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467836.201029:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.201068:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201071:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467836.201075:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467811/real 1789467811] req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467836.201082:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467836.201083:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467836.201085:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143000. 00000400:00000200:2.0:1789467836.201088:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789467836.201089:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789467836.201091:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467836.201093:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467836.201100:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.201106:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467836.201107:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201109:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467836.201110:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467836.201113:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.201119:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201127:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467836.201129:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201132:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467836.201135:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467836.201138:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467836.201142:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.201148:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467836.201151:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201153:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467836.201155:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201157:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467836.201159:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467836.201162:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467836.201186:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467836.201189:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467836.201193:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467836.201199:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404812416:0@lo:38:kworker.0 00000100:00000001:2.0:1789467836.201203:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467836.201207:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.201219:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467836.201222:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201223:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467836.201225:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201226:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467836.201228:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467836.201232:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467836.201241:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467836.201245:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467836.201249:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467836.201256:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404812544:0@lo:38:kworker.0 00000100:00000001:2.0:1789467836.201260:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467836.201263:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.201269:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467836.201271:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201273:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467836.201274:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201277:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789467836.201279:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467836.201280:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467836.201287:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467836.201295:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467836.201300:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467836.201304:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467836.201308:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467836.201312:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467836.201318:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467836.201322:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:3.0:1789467836.201327:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20059 00000100:00000001:2.0:1789467836.201329:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1789467836.201336:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467836.201338:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467836.201346:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467836.201356:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467836.201362:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467836.201369:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00100000:2.0:1789467836.201382:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404812672:0@lo:38:kworker.0 00000020:00000001:3.0:1789467836.201386:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789467836.201388:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789467836.201391:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000100:00000040:2.0:1789467836.201397:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789467836.201397:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467836.201404:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467836.201413:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:2.0:1789467836.201417:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1789467836.201419:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:2.0:1789467836.201423:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467836.201429:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467836.201430:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467836.201435:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467836.201437:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789467836.201440:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1789467836.201443:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467836.201445:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467836.201449:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467836.201455:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789467836.201457:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467836.201463:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467836.201467:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467836.201472:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:2.0:1789467836.201476:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467836.201481:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1789467836.201485:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789467836.201486:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789467836.201494:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467836.201508:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404812800:0@lo:38:kworker.0 00000100:00000001:2.0:1789467836.201512:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.201514:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467836.201517:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404812416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467836.201524:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467836.201529:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789467836.201529:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.201536:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1789467836.201541:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 02000000:00000010:2.0:1789467836.201542:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 00000020:00000040:3.0:1789467836.201563:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467836.201571:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467836.201573:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.201575:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789467836.201578:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1789467836.201581:0:117762:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:3.0:1789467836.201585:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1789467836.201586:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467836.201592:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467836.201593:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467836.201601:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:2.0:1789467836.201607:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1789467836.201609:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 02000000:00000001:2.0:1789467836.201610:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467836.201613:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 00000100:00000001:2.0:1789467836.201620:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467836.201621:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.201622:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201630:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467836.201633:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ed80 x1876386404812544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467836.201638:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467836.201664:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467836.201670:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.201673:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467836.201677:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1789467836.201680:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789467836.201681:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467836.201690:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467836.201692:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467836.201695:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789467836.201704:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467836.201707:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:2.0:1789467836.201716:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467836.201719:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789467836.201719:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467836.201721:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ed80. 00000100:00080000:3.0:1789467836.201726:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467836.201729:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467836.201731:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467836.201735:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467836.201736:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789467836.201739:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1789467836.201743:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404812672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789467836.201749:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467836.201763:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467836.201765:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789467836.201766:0:223621:0:(import.c:520:import_select_connection()) Process entered 02000000:00000010:2.0:1789467836.201767:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 00000100:00080000:3.0:1789467836.201774:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20059 02000000:00000001:2.0:1789467836.201775:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467836.201779:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00080000:3.0:1789467836.201783:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000020:00000040:2.0:1789467836.201784:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789467836.201790:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467836.201794:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 00000100:00000040:3.0:1789467836.201794:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467836.201802:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1789467836.201804:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1789467836.201809:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000001:2.0:1789467836.201810:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789467836.201815:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000010:2.0:1789467836.201816:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:2.0:1789467836.201823:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1789467836.201826:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789467836.201827:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789467836.201830:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000100:00000001:2.0:1789467836.201832:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1789467836.201835:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:2.0:1789467836.201842:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404812800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467836 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789467836.201847:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467836.201854:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000001:2.0:1789467836.201857:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789467836.201860:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 02000000:00000001:2.0:1789467836.201862:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467836.201866:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 00000100:00000040:3.0:1789467836.201869:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:2.0:1789467836.201873:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789467836.201875:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1789467836.201877:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:3.0:1789467836.201883:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000020:00000040:2.0:1789467836.201885:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1789467836.201886:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467836.201892:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000020:00000001:2.0:1789467836.201894:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:3.0:1789467836.201897:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 02000000:00000010:2.0:1789467836.201900:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789467836.201900:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467836.201905:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467836.201912:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467836.201913:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467836.201915:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.201917:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789467836.201919:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467836.201921:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467836.201922:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000010:3.0:1789467836.201926:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789467836.201929:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1789467836.201931:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1789467836.201932:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467836.201936:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.201941:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467836.201941:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467836.201944:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467836.201951:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.201953:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1789467836.201957:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:2.0:1789467836.201962:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467836.201963:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.201969:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.201974:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467836.201976:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467836.201978:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467836.201983:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.201992:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467836.201994:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.201997:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467836.202001:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467836.202003:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467836.202007:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404813056:0@lo:38:kworker.0 00000100:00000001:2.0:1789467836.202011:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467836.202016:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467836.202019:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.202021:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467836.202029:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789467836.202032:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467836.202068:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143000. 00000400:00000010:2.0:1789467836.202075:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789467836.202081:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404813056, portal 10 00000100:00000001:2.0:1789467836.202083:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467836.202084:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516992 : -130400397034624 : ffff8966caa7fb80) 00000100:00000040:2.0:1789467836.202092:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.202099:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467836.202102:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467836.202104:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789467836.202107:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404813056, offset 0 00000400:00000200:2.0:1789467836.202113:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467836.202126:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467836.202139:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec900 00000400:00000100:2.0:1789467836.202144:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404813056 offset 0 length 520: 4 00000400:00000200:2.0:1789467836.202149:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467836.202152:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467836.202164:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789467836.202167:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789467836.202172:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467836.202176:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.202185:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467836.202189:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.202197:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467836.202199:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467836.202200:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467836.202207:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467836.202218:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789467836.202220:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467836.202225:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314751638 00000100:00000001:3.0:1789467836.202226:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467836.202239:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ba0. 00000100:00000040:3.0:1789467836.202240:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.202255:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789467836.202258:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467836.202263:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467836.202275:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467836.202276:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314751638 00000100:00000001:3.0:1789467836.202278:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467836.202281:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:2.0:1789467836.202285:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37120. 00000100:00000001:3.0:1789467836.202287:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467836.202294:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20059 00000100:00000001:2.0:1789467836.202295:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00080000:3.0:1789467836.202300:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1789467836.202306:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314751638 00000100:00000040:3.0:1789467836.202306:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467836.202311:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467836.202318:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000010:2.0:1789467836.202319:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37900. 00000100:00000001:3.0:1789467836.202323:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789467836.202326:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000001:3.0:1789467836.202332:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789467836.202333:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314751638 00000020:00000040:3.0:1789467836.202337:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000100:00000010:2.0:1789467836.202340:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37600. 00000020:00000001:3.0:1789467836.202342:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789467836.202347:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000020:00000040:3.0:1789467836.202348:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467836.202355:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000001:2.0:1789467836.202356:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789467836.202362:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000001:2.0:1789467836.202364:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467836.202370:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467836.202371:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467836.202375:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789467836.202378:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467836.202381:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467836.202385:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467836.202386:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789467836.202390:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789467836.202392:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00000001:2.0:1789467836.202398:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789467836.202399:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467836.202404:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467836.202405:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.202408:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1789467836.202410:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467836.202417:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789467836.202418:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789467836.202425:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467836.202434:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467836.202438:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467836.202450:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000100:00000001:2.0:1789467836.202451:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467836.202456:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789467836.202456:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789467836.202464:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467836.202465:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467836.202469:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467836.202472:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467836.202475:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467836.202480:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404813184:0@lo:38:kworker.0 00000100:00000001:3.0:1789467836.202483:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467836.202488:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789467836.202490:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467836.202493:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.202496:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467836.202500:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467836.202502:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 02000000:00000001:2.0:1789467836.202504:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789467836.202509:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467836.202517:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 00000100:00100000:3.0:1789467836.202519:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789467836.202522:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467836.202529:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143268. 00000400:00000010:2.0:1789467836.202538:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000001:3.0:1789467836.202539:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467836.202546:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789467836.202547:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404813184, portal 10 00000100:00000040:3.0:1789467836.202562:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.202564:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467836.202569:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000040:2.0:1789467836.202581:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467836.202585:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467836.202593:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467836.202602:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1789467836.202604:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:2.0:1789467836.202612:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789467836.202612:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1789467836.202617:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00080000:3.0:1789467836.202617:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1789467836.202626:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404813184, offset 0 00000100:00000001:3.0:1789467836.202626:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467836.202632:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20059 00000100:00080000:3.0:1789467836.202637:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1789467836.202638:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1789467836.202645:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467836.202649:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1789467836.202654:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789467836.202655:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467836.202661:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467836.202670:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:2.0:1789467836.202672:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ec980 00000020:00000040:3.0:1789467836.202674:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467836.202678:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467836.202683:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000400:00000100:2.0:1789467836.202684:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404813184 offset 0 length 520: 4 00000020:00000001:3.0:1789467836.202690:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000400:00000200:2.0:1789467836.202693:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000001:3.0:1789467836.202697:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000400:00000200:2.0:1789467836.202700:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:3.0:1789467836.202707:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000400:00000200:2.0:1789467836.202712:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789467836.202715:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789467836.202717:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789467836.202724:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1789467836.202726:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467836.202731:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467836.202739:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467836.202746:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00000001:2.0:1789467836.202754:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1789467836.202756:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467836.202764:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467836.202765:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789467836.202772:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789467836.202781:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.202784:0:117762:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1789467836.202784:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467836.202792:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.202793:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467836.202796:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467836.202799:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467836.202801:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000010:3.0:1789467836.202805:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000100:00000001:2.0:1789467836.202806:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314751638 00000020:00000040:3.0:1789467836.202812:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1789467836.202813:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314751638 02000000:00000001:3.0:1789467836.202819:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1789467836.202821:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314751638 02000000:00000001:3.0:1789467836.202823:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.202830:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314751638 00000100:00000001:3.0:1789467836.202834:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789467836.202836:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314751638 02000000:00000001:3.0:1789467836.202839:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789467836.202841:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314751638 02000000:00000001:3.0:1789467836.202844:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.202846:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314751638 00000100:00000001:2.0:1789467836.202851:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314751638 02000000:00000010:3.0:1789467836.202852:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:2.0:1789467836.202855:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467836.202859:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.202860:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.202867:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467836.202869:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467836.202871:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.202881:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467836.202885:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467836.202890:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467836.202891:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467836.202896:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.202897:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467836.202901:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467836.202907:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789467836.202909:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467836.202947:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.202949:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467836.202953:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.202957:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1789467836.202958:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20089) 02000000:00000001:2.0:1789467836.202960:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467836.202964:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467836.202968:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404813312:0@lo:38:kworker.0 00000100:00000001:2.0:1789467836.202972:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467836.202974:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467836.202975:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.202977:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467836.202982:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789467836.202984:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467836.202988:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143ec8. 00000400:00000010:2.0:1789467836.202992:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789467836.202995:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404813312, portal 10 00000100:00000001:2.0:1789467836.202997:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467836.202998:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312513408 : -130400397038208 : ffff8966caa7ed80) 00000100:00000040:2.0:1789467836.203003:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.203008:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467836.203010:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467836.203012:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789467836.203014:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404813312, offset 0 00000400:00000200:2.0:1789467836.203018:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:3.0:1789467836.203022:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1789467836.203026:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:3.0:1789467836.203030:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467836.203072:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20089) 00000400:00000200:2.0:1789467836.203073:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eca00 00000400:00000100:2.0:1789467836.203083:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404813312 offset 0 length 520: 4 00000400:00000200:2.0:1789467836.203087:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467836.203089:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467836.203095:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789467836.203097:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789467836.203099:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467836.203103:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.203109:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467836.203112:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.203119:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.203121:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467836.203125:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467836.203129:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789467836.203131:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314751639 00000100:00000001:2.0:1789467836.203138:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314751638 00000100:00000001:2.0:1789467836.203143:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314751639 00000100:00000001:2.0:1789467836.203146:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314751638 00000100:00000001:2.0:1789467836.203148:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314751639 00000100:00000001:2.0:1789467836.203151:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314751638 00000100:00000001:2.0:1789467836.203153:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314751639 00000100:00000001:2.0:1789467836.203155:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314751638 00000100:00000001:2.0:1789467836.203158:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467836.203160:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.203162:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.203164:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.203167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467836.203168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.203170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467836.203172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467836.203173:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467836.203177:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.203183:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467836.203185:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.203187:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467836.203188:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467836.203191:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467836.203193:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404813440:0@lo:38:kworker.0 00000100:00000001:2.0:1789467836.203196:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467836.203198:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467836.203199:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467836.203201:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467836.203204:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789467836.203206:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467836.203209:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143aa8. 00000400:00000010:2.0:1789467836.203211:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789467836.203214:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404813440, portal 10 00000100:00000001:2.0:1789467836.203216:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467836.203217:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312515200 : -130400397036416 : ffff8966caa7f480) 00000100:00000040:2.0:1789467836.203222:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.203234:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467836.203236:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467836.203238:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467836.203240:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404813440, offset 0 00000400:00000200:2.0:1789467836.203243:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467836.203247:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467836.203251:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eca80 00000400:00000100:2.0:1789467836.203254:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404813440 offset 0 length 520: 4 00000400:00000200:2.0:1789467836.203257:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467836.203259:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467836.203263:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789467836.203265:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789467836.203267:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467836.203270:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.203276:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467836.203279:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467861 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467836.203285:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.203286:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467836.203288:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467836.203291:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789467836.203293:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314751640 00000100:00000001:2.0:1789467836.203296:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314751639 00000100:00000001:2.0:1789467836.203298:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314751640 00000100:00000001:2.0:1789467836.203301:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314751639 00000100:00000001:2.0:1789467836.203303:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314751640 00000100:00000001:2.0:1789467836.203306:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314751639 00000100:00000001:2.0:1789467836.203308:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314751640 00000100:00000001:2.0:1789467836.203311:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314751639 00000100:00000001:2.0:1789467836.203313:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467836.203315:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.203317:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.203319:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.203321:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467836.203322:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467836.203324:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467836.203325:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467836.203326:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467836.203328:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467836.224164:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314751640, at 4314751641 00000100:00000010:1.0:1789467836.224179:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37120. 00000100:00000040:3.0:1789467836.224252:0:225350:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314751640, at 4314751641 00000100:00000040:0.0:1789467836.224276:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314751640, at 4314751641 00000100:00000010:0.0:1789467836.224290:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ba0. 00000100:00000010:3.0:1789467836.224295:0:225350:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000040:2.0:1789467836.229227:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314751640, at 4314751646 00000100:00000010:2.0:1789467836.229241:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37900. 00010000:00000001:0.0:1789467836.391228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467836.391250:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467836.391255:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467836.391257:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467836.391261:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467836.391263:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467836.394280:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467836.394286:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467836.394290:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467837.223161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467837.223175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467837.223177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467837.223182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467837.223184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467837.223188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467837.223191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467837.415333:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467837.415340:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467837.415346:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467837.415347:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467837.415352:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467837.415354:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467837.415861:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467837.415865:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467837.415868:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467838.247166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467838.247182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467838.247184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467838.247189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467838.247192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467838.247196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467838.247199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467838.439162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467838.439170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467838.439175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467838.439177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467838.439182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467838.439183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467838.439281:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467838.439285:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467838.439289:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467839.271148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467839.271161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467839.271163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467839.271167:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467839.271170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467839.271174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467839.271177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467839.464869:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467839.464876:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467839.464883:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467839.464884:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467839.464890:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467839.464891:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467839.469799:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467839.469806:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467839.469811:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467840.295674:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467840.295684:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467840.295703:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467815/real 1789467815] req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467840 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467840.295726:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467840.295729:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467840.295733:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143e18. 00000400:00000200:2.0:1789467840.295741:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789467840.295744:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789467840.295749:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467840.295754:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467840 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467840.295763:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467840 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467840.295772:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467840.295774:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467840.295778:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467840.295781:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467840.295785:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467840 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467840.295792:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467840.295806:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467840.295808:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467840.295812:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467840.295815:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467840.295819:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467840.295823:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467840 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467840.295830:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467840.295833:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467840.295835:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467840.295836:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467840.295839:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467840.295842:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467840.295846:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467840.295881:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789467840.295884:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467840.295888:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467840 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467840.295896:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404812928:0@lo:250:kworker.0 00000100:00000001:2.0:1789467840.295902:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467840.295905:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467840.295909:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f800 x1876386404812928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467840 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467840.295916:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467840.295919:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467840.295924:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789467840.295929:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467840.295932:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467840.295934:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467840.295937:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467840.295941:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d400. 02000000:00000001:2.0:1789467840.295945:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467840.295948:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467840.295950:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f800. 00000100:00000001:2.0:1789467840.295955:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467840.295957:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467840.295960:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467840.296304:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467840.296311:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467840.296313:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467840.296317:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467840.296320:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467840.296324:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20063 00000100:00080000:1.0:1789467840.296328:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467840.296331:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467840.296335:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467840.296338:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467840.296362:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467840.296372:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467840.296374:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467840.296377:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467840.296381:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467840.296384:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467840.296386:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467840.296390:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467840.296393:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467840.296394:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467840.296396:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467840.296399:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467840.296403:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467840.296405:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467840.296408:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467840.296412:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467840.296415:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467840.296417:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467840.296420:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467840.296426:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789467840.296430:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467840.296434:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467840.296436:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467840.296439:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467840.296442:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467840.296447:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467840.296455:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9800. 00000100:00000001:1.0:1789467840.296464:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467840.296472:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467840.296482:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467840.296487:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467840.296491:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467840.296560:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467840.296563:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467840.296566:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467840.296571:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467840.296583:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467840.296596:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467840.296600:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467840.296603:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467840.296606:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467840.296609:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404813568:0@lo:250:kworker.0 00000100:00000001:2.0:1789467840.296613:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467840.296618:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467840.296620:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467840.296623:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467840.296628:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789467840.296630:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467840.296636:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143e18. 00000400:00000010:2.0:1789467840.296643:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789467840.296649:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404813568, portal 25 00000100:00000001:2.0:1789467840.296652:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467840.296653:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:2.0:1789467840.296658:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467840.296665:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467840.296667:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467840.296670:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467840.296672:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404813568, offset 0 00000400:00000200:2.0:1789467840.296690:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467840.296707:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467840.296721:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ecb00 00000400:00000100:2.0:1789467840.296728:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404813568 offset 0 length 520: 4 00000400:00000200:2.0:1789467840.296734:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467840.296736:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467840.296749:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789467840.296751:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789467840.296755:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467840.296759:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467840.296766:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467840.296768:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467840.296774:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467840.296775:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467840.296781:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467840.296786:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314760883 00000100:00000010:2.0:1789467840.296791:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37900. 00000100:00000001:2.0:1789467840.296798:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467840.296812:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314760883 00000100:00000010:2.0:1789467840.296815:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37060. 00000100:00000001:2.0:1789467840.296818:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467840.296822:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314760883 00000100:00000010:2.0:1789467840.296825:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c370c0. 00000100:00000001:2.0:1789467840.296828:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467840.296831:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314760883 00000100:00000010:2.0:1789467840.296834:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a20. 00000100:00000001:2.0:1789467840.296838:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467840.296841:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467840.296843:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467840.296847:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467840.296849:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467840.296982:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467840.296987:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467840.296991:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467840.296994:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467840.296996:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467840.296999:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467840.297002:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467840.297005:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467840.297008:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467840.297014:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20093) 00000100:00000001:2.0:1789467840.308136:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467840.308147:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467840.308153:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467840.308156:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467840.308163:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467840.308166:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467840.487222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467840.487232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467840.487239:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467840.487241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467840.487247:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467840.487248:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467840.488187:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467840.488194:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467840.488200:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467841.320277:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467841.320292:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467841.320295:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467841.320299:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467841.320302:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467841.320305:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467841.320308:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467841.320312:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467841.320342:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467841.320345:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467841.320354:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20094) 00000100:00000001:2.0:1789467841.321995:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467841.322016:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467841.322020:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.322026:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467841.322029:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467841.322035:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467841.322056:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467841.511223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467841.511235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467841.511243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467841.511245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467841.511251:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467841.511252:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467841.511366:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467841.511370:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467841.511374:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789467841.670454:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670490:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467841.670497:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670501:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467841.670527:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467841.670550:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9ef00 00000400:00000100:1.0:1789467841.670569:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402397952 offset 0 length 520: 4 00000400:00000200:1.0:1789467841.670576:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467841.670579:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467841.670590:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670595:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467841.670598:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670600:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467841.670602:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670604:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467841.670608:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467841.670614:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ef80 00000400:00000100:1.0:1789467841.670619:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402398080 offset 0 length 520: 4 00000400:00000200:1.0:1789467841.670623:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467841.670625:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467841.670629:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670633:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467841.670635:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670636:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467841.670638:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670640:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467841.670644:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467841.670649:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f000 00000400:00000100:1.0:1789467841.670677:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402398208 offset 0 length 520: 4 00000400:00000200:1.0:1789467841.670681:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467841.670682:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467841.670687:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670697:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467841.670699:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467841.670702:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467842.343305:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467842.343324:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467842.343327:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467842.343356:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467842.343359:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467842.343364:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467842.343367:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.537480:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467842.537491:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.537498:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467842.537500:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.537515:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467842.537517:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467842.537629:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467842.537633:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467842.537637:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467843.367523:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467843.367543:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467843.367547:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467843.367553:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467843.367556:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467843.367562:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467843.367564:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467843.563087:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467843.563097:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467843.563103:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467843.563105:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467843.563111:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467843.563112:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467843.563226:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467843.563231:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467843.563235:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467844.391168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467844.391189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467844.391192:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467844.391198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467844.391201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467844.391207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467844.391211:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467844.583130:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467844.583142:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467844.583150:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467844.583152:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467844.583159:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467844.583161:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467844.583193:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467844.583199:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467844.583202:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467845.351907:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467845.351919:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467845.351922:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467845.351926:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467845.351929:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467845.351932:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467845.351935:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467845.351938:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467845.351941:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467845.351944:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467845.351950:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20098) 00000100:00000001:2.0:1789467845.415202:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467845.415219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467845.415222:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467845.415229:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467845.415231:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467845.415238:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467845.415241:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467845.607854:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467845.607865:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467845.607872:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467845.607874:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467845.607880:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467845.607885:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467845.607887:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467845.607892:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467845.607896:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467845.607899:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467845.607902:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467845.607904:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467845.608065:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467845.608069:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467845.608072:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467845.799189:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314760883, at 4314761216 00000100:00000010:3.0:1789467845.799210:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00000100:00000040:0.0:1789467845.799329:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314760883, at 4314761216 00000100:00000010:0.0:1789467845.799337:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37900. 00000100:00000040:2.0:1789467845.799350:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314760883, at 4314761216 00000100:00000010:2.0:1789467845.799358:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000100:00000040:1.0:1789467845.799496:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314760883, at 4314761216 00000100:00000010:1.0:1789467845.799504:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00000100:00000001:2.0:1789467846.439177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467846.439194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467846.439197:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467846.439203:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467846.439206:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467846.439212:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467846.439215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467846.633729:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467846.633739:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467846.633771:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467846.633773:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467846.633780:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467846.633782:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467846.633973:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467846.633977:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467846.633980:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467847.463199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467847.463220:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467847.463223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467847.463229:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467847.463231:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467847.463238:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467847.463241:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467847.655733:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467847.655744:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467847.655752:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467847.655754:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467847.655760:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467847.655762:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467847.656027:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467847.656033:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467847.656080:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467848.039357:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467848.039365:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467848.039370:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789467848.039601:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789467848.039609:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467848.039622:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467848.039628:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467848.039631:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467848.332671:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467848.332692:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467848.332698:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467848.332700:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467848.488364:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467848.488385:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467848.488387:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467848.488394:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467848.488397:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467848.488402:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467848.488405:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467848.682678:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467848.682688:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467848.682696:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467848.682698:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467848.682704:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467848.682706:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467848.682892:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467848.682899:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467848.682913:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467849.511205:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467849.511220:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467849.511223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467849.511227:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467849.511230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467849.511235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467849.511237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467849.703174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467849.703181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467849.703187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467849.703188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467849.703212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467849.703221:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467849.703485:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467849.703489:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467849.703491:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467850.407348:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467850.407369:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467850.407373:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467850.407376:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467850.407378:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467850.407381:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467850.407385:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467850.407410:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467850.407414:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467850.407416:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467850.407422:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20103) 00000100:00000001:0.0:1789467850.535167:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467850.535183:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467850.535185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467850.535189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467850.535191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467850.535195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467850.535198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467850.727174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467850.727182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467850.727188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467850.727189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467850.727194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467850.727196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467850.727286:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467850.727290:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467850.727293:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467851.559154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467851.559171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467851.559173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467851.559178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467851.559180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467851.559185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467851.559188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467851.751170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467851.751177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467851.751183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467851.751184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467851.751189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467851.751190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467851.751425:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467851.751428:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467851.751432:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467852.583191:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467852.583206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467852.583208:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467852.583213:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467852.583215:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467852.583219:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467852.583222:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467852.775166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467852.775183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467852.775189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467852.775191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467852.775212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467852.775213:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467852.775347:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467852.775351:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467852.775354:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467853.607173:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467853.607187:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467853.607190:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467853.607194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467853.607196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467853.607201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467853.607203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.799190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467853.799197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.799202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467853.799203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.799209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467853.799210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467853.799405:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467853.799409:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467853.799412:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467854.631163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467854.631176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467854.631179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467854.631183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467854.631185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467854.631190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467854.631193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467854.823165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467854.823173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467854.823179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467854.823181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467854.823186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467854.823187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467854.823350:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467854.823354:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467854.823356:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467855.527200:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467855.527209:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467855.527212:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467855.527216:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467855.527218:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467855.527221:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467855.527223:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467855.527226:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467855.527229:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467855.527232:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467855.527237:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20108) 00000100:00000001:0.0:1789467855.655548:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467855.655563:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467855.655566:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467855.655570:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467855.655573:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467855.655577:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467855.655580:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467855.847166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467855.847173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467855.847178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467855.847179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467855.847201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467855.847205:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467855.847207:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467855.847210:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467855.847212:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467855.847214:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467855.847216:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467855.847218:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467855.847450:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467855.847454:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467855.847457:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467856.679163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467856.679177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467856.679179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467856.679184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467856.679187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467856.679191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467856.679194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467856.871716:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467856.871723:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467856.871729:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467856.871730:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467856.871735:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467856.871736:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467856.871896:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467856.871901:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467856.871904:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467857.703218:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467857.703233:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467857.703236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467857.703240:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467857.703242:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467857.703246:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467857.703249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467857.895155:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467857.895163:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467857.895169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467857.895171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467857.895176:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467857.895182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467857.895250:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467857.895254:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467857.895257:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467858.727354:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467858.727370:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467858.727373:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467858.727377:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467858.727379:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467858.727409:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467858.727413:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467858.919197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467858.919204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467858.919210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467858.919212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467858.919216:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467858.919218:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467858.919323:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467858.919336:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467858.919339:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467859.751163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467859.751177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467859.751180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467859.751184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467859.751186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467859.751191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467859.751193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467859.943849:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467859.943857:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467859.943863:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467859.943864:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467859.943869:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467859.943881:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467859.946258:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467859.946265:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467859.946269:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467860.650435:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467860.650445:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467860.650448:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467860.650450:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467860.650453:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467860.650455:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467860.650458:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467860.650460:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467860.650462:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467860.650465:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467860.650470:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20113) 00000100:00000001:0.0:1789467860.775165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467860.775180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467860.775191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467860.775196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467860.775199:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467860.775203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467860.775206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467860.971456:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467860.971464:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467860.971470:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467860.971471:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467860.971476:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467860.971478:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467860.971573:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467860.971577:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467860.971580:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467861.799157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467861.799165:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467861.799178:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467836/real 1789467836] req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467861.799219:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467861.799221:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467861.799224:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143aa8. 00000400:00000200:0.0:1789467861.799230:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:0.0:1789467861.799233:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:0.0:1789467861.799237:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467861.799241:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467861.799249:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799255:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467861.799257:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799259:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467861.799261:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467861.799265:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799272:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799274:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467861.799278:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467836/real 1789467836] req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467861.799284:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467861.799286:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467861.799287:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143ec8. 00000400:00000200:0.0:1789467861.799290:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:0.0:1789467861.799291:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:0.0:1789467861.799293:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467861.799296:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467861.799303:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799318:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467861.799320:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799322:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467861.799323:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467861.799326:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799332:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799334:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467861.799338:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467836/real 1789467836] req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467861.799345:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467861.799346:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467861.799348:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143268. 00000400:00000200:0.0:1789467861.799351:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:0.0:1789467861.799352:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:0.0:1789467861.799354:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467861.799357:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467861.799375:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799380:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467861.799382:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799383:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467861.799384:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467861.799388:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799394:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799396:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467861.799399:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467836/real 1789467836] req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467861.799417:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467861.799418:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467861.799420:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143000. 00000400:00000200:0.0:1789467861.799423:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:0.0:1789467861.799424:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:0.0:1789467861.799426:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467861.799430:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467861.799436:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799440:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467861.799442:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799443:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467861.799444:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467861.799447:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799454:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799462:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467861.799464:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799467:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467861.799469:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467861.799473:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467861.799477:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799484:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467861.799486:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799488:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467861.799489:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799491:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467861.799493:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467861.799497:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467861.799528:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467861.799530:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467861.799535:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467861.799542:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404813440:0@lo:38:kworker.0 00000100:00000001:0.0:1789467861.799547:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467861.799560:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799567:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467861.799569:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799571:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467861.799572:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799574:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467861.799576:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467861.799578:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467861.799604:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467861.799607:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467861.799612:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789467861.799614:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789467861.799623:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404813312:0@lo:38:kworker.0 00000100:00080000:2.0:1789467861.799624:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789467861.799631:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789467861.799631:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467861.799643:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789467861.799647:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467861.799654:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467861.799659:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467861.799660:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789467861.799663:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789467861.799665:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467861.799667:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1789467861.799670:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467861.799673:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1789467861.799675:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789467861.799677:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467861.799678:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467861.799681:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467861.799684:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467861.799685:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467861.799689:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20084 00000100:00080000:2.0:1789467861.799694:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467861.799697:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467861.799699:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467861.799701:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467861.799704:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00080000:0.0:1789467861.799705:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467861.799709:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467861.799715:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789467861.799716:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467861.799720:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789467861.799724:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:0.0:1789467861.799727:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404813184:0@lo:38:kworker.0 00000020:00000040:2.0:1789467861.799730:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000100:00000001:0.0:1789467861.799733:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789467861.799734:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789467861.799738:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789467861.799740:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789467861.799748:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789467861.799752:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467861.799752:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789467861.799757:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467861.799757:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789467861.799762:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467861.799763:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:0.0:1789467861.799764:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.799768:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000020:00000040:2.0:1789467861.799769:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00000001:0.0:1789467861.799770:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467861.799775:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467861.799778:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00080000:0.0:1789467861.799783:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467861.799783:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.799785:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1789467861.799788:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1789467861.799791:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789467861.799797:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1789467861.799800:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404813056:0@lo:38:kworker.0 02000000:00000001:2.0:1789467861.799802:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.799805:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.799807:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789467861.799810:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789467861.799811:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467861.799814:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404813440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1789467861.799820:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942680. 00000020:00000040:2.0:1789467861.799825:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789467861.799830:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467861.799832:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.799839:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467861.799843:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1789467861.799848:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467861.799848:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467861.799853:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467861.799857:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000010:2.0:1789467861.799859:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 02000000:00000001:0.0:1789467861.799862:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467861.799865:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467861.799866:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1789467861.799868:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467861.799869:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467861.799874:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:0.0:1789467861.799877:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1789467861.799878:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1789467861.799880:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467861.799883:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 00000100:00000001:0.0:1789467861.799888:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467861.799891:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467861.799893:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467861.799894:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789467861.799900:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467861.799901:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ed80 x1876386404813312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789467861.799909:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a52fed6] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.799911:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467861.799912:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467861.799915:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789467861.799919:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467861.799921:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467861.799924:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789467861.799927:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789467861.799928:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467861.799929:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 00000100:00080000:2.0:1789467861.799935:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1789467861.799936:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467861.799938:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467861.799940:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ed80. 00000100:00080000:2.0:1789467861.799943:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789467861.799944:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467861.799947:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467861.799947:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1789467861.799951:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1789467861.799951:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1789467861.799955:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404813184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467861.799957:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467861.799962:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20084 00000100:00000001:0.0:1789467861.799968:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1789467861.799969:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1789467861.799970:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467861.799973:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 00000100:00000040:2.0:1789467861.799975:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467861.799977:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467861.799979:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000001:0.0:1789467861.799985:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789467861.799985:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789467861.799987:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467861.799991:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789467861.799992:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:0.0:1789467861.799993:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:2.0:1789467861.799996:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 02000000:00000010:0.0:1789467861.799997:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 00000020:00000001:2.0:1789467861.800000:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1789467861.800001:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467861.800004:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1789467861.800005:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000100:00000010:0.0:1789467861.800006:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:0.0:1789467861.800009:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467861.800011:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.800012:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467861.800015:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7fb80 x1876386404813056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467861 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.800026:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467861.800027:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467861.800028:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:0.0:1789467861.800030:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467861.800031:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467861.800032:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789467861.800034:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467861.800035:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:0.0:1789467861.800068:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467861.800069:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467861.800071:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7fb80. 00000100:00000001:0.0:1789467861.800073:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467861.800074:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.800077:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.800081:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467861.800082:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.800084:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467861.800086:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467861.800088:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467861.800091:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.800098:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467861.800100:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467861.800107:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467861.800109:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467861.800112:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467861.800115:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404813696:0@lo:38:kworker.0 00000100:00000001:0.0:1789467861.800118:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467861.800122:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467861.800124:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467861.800126:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467861.800130:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789467861.800131:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467861.800136:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789467861.800141:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467861.800145:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404813696, portal 10 00000100:00000001:0.0:1789467861.800148:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467861.800150:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622961792 : -130396086589824 : ffff8967cb942680) 00000100:00000040:0.0:1789467861.800157:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789467861.800165:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000001:0.0:1789467861.800167:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1789467861.800170:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:0.0:1789467861.800172:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467861.800176:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000040:2.0:1789467861.800179:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000200:0.0:1789467861.800181:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404813696, offset 0 00000100:00000001:2.0:1789467861.800184:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1789467861.800189:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1789467861.800190:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467861.800194:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467861.800197:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789467861.800200:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000400:00000200:0.0:1789467861.800204:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789467861.800205:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467861.800209:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467861.800212:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789467861.800217:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ecb80 02000000:00000001:2.0:1789467861.800217:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.800221:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467861.800225:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1789467861.800226:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404813696 offset 0 length 520: 4 00000400:00000200:0.0:1789467861.800233:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000010:2.0:1789467861.800233:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940000. 00000400:00000200:0.0:1789467861.800238:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000020:00000040:2.0:1789467861.800240:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789467861.800245:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467861.800246:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467861.800248:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000100:00000001:2.0:1789467861.800249:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1789467861.800251:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 02000000:00000001:2.0:1789467861.800252:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1789467861.800255:0:117762:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1789467861.800257:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789467861.800260:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789467861.800264:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542800. 00000100:00000001:0.0:1789467861.800271:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789467861.800272:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467861.800279:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1789467861.800286:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467861.800296:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467861.800298:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.800301:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.800302:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467861.800308:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467861.800309:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bef48b9] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789467861.800314:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789467861.800320:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314777236 00000100:00000010:0.0:1789467861.800326:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467861.800334:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467861.800335:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467861.800341:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20114) 00000100:00000001:0.0:1789467861.800347:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314777236 00000100:00080000:2.0:1789467861.800347:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1789467861.800353:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fed80. 00000100:00080000:2.0:1789467861.800354:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789467861.800357:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00080000:2.0:1789467861.800370:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467861.800375:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314777236 00000100:00080000:2.0:1789467861.800375:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467861.800377:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467861.800380:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:0.0:1789467861.800381:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe360. 00000100:00000001:2.0:1789467861.800386:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:0.0:1789467861.800387:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467861.800393:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314777236 00000100:00080000:2.0:1789467861.800394:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20084 00000100:00000010:0.0:1789467861.800398:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe600. 00000100:00080000:2.0:1789467861.800400:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1789467861.800403:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00000100:00000040:2.0:1789467861.800405:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467861.800409:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789467861.800410:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789467861.800412:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789467861.800415:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.800417:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:0.0:1789467861.800419:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.800423:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789467861.800425:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789467861.800427:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1789467861.800429:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000100:00000001:0.0:1789467861.800430:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.800434:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1789467861.800434:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1789467861.800438:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1789467861.800439:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000100:00000001:0.0:1789467861.800440:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1789467861.800445:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789467861.800446:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789467861.800450:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789467861.800457:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789467861.800459:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467861.800461:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789467861.800462:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467861.800465:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000001:0.0:1789467861.800466:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789467861.800469:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467861.800471:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 02000000:00000001:0.0:1789467861.800473:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1789467861.800476:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 02000000:00000001:0.0:1789467861.800477:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.800480:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467861.800483:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404813824:0@lo:38:kworker.0 02000000:00000001:2.0:1789467861.800484:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1789467861.800489:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467861.800490:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467861.800491:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467861.800493:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467861.800495:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467861.800498:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467861.800500:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467861.800502:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79948. 00000400:00000010:0.0:1789467861.800506:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467861.800509:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404813824, portal 10 00000100:00000001:0.0:1789467861.800510:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467861.800512:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622951936 : -130396086599680 : ffff8967cb940000) 00000100:00000040:0.0:1789467861.800517:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.800523:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467861.800525:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467861.800527:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789467861.800529:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404813824, offset 0 00000400:00000200:0.0:1789467861.800533:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467861.800537:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467861.800542:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ecc00 00000400:00000100:0.0:1789467861.800545:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404813824 offset 0 length 520: 4 00000400:00000200:0.0:1789467861.800549:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467861.800551:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467861.800555:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789467861.800556:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789467861.800558:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467861.800561:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.800568:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467861.800571:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.800580:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.800582:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467861.800585:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467861.800588:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789467861.800590:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314777237 00000100:00000001:0.0:1789467861.800595:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314777236 00000100:00000001:0.0:1789467861.800598:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314777237 00000100:00000001:0.0:1789467861.800601:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314777236 00000100:00000001:0.0:1789467861.800603:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314777237 00000100:00000001:0.0:1789467861.800606:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314777236 00000100:00000001:0.0:1789467861.800608:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314777237 00000100:00000001:0.0:1789467861.800610:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314777236 00000100:00000001:0.0:1789467861.800612:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467861.800614:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.800616:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.800618:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.800621:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467861.800622:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.800624:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467861.800625:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467861.800626:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.800628:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467861.801331:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.801336:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467861.801338:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467861.801343:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940700. 00000020:00000040:2.0:1789467861.801347:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789467861.801349:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467861.801350:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.801353:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467861.801355:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467861.801357:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467861.801371:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789467861.801377:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467861.801383:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467861.801391:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467861.801393:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467861.801396:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f6c63cd] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467861.801408:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467861.801411:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467861.801414:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467861.801415:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467861.801417:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467861.801419:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467861.801422:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20084 00000100:00080000:2.0:1789467861.801425:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467861.801427:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467861.801429:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467861.801430:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467861.801432:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467861.801438:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467861.801439:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789467861.801441:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467861.801443:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789467861.801445:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789467861.801447:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789467861.801449:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467861.801451:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467861.801452:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467861.801454:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467861.801456:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789467861.801459:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467861.801461:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467861.801463:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467861.801467:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467861.801469:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.801471:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467861.801472:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467861.801475:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943100. 00000020:00000040:2.0:1789467861.801478:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789467861.801479:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467861.801481:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.801482:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467861.801483:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467861.801485:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467861.801488:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789467861.801491:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.801592:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467861.801596:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467861.801597:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467861.801602:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.801610:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467861.801611:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467861.801614:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467861.801616:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467861.801626:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467861.801630:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404813952:0@lo:38:kworker.0 00000100:00000001:0.0:1789467861.801633:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467861.801635:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467861.801637:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467861.801639:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467861.801642:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467861.801644:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467861.801649:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f20. 00000400:00000010:0.0:1789467861.801653:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789467861.801657:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404813952, portal 10 00000100:00000001:0.0:1789467861.801659:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467861.801661:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622953728 : -130396086597888 : ffff8967cb940700) 00000100:00000040:0.0:1789467861.801667:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.801674:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467861.801676:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467861.801678:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789467861.801680:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404813952, offset 0 00000400:00000200:0.0:1789467861.801686:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467861.801693:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467861.801702:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ecc80 00000400:00000100:0.0:1789467861.801706:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404813952 offset 0 length 520: 4 00000400:00000200:0.0:1789467861.801710:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467861.801712:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467861.801720:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789467861.801722:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789467861.801725:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467861.801729:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.801736:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467861.801739:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.801756:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.801758:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1789467861.801978:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467861.801985:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467861.801987:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467861.801991:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb231f3] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467861.802006:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467861.802024:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20114) 00000100:00000001:0.0:1789467861.802681:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467861.802687:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789467861.802691:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314777238 00000100:00000001:0.0:1789467861.802700:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314777237 00000100:00000001:0.0:1789467861.802703:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314777238 00000100:00000001:0.0:1789467861.802706:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314777237 00000100:00000001:0.0:1789467861.802709:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314777238 00000100:00000001:0.0:1789467861.802711:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4314777237 00000100:00000001:0.0:1789467861.802714:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314777238 00000100:00000001:0.0:1789467861.802717:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4314777237 00000100:00000001:0.0:1789467861.802719:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467861.802722:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.802726:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.802729:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.802735:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467861.802737:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.802739:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467861.802740:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467861.802742:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467861.802746:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.802753:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467861.802755:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467861.802757:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467861.802759:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467861.802761:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467861.802763:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404814080:0@lo:38:kworker.0 00000100:00000001:0.0:1789467861.802767:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467861.802780:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467861.802782:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467861.802784:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467861.802787:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467861.802789:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467861.802793:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789467861.802797:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789467861.802802:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404814080, portal 10 00000100:00000001:0.0:1789467861.802804:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467861.802805:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622964480 : -130396086587136 : ffff8967cb943100) 00000100:00000040:0.0:1789467861.802811:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.802817:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467861.802820:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467861.802822:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b936e8. 00000100:00000200:0.0:1789467861.802824:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404814080, offset 0 00000400:00000200:0.0:1789467861.802828:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467861.802836:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467861.802842:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ecd00 00000400:00000100:0.0:1789467861.802847:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404814080 offset 0 length 520: 4 00000400:00000200:0.0:1789467861.802851:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467861.802853:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467861.802860:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b936e8 00000400:00000010:0.0:1789467861.802862:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b936e8. 00000100:00000001:0.0:1789467861.802864:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467861.802868:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.802875:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467861.802877:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467861.802884:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.802885:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467861.802888:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467861.802895:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789467861.802898:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314777238 00000100:00000001:0.0:1789467861.802900:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314777238 00000100:00000001:0.0:1789467861.802902:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314777238 00000100:00000001:0.0:1789467861.802904:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314777238 00000100:00000001:0.0:1789467861.802906:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314777238 00000100:00000001:0.0:1789467861.802907:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314777238 00000100:00000001:0.0:1789467861.802909:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314777238 00000100:00000001:0.0:1789467861.802911:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314777238 00000100:00000001:0.0:1789467861.802913:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467861.802914:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.802917:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.802919:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.802922:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467861.802924:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467861.802925:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467861.802927:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467861.802929:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467861.802931:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467861.822126:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314777238, at 4314777239 00000100:00000010:3.0:1789467861.822141:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe600. 00000100:00000040:1.0:1789467861.822506:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314777238, at 4314777239 00000100:00000010:1.0:1789467861.822512:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fed80. 00000100:00000040:2.0:1789467861.822612:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314777238, at 4314777239 00000100:00000010:2.0:1789467861.822620:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe360. 00000100:00000040:0.0:1789467861.823064:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314777238, at 4314777240 00000100:00000010:0.0:1789467861.823071:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00010000:00000001:0.0:1789467861.991159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467861.991166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467861.991171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467861.991173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467861.991178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467861.991179:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467861.995445:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467861.995452:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467861.995457:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467862.823244:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467862.823259:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467862.823262:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467862.823267:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467862.823269:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467862.823274:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467862.823297:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467863.017721:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467863.017728:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467863.017733:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467863.017740:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467863.017745:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467863.017747:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467863.017884:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467863.017887:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467863.017889:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467863.848360:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467863.848375:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467863.848378:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467863.848382:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467863.848385:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467863.848390:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467863.848393:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467864.039935:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467864.039942:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467864.039947:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467864.039949:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467864.039954:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467864.039955:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467864.040061:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467864.040065:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467864.040085:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467864.871236:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467864.871250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467864.871252:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467864.871257:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467864.871259:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467864.871263:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467864.871266:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467865.063147:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467865.063154:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467865.063160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467865.063162:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467865.063167:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467865.063170:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467865.063172:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467865.063176:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467865.063179:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467865.063181:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467865.063183:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467865.063185:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467865.063362:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467865.063366:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467865.063368:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467865.895182:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467865.895190:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467865.895203:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467840/real 1789467840] req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467865 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467865.895221:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467865.895223:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467865.895227:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143e18. 00000400:00000200:0.0:1789467865.895234:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:0.0:1789467865.895237:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:0.0:1789467865.895241:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467865.895245:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467865 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467865.895254:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467865 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467865.895261:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467865.895263:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467865.895266:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467865.895268:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467865.895271:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467865 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467865.895277:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467865.895285:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467865.895287:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467865.895290:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467865.895292:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467865.895295:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467865.895298:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467865 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467865.895306:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467865.895309:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467865.895311:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467865.895312:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467865.895342:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467865.895344:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467865.895348:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467865.895365:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789467865.895368:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467865.895373:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467865 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467865.895380:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404813568:0@lo:250:kworker.0 00000100:00000001:0.0:1789467865.895384:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467865.895386:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467865.895389:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404813568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467865 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467865.895395:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467865.895398:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467865.895401:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:0.0:1789467865.895415:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467865.895418:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467865.895419:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467865.895422:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467865.895424:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe9800. 02000000:00000001:0.0:1789467865.895427:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467865.895428:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467865.895430:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00000001:0.0:1789467865.895435:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467865.895436:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467865.895439:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467865.895718:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467865.895724:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467865.895726:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467865.895728:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467865.895731:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467865.895734:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20088 00000100:00080000:3.0:1789467865.895745:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467865.895748:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467865.895751:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467865.895753:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467865.895755:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467865.895763:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467865.895765:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789467865.895768:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467865.895771:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789467865.895773:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789467865.895776:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789467865.895778:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467865.895781:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467865.895782:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467865.895784:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467865.895787:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789467865.895790:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467865.895792:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467865.895795:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467865.895798:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467865.895800:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467865.895802:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467865.895805:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467865.895809:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789467865.895812:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467865.895815:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467865.895816:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467865.895818:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467865.895821:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467865.895824:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467865.895831:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789467865.895836:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467865.895841:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467865.895854:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467865.895858:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467865.895862:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467865.895880:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467865.895883:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467865.895886:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467865.895888:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467865.895891:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467865.895893:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467865.895896:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467865.895898:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467865.895900:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467865.895904:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20119) 00000100:00000001:0.0:1789467865.896114:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467865.896117:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467865.896119:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467865.896179:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467865.896186:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467865.896188:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467865.896196:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467865.896199:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467865.896201:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467865.896204:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404814208:0@lo:250:kworker.0 00000100:00000001:0.0:1789467865.896208:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467865.896212:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467865.896214:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467865.896216:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467865.896220:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789467865.896222:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467865.896228:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d68. 00000400:00000010:0.0:1789467865.896233:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b936e8. 00000100:00000200:0.0:1789467865.896239:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404814208, portal 25 00000100:00000001:0.0:1789467865.896241:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467865.896243:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:0.0:1789467865.896248:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467865.896254:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467865.896257:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467865.896259:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789467865.896262:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404814208, offset 0 00000400:00000200:0.0:1789467865.896268:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467865.896281:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467865.896291:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ecd80 00000400:00000100:0.0:1789467865.896297:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404814208 offset 0 length 520: 4 00000400:00000200:0.0:1789467865.896301:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467865.896304:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467865.896316:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789467865.896318:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789467865.896322:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467865.896325:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467865.896341:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467865.896350:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467865.896356:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467865.896358:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467865.896365:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467865.896370:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314786483 00000100:00000010:0.0:1789467865.896374:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467865.896380:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467865.896390:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314786483 00000100:00000010:0.0:1789467865.896393:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe780. 00000100:00000001:0.0:1789467865.896396:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467865.896399:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314786483 00000100:00000010:0.0:1789467865.896401:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe6c0. 00000100:00000001:0.0:1789467865.896522:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467865.896527:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314786483 00000100:00000010:0.0:1789467865.896531:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe5a0. 00000100:00000001:0.0:1789467865.896534:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467865.896536:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467865.896539:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467865.896542:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467865.896544:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467865.896549:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467865.896550:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467865.896552:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467865.896553:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467865.896554:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467865.896556:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467866.087784:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467866.087791:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467866.087797:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467866.087799:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467866.087804:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467866.087806:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467866.088159:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467866.088163:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467866.088166:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467866.919138:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467866.919168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467866.919170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467866.919174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467866.919176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467866.920267:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467866.920273:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467867.114594:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467867.114601:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467867.114606:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467867.114607:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467867.114612:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467867.114613:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467867.116474:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467867.116478:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467867.116483:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789467867.272314:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272342:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467867.272345:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272348:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467867.272360:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467867.272376:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9f080 00000400:00000100:2.0:1789467867.272386:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402398336 offset 0 length 520: 4 00000400:00000200:2.0:1789467867.272391:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467867.272394:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467867.272402:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272405:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467867.272407:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272410:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467867.272411:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272413:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467867.272418:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467867.272422:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f100 00000400:00000100:2.0:1789467867.272428:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402398464 offset 0 length 520: 4 00000400:00000200:2.0:1789467867.272431:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467867.272433:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467867.272436:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272439:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467867.272441:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272443:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467867.272445:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272447:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467867.272451:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467867.272455:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f180 00000400:00000100:2.0:1789467867.272459:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402398592 offset 0 length 520: 4 00000400:00000200:2.0:1789467867.272462:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467867.272464:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467867.272466:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272473:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467867.272475:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467867.272477:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467867.943223:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467867.943237:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467867.943240:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467867.943244:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467867.943247:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467867.943251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467867.943253:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467868.135265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467868.135272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467868.135278:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467868.135280:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467868.135285:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467868.135286:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467868.135396:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467868.135400:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467868.135403:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467868.967154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467868.967168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467868.967179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467868.967183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467868.967185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467868.967190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467868.967192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467869.159142:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467869.159150:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467869.159156:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467869.159158:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467869.159162:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467869.159164:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467869.159618:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467869.159622:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467869.159625:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467869.991155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467869.991183:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467869.991185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467869.991190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467869.991192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467869.991196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467869.991198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467870.183142:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467870.183150:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467870.183156:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467870.183157:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467870.183162:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467870.183164:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467870.183248:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467870.183252:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467870.183255:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467871.015263:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467871.015276:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467871.015279:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467871.015283:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467871.015285:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467871.015300:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467871.015303:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467871.207883:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467871.207890:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467871.207897:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467871.207898:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467871.207904:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467871.207905:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467871.209335:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467871.209340:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467871.209344:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467871.399156:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314786483, at 4314786816 00000100:00000010:2.0:1789467871.399171:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe6c0. 00000100:00000040:1.0:1789467871.399525:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314786483, at 4314786816 00000100:00000010:1.0:1789467871.399532:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe780. 00000100:00000040:0.0:1789467871.399628:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314786483, at 4314786816 00000100:00000010:0.0:1789467871.399634:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000040:3.0:1789467871.399868:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314786483, at 4314786816 00000100:00000010:3.0:1789467871.399875:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe5a0. 00000100:00080000:0.0:1789467871.401349:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467871.401356:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467871.401359:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467871.401363:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467871.401365:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467871.401368:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467871.401388:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467871.401391:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467871.401394:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467871.401396:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467871.401401:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20124) 00000100:00000001:0.0:1789467872.039218:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467872.039230:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467872.039232:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467872.039236:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467872.039238:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467872.039243:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467872.039245:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.231961:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467872.231968:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.231973:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467872.231975:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.231979:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467872.231981:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467872.232067:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467872.232070:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467872.232073:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467873.063261:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467873.063274:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467873.063284:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467873.063289:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467873.063291:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467873.063295:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467873.063298:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467873.255204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467873.255211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467873.255217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467873.255218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467873.255223:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467873.255224:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467873.255327:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467873.255331:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467873.255333:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467874.087219:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467874.087233:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467874.087236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467874.087257:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467874.087259:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467874.087264:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467874.087276:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467874.279325:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467874.279332:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467874.279338:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467874.279340:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467874.279345:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467874.279346:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467874.279665:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467874.279669:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467874.279672:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467875.112221:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467875.112236:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467875.112238:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467875.112242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467875.112244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467875.112249:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467875.112252:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467875.303162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467875.303169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467875.303174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467875.303176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467875.303180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467875.303183:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467875.303186:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467875.303189:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467875.303192:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467875.303194:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467875.303196:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467875.303199:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467875.303295:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467875.303298:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467875.303301:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467876.135185:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467876.135199:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467876.135202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467876.135206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467876.135208:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467876.135213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467876.135215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467876.327592:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467876.327599:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467876.327605:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467876.327622:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467876.327628:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467876.327629:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467876.327766:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467876.327770:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467876.327773:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467876.519611:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467876.519623:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467876.519626:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467876.519630:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467876.519632:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467876.519635:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467876.519638:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467876.519641:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467876.519643:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467876.519646:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467876.519652:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20129) 00000100:00000001:0.0:1789467877.159160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467877.159174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467877.159176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467877.159180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467877.159182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467877.159186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467877.159189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467877.352064:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467877.352071:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467877.352077:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467877.352079:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467877.352083:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467877.352084:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467877.352179:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467877.352184:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467877.352187:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467878.183132:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467878.183147:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467878.183166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467878.183170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467878.183173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467878.183177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467878.183180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467878.375182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467878.375189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467878.375195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467878.375197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467878.375201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467878.375203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467878.375294:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467878.375298:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467878.375301:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467879.207168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467879.207185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467879.207187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467879.207191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467879.207194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467879.207198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467879.207201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467879.401121:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467879.401128:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467879.401133:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467879.401134:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467879.401139:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467879.401140:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467879.404577:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467879.404584:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467879.404588:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467880.231147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467880.231162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467880.231164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467880.231169:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467880.231171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467880.231177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467880.231179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467880.423735:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467880.423743:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467880.424530:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467880.424533:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467880.424546:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467880.424548:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467880.435919:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467880.435925:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467880.435930:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467881.255344:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467881.255401:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467881.255420:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467881.255425:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467881.255428:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467881.255433:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467881.255435:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467881.447162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467881.447169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467881.447184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467881.447186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467881.447192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467881.447193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467881.447447:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467881.447451:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467881.447454:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467881.639487:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467881.639498:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467881.639501:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467881.639504:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467881.639507:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467881.639509:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467881.639529:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467881.639533:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467881.639535:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467881.639537:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467881.639543:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20134) 00000100:00000001:0.0:1789467882.279155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467882.279172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467882.279174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467882.279179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467882.279181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467882.279186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467882.279188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.472266:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467882.472275:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.472280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467882.472281:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.472286:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467882.472287:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467882.472379:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467882.472391:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467882.472394:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467883.303176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467883.303190:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467883.303192:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467883.303196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467883.303206:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467883.303212:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467883.303214:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467883.495172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467883.495179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467883.495204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467883.495207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467883.495212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467883.495213:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467883.495440:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467883.495443:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467883.495446:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467884.327911:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467884.327925:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467884.327944:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467884.327948:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467884.327951:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467884.327955:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467884.327957:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467884.519174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467884.519182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467884.519187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467884.519201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467884.519206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467884.519208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467884.520617:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467884.520623:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467884.520627:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467885.351139:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467885.351152:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467885.351154:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467885.351158:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467885.351160:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467885.351165:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467885.351167:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467885.543192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467885.543201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467885.543208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467885.543210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467885.543214:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467885.543218:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467885.543220:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467885.543223:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467885.543226:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467885.543228:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467885.543230:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467885.543232:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467885.543323:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467885.543327:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467885.543330:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467885.927861:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467885.927870:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467885.927875:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789467885.932653:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789467885.932663:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467885.932675:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467885.932680:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467885.932682:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376488:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467886.376496:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467886.376509:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467861/real 1789467861] req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467886.376547:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467886.376549:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467886.376552:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:0.0:1789467886.376557:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789467886.376559:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789467886.376572:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467886.376576:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467886.376584:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376591:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467886.376592:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376595:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467886.376597:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467886.376600:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376607:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376610:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467886.376613:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467861/real 1789467861] req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467886.376620:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467886.376621:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467886.376623:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f20. 00000400:00000200:0.0:1789467886.376625:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789467886.376627:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789467886.376629:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467886.376631:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467886.376638:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376652:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467886.376654:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376656:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467886.376657:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467886.376661:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376667:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376669:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467886.376673:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467861/real 1789467861] req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467886.376680:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467886.376681:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467886.376682:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79948. 00000400:00000200:0.0:1789467886.376685:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789467886.376686:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789467886.376688:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467886.376691:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467886.376697:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376702:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467886.376704:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376705:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467886.376706:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467886.376710:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376716:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376717:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467886.376721:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467861/real 1789467861] req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467886.376737:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467886.376738:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467886.376740:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789467886.376741:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789467886.376744:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789467886.376745:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467886.376748:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467886.376755:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376759:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467886.376761:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376762:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467886.376763:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467886.376766:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376771:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376778:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467886.376780:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376783:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467886.376785:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467886.376788:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467886.376791:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376798:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467886.376801:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376802:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467886.376803:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376806:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467886.376808:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467886.376811:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467886.376847:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467886.376849:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467886.376854:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467886.376862:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404814080:0@lo:38:kworker.0 00000100:00000001:0.0:1789467886.376867:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467886.376870:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376877:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467886.376879:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376880:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467886.376882:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376883:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467886.376885:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467886.376887:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467886.376892:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467886.376894:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467886.376897:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467886.376903:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404813952:0@lo:38:kworker.0 00000100:00000001:0.0:1789467886.376906:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467886.376909:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376914:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467886.376916:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376918:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467886.376924:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376925:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467886.376927:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467886.376929:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467886.376933:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467886.376935:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467886.376939:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467886.376944:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404813824:0@lo:38:kworker.0 00000100:00000001:0.0:1789467886.376947:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467886.376950:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.376955:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467886.376957:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376958:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467886.376959:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.376960:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467886.376961:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467886.376963:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467886.376966:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467886.376968:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467886.376971:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467886.376977:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404813696:0@lo:38:kworker.0 00000100:00000001:0.0:1789467886.376981:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.376983:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467886.376987:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943100 x1876386404814080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.377002:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467886.377005:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467886.377008:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467886.377011:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467886.377014:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467886.377016:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789467886.377018:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467886.377020:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789467886.377024:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467886.377025:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467886.377027:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943100. 00000100:00000001:0.0:1789467886.377030:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467886.377031:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.377033:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467886.377065:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940700 x1876386404813952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.377071:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467886.377072:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467886.377073:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467886.377076:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467886.377076:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467886.377077:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789467886.377079:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467886.377080:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:0.0:1789467886.377082:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467886.377083:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467886.377084:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940700. 00000100:00000001:0.0:1789467886.377086:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467886.377087:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.377089:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467886.377091:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940000 x1876386404813824/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.377097:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467886.377098:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467886.377099:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467886.377106:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467886.377108:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467886.377109:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789467886.377111:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467886.377112:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:0.0:1789467886.377114:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467886.377115:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467886.377117:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940000. 00000100:00000001:0.0:1789467886.377119:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467886.377120:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.377122:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467886.377124:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942680 x1876386404813696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467886 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.377130:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467886.377131:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467886.377133:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789467886.377135:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467886.377135:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467886.377136:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789467886.377138:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467886.377139:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:0.0:1789467886.377141:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467886.377142:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467886.377143:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942680. 00000100:00000001:0.0:1789467886.377145:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467886.377146:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.377148:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467886.377335:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467886.377349:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467886.377352:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467886.377355:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467886.377357:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467886.377359:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467886.377363:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467886.377366:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20109 00000100:00080000:2.0:1789467886.377369:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467886.377372:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467886.377375:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467886.377377:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467886.377379:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467886.377386:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467886.377388:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789467886.377390:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467886.377394:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789467886.377396:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789467886.377398:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789467886.377401:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467886.377403:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467886.377404:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467886.377406:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467886.377409:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789467886.377412:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467886.377414:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467886.377416:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467886.377423:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467886.377425:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467886.377428:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467886.377430:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467886.377436:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943800. 00000020:00000040:2.0:1789467886.377439:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789467886.377442:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467886.377443:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467886.377445:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467886.377448:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467886.377451:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467886.377459:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789467886.377465:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467886.377471:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467886.377478:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467886.377482:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467886.377486:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1339dc4] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467886.377504:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467886.377507:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467886.377510:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467886.377511:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467886.377513:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467886.377515:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467886.377517:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20109 00000100:00080000:2.0:1789467886.377519:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467886.377521:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467886.377523:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467886.377524:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467886.377526:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467886.377529:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467886.377530:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789467886.377532:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467886.377534:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789467886.377536:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789467886.377538:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789467886.377540:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467886.377542:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467886.377544:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467886.377545:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467886.377547:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789467886.377550:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467886.377552:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467886.377553:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467886.377556:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467886.377558:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467886.377570:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467886.377571:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467886.377575:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941c00. 00000020:00000040:2.0:1789467886.377577:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789467886.377579:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467886.377580:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467886.377581:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467886.377582:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467886.377584:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467886.377588:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789467886.377590:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467886.377595:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467886.377600:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467886.377602:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467886.377605:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068986989] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467886.377611:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467886.377613:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467886.377615:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467886.377617:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467886.377618:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467886.377620:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467886.377622:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20109 00000100:00080000:2.0:1789467886.377624:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467886.377626:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467886.377628:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467886.377629:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467886.377630:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467886.377633:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467886.377634:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789467886.377636:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467886.377637:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789467886.377639:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789467886.377641:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789467886.377643:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467886.377644:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467886.377646:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467886.377647:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467886.377649:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789467886.377651:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467886.377653:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467886.377655:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467886.377657:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467886.377658:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467886.377660:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467886.377661:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467886.377664:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943480. 00000020:00000040:2.0:1789467886.377666:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789467886.377667:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467886.377668:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467886.377670:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467886.377671:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467886.377672:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467886.377675:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542800. 00000100:00000001:2.0:1789467886.377678:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467886.377681:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467886.377686:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467886.377688:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467886.377690:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003584a7aa] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467886.377696:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467886.377698:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467886.377700:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467886.377702:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467886.377703:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467886.377705:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467886.377706:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20109 00000100:00080000:2.0:1789467886.377708:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467886.377710:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467886.377712:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467886.377713:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467886.377715:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467886.377718:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467886.377719:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789467886.377721:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467886.377723:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789467886.377725:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789467886.377727:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789467886.377729:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467886.377731:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467886.377732:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467886.377734:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467886.377736:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789467886.377738:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467886.377740:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467886.377741:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467886.377743:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467886.377745:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467886.377746:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467886.377747:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467886.377750:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941180. 00000020:00000040:2.0:1789467886.377752:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789467886.377754:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467886.377755:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467886.377757:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467886.377758:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467886.377760:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467886.377763:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789467886.377765:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467886.377770:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467886.377776:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467886.377778:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467886.377781:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b567c4] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467886.377787:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467886.377791:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20139) 00000100:00000001:0.0:1789467886.378070:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467886.378073:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467886.378076:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467886.378080:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.378087:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467886.378089:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467886.378092:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467886.378094:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467886.378097:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467886.378108:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404814336:0@lo:38:kworker.0 00000100:00000001:0.0:1789467886.378112:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467886.378115:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467886.378118:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467886.378120:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467886.378124:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789467886.378125:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467886.378131:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789467886.378136:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467886.378141:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404814336, portal 10 00000100:00000001:0.0:1789467886.378143:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467886.378145:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622966272 : -130396086585344 : ffff8967cb943800) 00000100:00000040:0.0:1789467886.378151:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.378157:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467886.378159:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467886.378162:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467886.378165:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404814336, offset 0 00000400:00000200:0.0:1789467886.378171:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467886.378234:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467886.378257:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ece00 00000400:00000100:0.0:1789467886.378263:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404814336 offset 0 length 520: 4 00000400:00000200:0.0:1789467886.378268:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467886.378270:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467886.378281:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789467886.378283:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789467886.378286:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467886.378290:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.378297:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467886.378300:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.378316:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.378318:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467886.378324:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467886.378840:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789467886.378847:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314801814 00000100:00000010:0.0:1789467886.378853:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467886.378860:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467886.378923:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314801814 00000100:00000010:0.0:1789467886.378928:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fea80. 00000100:00000001:0.0:1789467886.378932:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467886.378988:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314801814 00000100:00000010:0.0:1789467886.378993:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe480. 00000100:00000001:0.0:1789467886.378996:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467886.379007:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314801814 00000100:00000010:0.0:1789467886.379011:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789467886.379014:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467886.379024:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467886.379028:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.379031:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467886.379060:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.379068:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467886.379069:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467886.379072:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467886.379074:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467886.379076:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467886.379079:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404814464:0@lo:38:kworker.0 00000100:00000001:0.0:1789467886.379082:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467886.379085:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467886.379094:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467886.379096:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467886.379100:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467886.379101:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467886.379106:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79948. 00000400:00000010:0.0:1789467886.379110:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467886.379114:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404814464, portal 10 00000100:00000001:0.0:1789467886.379116:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467886.379117:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622959104 : -130396086592512 : ffff8967cb941c00) 00000100:00000040:0.0:1789467886.379136:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.379142:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467886.379144:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467886.379147:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789467886.379150:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404814464, offset 0 00000400:00000200:0.0:1789467886.379154:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467886.379162:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467886.379170:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ece80 00000400:00000100:0.0:1789467886.379174:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404814464 offset 0 length 520: 4 00000400:00000200:0.0:1789467886.379187:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467886.379189:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467886.379195:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789467886.379197:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789467886.379200:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467886.379203:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.379210:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467886.379213:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.379219:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.379220:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467886.379224:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467886.379227:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789467886.379237:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314801815 00000100:00000001:0.0:1789467886.379243:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314801814 00000100:00000001:0.0:1789467886.379246:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314801815 00000100:00000001:0.0:1789467886.384515:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314801814 00000100:00000001:0.0:1789467886.384531:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314801820 00000100:00000001:0.0:1789467886.384537:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4314801814 00000100:00000001:0.0:1789467886.384540:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314801820 00000100:00000001:0.0:1789467886.384543:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4314801814 00000100:00000001:0.0:1789467886.384546:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467886.384551:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.384555:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467886.384578:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.384588:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467886.384590:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467886.384594:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467886.384597:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467886.384600:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467886.384603:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404814592:0@lo:38:kworker.0 00000100:00000001:0.0:1789467886.384606:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467886.384610:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467886.384612:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467886.384615:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467886.384624:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467886.384625:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467886.384633:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f20. 00000400:00000010:0.0:1789467886.384640:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789467886.384647:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404814592, portal 10 00000100:00000001:0.0:1789467886.384649:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467886.384650:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622965376 : -130396086586240 : ffff8967cb943480) 00000100:00000040:0.0:1789467886.384692:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.384699:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467886.384701:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467886.384704:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789467886.384708:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404814592, offset 0 00000400:00000200:0.0:1789467886.384714:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467886.384727:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467886.384739:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ecf00 00000400:00000100:0.0:1789467886.384745:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404814592 offset 0 length 520: 4 00000400:00000200:0.0:1789467886.384749:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467886.384752:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467886.384765:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789467886.384769:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789467886.384772:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467886.384776:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.384783:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467886.384786:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.384792:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.384794:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467886.384798:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467886.384802:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789467886.384805:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314801820 00000100:00000001:0.0:1789467886.384810:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314801815 00000100:00000001:0.0:1789467886.384813:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314801820 00000100:00000001:0.0:1789467886.384816:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314801815 00000100:00000001:0.0:1789467886.384818:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314801820 00000100:00000001:0.0:1789467886.384820:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314801820 00000100:00000001:0.0:1789467886.384827:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314801820 00000100:00000001:0.0:1789467886.384829:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314801820 00000100:00000001:0.0:1789467886.384831:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467886.384833:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.384835:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467886.384839:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.384845:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467886.384846:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467886.384849:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467886.384850:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467886.384852:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467886.384855:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404814720:0@lo:38:kworker.0 00000100:00000001:0.0:1789467886.384858:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467886.384859:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467886.384861:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467886.384863:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467886.384865:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467886.384867:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467886.384870:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789467886.384873:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789467886.384876:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404814720, portal 10 00000100:00000001:0.0:1789467886.384878:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467886.384879:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622956416 : -130396086595200 : ffff8967cb941180) 00000100:00000040:0.0:1789467886.384884:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.384891:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467886.384893:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467886.384895:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789467886.384897:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404814720, offset 0 00000400:00000200:0.0:1789467886.384900:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467886.384905:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467886.384914:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ecf80 00000400:00000100:0.0:1789467886.384918:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404814720 offset 0 length 520: 4 00000400:00000200:0.0:1789467886.384921:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467886.384924:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467886.384928:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789467886.384930:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789467886.384932:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467886.384935:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.384942:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467886.384945:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467886.384952:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.384953:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467886.384956:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467886.384959:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789467886.384961:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314801821 00000100:00000001:0.0:1789467886.384965:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314801820 00000100:00000001:0.0:1789467886.384967:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314801821 00000100:00000001:0.0:1789467886.384970:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314801820 00000100:00000001:0.0:1789467886.384972:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314801821 00000100:00000001:0.0:1789467886.384974:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314801820 00000100:00000001:0.0:1789467886.384977:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314801821 00000100:00000001:0.0:1789467886.384979:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314801820 00000100:00000001:0.0:1789467886.384982:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467886.384983:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.384987:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.384990:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.384998:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467886.385000:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467886.385007:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467886.385009:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467886.385011:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467886.385012:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467886.405497:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314801821, at 4314801822 00000100:00000010:1.0:1789467886.405511:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea80. 00000100:00000040:3.0:1789467886.405589:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314801821, at 4314801822 00000100:00000010:3.0:1789467886.405595:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:0.0:1789467886.405851:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314801821, at 4314801822 00000100:00000010:0.0:1789467886.405856:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000040:2.0:1789467886.406171:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314801821, at 4314801823 00000100:00000010:2.0:1789467886.406188:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe480. 00010000:00000001:0.0:1789467886.567745:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467886.567756:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467886.567763:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467886.567765:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467886.567769:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467886.567771:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467886.567935:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467886.567938:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467886.567941:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467887.399268:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467887.399282:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467887.399284:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467887.399289:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467887.399291:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467887.399296:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467887.399298:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467887.594509:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467887.594515:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467887.594520:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467887.594521:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467887.594526:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467887.594527:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467887.594785:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467887.594789:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467887.594792:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467888.423175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467888.423189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467888.423191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467888.423195:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467888.423197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467888.423201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467888.423204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467888.615215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467888.615223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467888.615229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467888.615231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467888.615236:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467888.615237:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467888.615353:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467888.615356:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467888.615360:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467889.447851:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467889.447866:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467889.447868:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467889.447872:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467889.447874:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467889.447878:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467889.447881:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467889.639147:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467889.639163:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467889.639169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467889.639171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467889.639176:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467889.639178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467889.639273:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467889.639277:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467889.639281:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467890.471162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467890.471171:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467890.471194:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467865/real 1789467865] req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467890 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467890.471213:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467890.471215:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467890.471220:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d68. 00000400:00000200:0.0:1789467890.471225:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b936e8 00000400:00000010:0.0:1789467890.471228:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b936e8. 00000100:00000001:0.0:1789467890.471232:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467890.471236:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467890 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467890.471253:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467890 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467890.471261:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467890.471263:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467890.471266:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467890.471268:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467890.471272:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467890 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467890.471279:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467890.471301:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467890.471303:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467890.471307:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467890.471309:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467890.471313:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467890.471317:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467890 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467890.471325:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467890.471328:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467890.471330:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467890.471331:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467890.471334:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467890.471336:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467890.471339:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467890.471368:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789467890.471370:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467890.471375:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467890 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467890.471383:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404814208:0@lo:250:kworker.0 00000100:00000001:0.0:1789467890.471388:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467890.471391:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467890.471394:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404814208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467890 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467890.471401:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467890.471404:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467890.471408:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789467890.471412:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467890.471415:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467890.471417:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467890.471420:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467890.471422:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:0.0:1789467890.471427:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467890.471434:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467890.471436:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:0.0:1789467890.471440:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467890.471442:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467890.471445:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467890.471581:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467890.471586:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467890.471588:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467890.471591:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467890.471594:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467890.471597:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20114 00000100:00080000:1.0:1789467890.471601:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467890.471605:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467890.471608:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467890.471610:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467890.471612:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467890.471620:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467890.471622:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467890.471624:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467890.471627:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467890.471629:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467890.471632:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467890.471635:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467890.471637:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467890.471639:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467890.471646:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467890.471650:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467890.471653:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467890.471656:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467890.471658:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467890.471661:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467890.471664:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467890.471666:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467890.471669:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467890.471674:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789467890.471677:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467890.471681:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467890.471683:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467890.471685:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467890.471688:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467890.471691:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467890.471698:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe8c00. 00000100:00000001:1.0:1789467890.471705:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467890.471711:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467890.471719:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467890.471723:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467890.471727:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467890.471745:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467890.471748:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467890.471752:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467890.471755:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467890.471757:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467890.471760:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467890.471769:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467890.471771:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467890.471773:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467890.471778:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20143) 00000100:00000001:0.0:1789467890.471898:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467890.471901:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467890.471903:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467890.471907:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467890.471915:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467890.471916:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467890.471920:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467890.471923:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467890.471925:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467890.471928:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404814848:0@lo:250:kworker.0 00000100:00000001:0.0:1789467890.471932:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467890.471935:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467890.471938:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467890.471940:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467890.471944:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789467890.471945:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467890.471950:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d68. 00000400:00000010:0.0:1789467890.471955:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b936e8. 00000100:00000200:0.0:1789467890.471961:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404814848, portal 25 00000100:00000001:0.0:1789467890.471963:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467890.471965:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:0.0:1789467890.471970:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467890.471975:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467890.471978:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467890.471980:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789467890.471983:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404814848, offset 0 00000400:00000200:0.0:1789467890.471989:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467890.472000:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467890.472018:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ed000 00000400:00000100:0.0:1789467890.472024:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404814848 offset 0 length 520: 4 00000400:00000200:0.0:1789467890.472028:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467890.472030:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467890.472061:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789467890.472064:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789467890.472067:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467890.472072:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467890.472079:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467890.472082:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467890.472087:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467890.472088:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467890.472093:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467890.472098:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314811059 00000100:00000010:0.0:1789467890.472102:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467890.472107:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467890.472117:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314811059 00000100:00000010:0.0:1789467890.472120:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feea0. 00000100:00000001:0.0:1789467890.472123:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467890.472126:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314811059 00000100:00000010:0.0:1789467890.472128:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe0c0. 00000100:00000001:0.0:1789467890.472131:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467890.472134:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314811059 00000100:00000010:0.0:1789467890.472136:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe000. 00000100:00000001:0.0:1789467890.472138:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467890.472141:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467890.472143:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467890.472157:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467890.472159:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467890.472167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467890.472169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467890.472170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467890.472171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467890.472173:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467890.472184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467890.663460:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467890.663467:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467890.663472:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467890.663474:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467890.663479:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467890.663481:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467890.665292:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467890.665298:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467890.665302:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467891.495562:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467891.495577:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467891.495579:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467891.495584:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467891.495586:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467891.495590:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467891.495593:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467891.496029:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467891.496049:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467891.496052:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467891.496056:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467891.496058:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467891.496061:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467891.496064:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467891.496067:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467891.496069:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467891.496072:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467891.496076:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20144) 00010000:00000001:0.0:1789467891.687423:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467891.687430:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467891.687435:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467891.687436:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467891.687441:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467891.687442:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467891.687533:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467891.687536:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467891.687539:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789467891.844497:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467891.844513:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467891.844517:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467891.844519:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467891.844531:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467891.844595:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9f200 00000400:00000100:2.0:1789467891.844604:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402398720 offset 0 length 520: 4 00000400:00000200:2.0:1789467891.844610:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467891.844613:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467891.844623:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467891.844642:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467891.844645:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467891.844647:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467891.847936:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467891.847952:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467891.847956:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467891.847958:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789467891.847969:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789467891.847985:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f280 00000400:00000100:0.0:1789467891.847993:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402398848 offset 0 length 520: 4 00000400:00000200:0.0:1789467891.847998:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467891.848001:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789467891.848010:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467891.848016:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467891.848019:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467891.848033:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467891.850598:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467891.850615:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467891.850620:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467891.850622:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789467891.850633:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789467891.850650:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f300 00000400:00000100:1.0:1789467891.850658:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402398976 offset 0 length 520: 4 00000400:00000200:1.0:1789467891.850664:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789467891.850679:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789467891.850689:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467891.850695:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789467891.850697:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789467891.850699:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467892.519142:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467892.519155:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467892.519157:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467892.519162:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467892.519164:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467892.519169:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467892.519172:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467892.713843:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467892.713850:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467892.713855:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467892.713857:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467892.713862:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467892.713863:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467892.714004:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467892.714008:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467892.714011:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467893.543309:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467893.543322:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467893.543324:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467893.543328:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467893.543331:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467893.543335:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467893.543337:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.735183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467893.735191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.735196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467893.735198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.735202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467893.735204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467893.735613:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467893.735617:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467893.735620:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467894.567160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467894.567174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467894.567177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467894.567181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467894.567184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467894.567188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467894.567190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467894.761463:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467894.761471:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467894.761477:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467894.761479:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467894.761484:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467894.761486:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467894.761595:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467894.761598:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467894.761601:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467895.527167:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467895.527177:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467895.527180:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467895.527183:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467895.527186:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467895.527188:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467895.527191:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467895.527194:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467895.527196:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467895.527199:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467895.527204:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20148) 00000100:00000001:0.0:1789467895.591593:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467895.591607:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467895.591609:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467895.591614:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467895.591616:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467895.591620:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467895.591622:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467895.783166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467895.783172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467895.783178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467895.783179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467895.783184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467895.783187:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467895.783189:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467895.783192:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467895.783195:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467895.783197:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467895.783199:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467895.783201:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467895.783293:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467895.783298:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467895.783301:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467895.975205:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314811059, at 4314811392 00000100:00000040:2.0:1789467895.975206:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314811059, at 4314811392 00000100:00000040:3.0:1789467895.975206:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314811059, at 4314811392 00000100:00000010:1.0:1789467895.975221:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feea0. 00000100:00000010:3.0:1789467895.975223:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe000. 00000100:00000010:2.0:1789467895.975225:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe0c0. 00000100:00000040:0.0:1789467895.975321:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314811059, at 4314811392 00000100:00000010:0.0:1789467895.975327:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467896.615205:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467896.615219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467896.615221:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467896.615225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467896.615227:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467896.615232:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467896.615234:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467896.810108:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467896.810116:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467896.810121:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467896.810122:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467896.810127:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467896.810128:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467896.813427:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467896.813434:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467896.813439:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467897.639220:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467897.639234:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467897.639236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467897.639241:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467897.639243:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467897.639248:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467897.639251:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467897.833699:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467897.833706:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467897.833712:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467897.833714:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467897.833718:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467897.833720:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467897.833821:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467897.833825:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467897.833829:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467898.663174:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467898.663188:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467898.663190:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467898.663194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467898.663197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467898.663201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467898.663203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467898.855317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467898.855325:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467898.855331:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467898.855333:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467898.855337:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467898.855339:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467898.857816:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467898.857823:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467898.857828:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467899.687198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467899.687214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467899.687216:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467899.687222:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467899.687224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467899.687228:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467899.687231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467899.879624:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467899.879631:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467899.879636:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467899.879638:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467899.879643:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467899.879645:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467899.879733:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467899.879737:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467899.879740:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467900.583887:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467900.583896:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467900.583899:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467900.583903:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467900.583906:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467900.583909:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467900.583911:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467900.583915:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467900.583917:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467900.583919:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467900.583924:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20153) 00000100:00000001:0.0:1789467900.711925:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467900.711939:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467900.711941:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467900.711946:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467900.711948:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467900.711953:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467900.711955:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467900.907280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467900.907287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467900.907293:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467900.907294:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467900.907299:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467900.907300:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467900.907457:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467900.907461:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467900.907464:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467901.735168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467901.735181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467901.735183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467901.735187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467901.735190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467901.735194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467901.735197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467901.927163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467901.927171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467901.927177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467901.927179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467901.927183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467901.927185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467901.931536:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467901.931544:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467901.931549:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467902.759175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467902.759188:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467902.759190:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467902.759195:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467902.759197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467902.759201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467902.759203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.951168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467902.951175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.951181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467902.951182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.951187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467902.951189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467902.951319:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467902.951323:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467902.951326:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467903.783182:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467903.783194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467903.783196:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467903.783201:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467903.783203:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467903.783208:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467903.783211:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467903.976665:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467903.976673:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467903.976679:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467903.976680:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467903.976685:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467903.976686:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467903.976863:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467903.976867:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467903.976870:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467904.807200:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467904.807214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467904.807216:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467904.807221:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467904.807223:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467904.807227:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467904.807229:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467904.999162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467904.999170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467904.999176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467904.999177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467904.999182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467904.999185:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467904.999187:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467904.999190:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467904.999193:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467904.999195:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467904.999197:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467904.999199:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467904.999292:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467904.999295:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467904.999298:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467905.703160:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467905.703170:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467905.703173:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467905.703190:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467905.703192:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467905.703195:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467905.703198:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467905.703201:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467905.703203:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467905.703206:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467905.703210:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20158) 00000100:00000001:0.0:1789467905.831165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467905.831181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467905.831183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467905.831187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467905.831190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467905.831195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467905.831197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467906.023171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467906.023180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467906.023186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467906.023188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467906.023193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467906.023194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467906.023294:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467906.023298:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467906.023301:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467906.855161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467906.855177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467906.855180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467906.855184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467906.855187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467906.855192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467906.855195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467907.047175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467907.047187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467907.047193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467907.047195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467907.047199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467907.047200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467907.047318:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467907.047321:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467907.047324:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467907.879554:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467907.879570:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467907.879572:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467907.879576:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467907.879579:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467907.879584:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467907.879586:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467908.071155:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467908.071162:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467908.071167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467908.071169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467908.071173:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467908.071174:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467908.071270:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467908.071273:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467908.071276:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467908.903654:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467908.903668:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467908.903670:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467908.903675:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467908.903677:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467908.903681:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467908.903683:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467909.095178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467909.095185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467909.095191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467909.095193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467909.095198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467909.095199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467909.095292:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467909.095297:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467909.095300:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467909.927295:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467909.927307:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467909.927309:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467909.927313:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467909.927315:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467909.927320:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467909.927322:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467910.119161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467910.119167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467910.119172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467910.119174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467910.119178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467910.119180:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467910.119268:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467910.119271:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467910.119274:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467910.823178:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467910.823186:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467910.823188:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467910.823191:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467910.823194:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467910.823196:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467910.823199:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467910.823217:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467910.823219:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467910.823222:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467910.823226:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20163) 00000100:00000001:0.0:1789467910.951151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467910.951164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467910.951167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467910.951171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467910.951173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467910.951177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467910.951180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467911.143195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467911.143202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467911.143208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467911.143209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467911.143215:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467911.143217:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467911.143321:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467911.143325:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467911.143337:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467911.975176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467911.975184:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467911.975196:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467886/real 1789467886] req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467911.975215:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467911.975217:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467911.975221:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789467911.975227:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789467911.975230:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789467911.975234:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467911.975238:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467911.975248:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975256:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467911.975258:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975261:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467911.975263:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467911.975267:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975273:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975276:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467911.975280:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467886/real 1789467886] req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467911.975287:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467911.975288:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467911.975290:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79948. 00000400:00000200:0.0:1789467911.975292:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789467911.975294:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789467911.975296:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467911.975299:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467911.975307:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975313:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467911.975314:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975316:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467911.975318:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467911.975321:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975331:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975333:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467911.975337:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467886/real 1789467886] req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467911.975344:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467911.975346:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467911.975347:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f20. 00000400:00000200:0.0:1789467911.975350:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789467911.975351:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789467911.975353:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467911.975356:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467911.975364:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975369:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467911.975370:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975372:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467911.975373:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467911.975376:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975381:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975383:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467911.975387:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467886/real 1789467886] req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467911.975394:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467911.975395:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467911.975397:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:0.0:1789467911.975399:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789467911.975400:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789467911.975402:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467911.975406:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467911.975413:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975419:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467911.975420:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975422:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467911.975423:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467911.975426:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975432:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975439:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467911.975441:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975444:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467911.975447:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467911.975450:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467911.975454:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975462:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467911.975465:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975467:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467911.975468:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975470:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467911.975472:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467911.975476:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467911.975932:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467911.975936:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467911.975942:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467911.975960:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404814336:0@lo:38:kworker.0 00000100:00000001:0.0:1789467911.975967:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467911.975970:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.975975:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467911.975977:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975979:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467911.975981:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.975991:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467911.975996:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467911.975998:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467911.976005:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467911.976008:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467911.976012:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467911.976019:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404814464:0@lo:38:kworker.0 00000100:00000001:0.0:1789467911.976023:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467911.976027:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.976033:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467911.976035:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.976075:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467911.976077:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.976078:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467911.976080:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467911.976083:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467911.976088:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467911.976090:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467911.976095:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467911.976102:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404814592:0@lo:38:kworker.0 00000100:00000001:0.0:1789467911.976106:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467911.976109:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.976116:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467911.976118:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.976119:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467911.976121:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.976122:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467911.976124:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467911.976126:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467911.976130:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467911.976132:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467911.976136:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467911.976142:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404814720:0@lo:38:kworker.0 00000100:00000001:0.0:1789467911.976146:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.976149:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467911.976152:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943800 x1876386404814336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.976158:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467911.976160:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467911.976164:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789467911.976168:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467911.976171:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467911.976173:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789467911.976175:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467911.976178:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:0.0:1789467911.976180:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467911.976182:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467911.976184:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943800. 00000100:00000001:0.0:1789467911.976188:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467911.976189:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.976190:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467911.976193:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941c00 x1876386404814464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.976199:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467911.976200:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467911.976201:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467911.976203:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467911.976204:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467911.976206:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789467911.976207:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467911.976208:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:0.0:1789467911.976210:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467911.976211:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467911.976212:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941c00. 00000100:00000001:0.0:1789467911.976215:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467911.976216:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.976217:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467911.976220:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943480 x1876386404814592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.976226:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467911.976227:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467911.976229:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467911.976232:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467911.976234:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467911.976235:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789467911.976236:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467911.976238:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:0.0:1789467911.976240:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467911.976241:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467911.976243:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943480. 00000100:00000001:0.0:1789467911.976246:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467911.976247:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.976249:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1789467911.976250:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467911.976253:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941180 x1876386404814720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467911 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789467911.976261:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467911.976266:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467911.976267:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467911.976270:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1789467911.976272:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:0.0:1789467911.976273:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 00000100:00000001:1.0:1789467911.976277:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1789467911.976278:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467911.976281:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00080000:1.0:1789467911.976283:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000040:0.0:1789467911.976284:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789467911.976289:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789467911.976290:0:134719:0:(import.c:520:import_select_connection()) Process entered 02000000:00000010:0.0:1789467911.976291:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:0.0:1789467911.976296:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1789467911.976297:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20134 02000000:00000001:0.0:1789467911.976299:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:1.0:1789467911.976303:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467911.976307:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467911.976310:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1789467911.976312:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941180. 00000100:00000040:1.0:1789467911.976312:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789467911.976318:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467911.976318:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:0.0:1789467911.976321:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.976325:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467911.976327:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467911.976331:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467911.976334:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467911.976338:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467911.976340:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467911.976343:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467911.976346:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467911.976348:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467911.976350:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467911.976352:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467911.976370:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467911.976374:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467911.976376:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467911.976379:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467911.976386:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467911.976389:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467911.976392:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467911.976395:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467911.976412:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789467911.976416:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467911.976420:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467911.976421:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467911.976424:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467911.976426:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467911.976430:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467911.976436:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9400. 00000100:00000001:1.0:1789467911.976442:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467911.976448:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467911.976458:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467911.976461:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467911.976465:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467911.976485:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467911.976488:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467911.976491:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467911.976493:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467911.976494:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467911.976497:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467911.976499:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20134 00000100:00080000:1.0:1789467911.976501:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467911.976504:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467911.976512:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467911.976514:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467911.976515:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467911.976519:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467911.976521:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467911.976522:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467911.976524:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467911.976526:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467911.976528:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467911.976531:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467911.976533:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467911.976534:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467911.976536:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467911.976538:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467911.976540:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467911.976543:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467911.976544:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467911.976548:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467911.976550:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467911.976551:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467911.976553:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467911.976556:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789467911.976559:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467911.976561:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467911.976562:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467911.976564:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467911.976565:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467911.976567:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467911.976571:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feac00. 00000100:00000001:1.0:1789467911.976574:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467911.976579:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467911.976586:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467911.976593:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467911.976597:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467911.976604:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467911.976606:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467911.976609:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467911.976611:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467911.976612:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467911.976614:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467911.976616:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20134 00000100:00080000:1.0:1789467911.976619:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467911.976621:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467911.976622:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467911.976624:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467911.976626:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467911.976629:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467911.976630:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467911.976632:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467911.976633:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467911.976635:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467911.976638:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467911.976640:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467911.976642:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467911.976643:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467911.976645:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467911.976647:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467911.976649:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467911.976651:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467911.976653:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467911.976656:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467911.976663:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467911.976665:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467911.976666:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467911.976670:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789467911.976672:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467911.976675:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467911.976676:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467911.976677:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467911.976679:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467911.976681:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467911.976685:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fea400. 00000100:00000001:1.0:1789467911.976688:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467911.976692:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467911.976698:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467911.976700:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467911.976703:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467911.976710:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467911.976713:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467911.976716:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467911.976717:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467911.976718:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467911.976720:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467911.976723:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20134 00000100:00080000:1.0:1789467911.976725:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1789467911.977072:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467911.977076:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467911.977078:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467911.977083:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977091:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467911.977093:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467911.977097:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467911.977100:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467911.977102:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467911.977105:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404814976:0@lo:38:kworker.0 00000100:00000001:0.0:1789467911.977108:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467911.977111:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467911.977114:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467911.977116:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467911.977120:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467911.977123:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467911.977128:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789467911.977134:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789467911.977141:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404814976, portal 10 00000100:00000001:0.0:1789467911.977143:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467911.977145:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:0.0:1789467911.977151:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977158:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467911.977161:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467911.977163:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789467911.977166:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404814976, offset 0 00000400:00000200:0.0:1789467911.977172:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467911.977183:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467911.977194:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed080 00000400:00000100:0.0:1789467911.977200:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404814976 offset 0 length 520: 4 00000400:00000200:0.0:1789467911.977204:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467911.977207:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467911.977218:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789467911.977220:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789467911.977223:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467911.977228:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977235:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467911.977238:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977245:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.977247:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467911.977252:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467911.977256:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789467911.977260:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314827413 00000100:00000010:0.0:1789467911.977264:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467911.977271:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467911.977303:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314827413 00000100:00000010:0.0:1789467911.977308:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe300. 00000100:00000001:0.0:1789467911.977311:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467911.977314:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314827413 00000100:00000010:0.0:1789467911.977317:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe3c0. 00000100:00000001:0.0:1789467911.977320:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467911.977330:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314827413 00000100:00000010:0.0:1789467911.977333:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe7e0. 00000100:00000001:0.0:1789467911.977336:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467911.977344:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467911.977347:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.977349:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467911.977353:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977360:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467911.977361:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467911.977363:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467911.977365:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467911.977367:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467911.977370:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404815104:0@lo:38:kworker.0 00000100:00000001:0.0:1789467911.977372:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467911.977374:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467911.977376:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467911.977377:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467911.977381:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467911.977383:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467911.977386:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f20. 00000400:00000010:0.0:1789467911.977389:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789467911.977392:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404815104, portal 10 00000100:00000001:0.0:1789467911.977394:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467911.977395:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:0.0:1789467911.977400:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977406:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467911.977408:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467911.977411:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467911.977413:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404815104, offset 0 00000400:00000200:0.0:1789467911.977417:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467911.977422:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467911.977427:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed100 00000400:00000100:0.0:1789467911.977431:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404815104 offset 0 length 520: 4 00000400:00000200:0.0:1789467911.977434:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467911.977436:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467911.977441:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789467911.977442:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789467911.977445:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467911.977448:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977454:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467911.977457:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977462:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.977464:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467911.977467:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467911.977469:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789467911.977472:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314827413 00000100:00000001:0.0:1789467911.977474:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314827413 00000100:00000001:0.0:1789467911.977476:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314827413 00000100:00000001:0.0:1789467911.977478:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314827413 00000100:00000001:0.0:1789467911.977480:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314827413 00000100:00000001:0.0:1789467911.977481:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314827413 00000100:00000001:0.0:1789467911.977484:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314827413 00000100:00000001:0.0:1789467911.977485:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314827413 00000100:00000001:0.0:1789467911.977487:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467911.977489:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.977491:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467911.977494:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977499:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467911.977501:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467911.977502:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467911.977504:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467911.977506:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467911.977508:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404815232:0@lo:38:kworker.0 00000100:00000001:0.0:1789467911.977511:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467911.977512:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467911.977513:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467911.977515:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467911.977518:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467911.977519:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467911.977521:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79948. 00000400:00000010:0.0:1789467911.977524:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467911.977526:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404815232, portal 10 00000100:00000001:0.0:1789467911.977528:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467911.977529:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:0.0:1789467911.977533:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977538:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467911.977540:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467911.977542:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467911.977544:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404815232, offset 0 00000400:00000200:0.0:1789467911.977547:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467911.977551:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467911.977556:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed180 00000400:00000100:0.0:1789467911.977559:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404815232 offset 0 length 520: 4 00000400:00000200:0.0:1789467911.977562:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467911.977564:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467911.977568:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789467911.977570:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789467911.977572:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467911.977575:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977581:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467911.977584:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.977590:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.977591:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467911.977594:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467911.977597:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789467911.977600:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314827413 00000100:00000001:0.0:1789467911.977602:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314827413 00000100:00000001:0.0:1789467911.977604:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314827413 00000100:00000001:0.0:1789467911.977606:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314827413 00000100:00000001:0.0:1789467911.977607:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314827413 00000100:00000001:0.0:1789467911.977609:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314827413 00000100:00000001:0.0:1789467911.977611:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314827413 00000100:00000001:0.0:1789467911.977613:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314827413 00000100:00000001:0.0:1789467911.977615:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467911.977617:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.977619:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.977622:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.977629:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467911.977631:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.977634:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467911.977635:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467911.977636:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.977638:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467911.979532:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467911.979537:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467911.979539:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467911.979542:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467911.979550:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467911.979552:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467911.979573:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467911.979577:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467911.979579:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467911.979581:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467911.979585:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467911.979587:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467911.979589:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467911.979591:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467911.979594:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467911.979598:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467911.979601:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467911.979604:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467911.979612:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467911.979615:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467911.979617:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467911.979620:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467911.979625:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789467911.979628:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467911.979631:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467911.979633:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467911.979635:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467911.979637:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467911.979641:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467911.979648:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9000. 00000100:00000001:1.0:1789467911.979655:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467911.979663:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467911.979673:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467911.979677:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467911.979681:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467911.979699:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467911.979711:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20165) 00000100:00000001:0.0:1789467911.979738:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467911.979743:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467911.979746:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467911.979752:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.979761:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467911.979764:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467911.979767:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467911.979770:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467911.979772:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467911.979776:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404815360:0@lo:38:kworker.0 00000100:00000001:0.0:1789467911.979780:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467911.979783:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467911.979785:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467911.979787:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467911.979791:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789467911.979793:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467911.979798:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789467911.979804:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467911.979809:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404815360, portal 10 00000100:00000001:0.0:1789467911.979811:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467911.979813:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:0.0:1789467911.979819:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.979826:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467911.979828:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467911.979831:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789467911.979833:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404815360, offset 0 00000400:00000200:0.0:1789467911.979838:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467911.979849:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467911.979858:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed200 00000400:00000100:0.0:1789467911.979864:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404815360 offset 0 length 520: 4 00000400:00000200:0.0:1789467911.979868:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467911.979870:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467911.979881:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789467911.979883:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789467911.979886:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467911.979890:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.979897:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467911.979899:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467911.979906:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.979908:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467911.979912:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467911.979916:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789467911.979920:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314827416 00000100:00000001:0.0:1789467911.979930:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314827413 00000100:00000001:0.0:1789467911.979933:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314827416 00000100:00000001:0.0:1789467911.979936:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314827413 00000100:00000001:0.0:1789467911.979939:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314827416 00000100:00000001:0.0:1789467911.979942:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314827413 00000100:00000001:0.0:1789467911.979945:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314827416 00000100:00000001:0.0:1789467911.979958:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314827413 00000100:00000001:0.0:1789467911.979961:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467911.979964:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.979968:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.979971:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.979995:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467911.979997:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467911.980000:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467911.980001:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467911.980003:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467911.980005:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467912.000330:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314827416, at 4314827417 00000100:00000010:1.0:1789467912.000344:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe300. 00000100:00000040:2.0:1789467912.000415:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314827416, at 4314827417 00000100:00000010:2.0:1789467912.000423:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe3c0. 00000100:00000040:3.0:1789467912.000489:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314827416, at 4314827417 00000100:00000010:3.0:1789467912.000495:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe7e0. 00000100:00000040:0.0:1789467912.001669:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314827416, at 4314827418 00000100:00000010:0.0:1789467912.001679:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00010000:00000001:0.0:1789467912.168169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467912.168176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.168182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467912.168183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.168188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467912.168189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467912.168277:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467912.168280:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467912.168283:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467912.999904:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467912.999918:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467912.999920:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467912.999924:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467912.999926:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467912.999930:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467912.999933:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467913.191159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467913.191166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467913.191172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467913.191174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467913.191178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467913.191179:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467913.191268:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467913.191280:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467913.191282:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467914.023176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467914.023189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467914.023191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467914.023196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467914.023198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467914.023203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467914.023205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467914.215487:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467914.215495:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467914.215500:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467914.215502:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467914.215507:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467914.215508:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467914.215601:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467914.215605:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467914.215608:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467915.047144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467915.047151:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467915.047164:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467890/real 1789467890] req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467915 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467915.047181:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467915.047182:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467915.047186:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d68. 00000400:00000200:0.0:1789467915.047191:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b936e8 00000400:00000010:0.0:1789467915.047194:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b936e8. 00000100:00000001:0.0:1789467915.047197:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467915.047201:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467915 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467915.047210:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467915 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467915.047224:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467915.047225:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467915.047228:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467915.047230:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467915.047233:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467915 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467915.047240:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467915.047248:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467915.047250:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467915.047253:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467915.047255:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467915.047259:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467915.047263:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467915 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467915.047269:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467915.047272:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467915.047273:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467915.047274:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467915.047276:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467915.047279:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467915.047282:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467915.047305:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789467915.047307:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467915.047311:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467915 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467915.047320:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404814848:0@lo:250:kworker.0 00000100:00000001:0.0:1789467915.047324:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467915.047326:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467915.047329:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373ad80 x1876386404814848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467915 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467915.047336:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467915.047338:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467915.047342:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789467915.047346:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467915.047349:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467915.047350:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467915.047353:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467915.047355:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe8c00. 02000000:00000001:0.0:1789467915.047359:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467915.047361:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467915.047363:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373ad80. 00000100:00000001:0.0:1789467915.047367:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467915.047368:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467915.047370:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467915.047506:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467915.047513:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467915.047515:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467915.047518:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467915.047521:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467915.047524:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20138 00000100:00080000:1.0:1789467915.047528:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467915.047751:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467915.047754:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467915.047756:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467915.047758:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467915.047765:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467915.047767:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467915.047769:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467915.047773:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467915.047775:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467915.047777:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467915.047779:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467915.047781:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467915.047782:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467915.047784:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467915.047787:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467915.047790:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467915.047807:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467915.047810:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467915.047813:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467915.047815:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467915.047818:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467915.047820:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467915.047824:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789467915.047827:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467915.047830:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467915.047832:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467915.047834:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467915.047837:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467915.047840:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467915.047846:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe9800. 00000100:00000001:1.0:1789467915.047853:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467915.047859:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467915.047868:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467915.047872:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467915.047876:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467915.047898:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467915.047901:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467915.047905:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467915.047907:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467915.047910:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467915.047912:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467915.047915:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467915.047917:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467915.047926:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467915.047930:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (20168) 00000100:00000001:0.0:1789467915.050442:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467915.050452:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467915.050455:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467915.050468:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467915.050480:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467915.050482:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467915.050485:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467915.050490:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467915.050493:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467915.050496:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404815488:0@lo:250:kworker.0 00000100:00000001:0.0:1789467915.050500:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467915.050504:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467915.050507:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467915.050510:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467915.050518:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789467915.050520:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467915.050527:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d68. 00000400:00000010:0.0:1789467915.050534:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b936e8. 00000100:00000200:0.0:1789467915.050541:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404815488, portal 25 00000100:00000001:0.0:1789467915.050543:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467915.050545:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755040640 : -130395954510976 : ffff8967d3738380) 00000100:00000040:0.0:1789467915.050550:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467915.050557:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467915.050559:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467915.050561:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789467915.050564:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404815488, offset 0 00000400:00000200:0.0:1789467915.050570:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467915.050582:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467915.050653:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ed280 00000400:00000100:0.0:1789467915.050658:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404815488 offset 0 length 520: 4 00000400:00000200:0.0:1789467915.050663:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467915.050665:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467915.050678:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789467915.050680:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789467915.050683:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467915.050687:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467915.050695:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467915.050699:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467915.050920:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467915.050922:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467915.050929:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467915.050934:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314835637 00000100:00000010:0.0:1789467915.050940:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467915.050946:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467915.051030:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314835637 00000100:00000010:0.0:1789467915.051068:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe420. 00000100:00000001:0.0:1789467915.051073:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467915.051077:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314835638 00000100:00000010:0.0:1789467915.051080:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe960. 00000100:00000001:0.0:1789467915.051084:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467915.051087:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314835638 00000100:00000010:0.0:1789467915.051090:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fea20. 00000100:00000001:0.0:1789467915.051093:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467915.051097:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467915.051100:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467915.051105:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467915.051108:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467915.051125:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467915.051128:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467915.051130:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467915.051132:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467915.051133:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467915.051136:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467915.239510:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467915.239517:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467915.239523:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467915.239524:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467915.239529:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467915.239532:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467915.239534:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467915.239538:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467915.239541:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467915.239543:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467915.239545:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467915.239547:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467915.241872:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467915.241879:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467915.241883:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467916.071432:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467916.071446:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467916.071448:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467916.071453:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467916.071455:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467916.071459:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467916.071462:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467916.263365:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467916.263373:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467916.263379:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467916.263380:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467916.263385:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467916.263386:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467916.263846:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467916.263850:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467916.263853:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467917.095163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467917.095177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467917.095179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467917.095183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467917.095186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467917.095190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467917.095193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467917.096205:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467917.096212:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467917.096214:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467917.096217:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467917.096220:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467917.096222:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467917.096224:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467917.096228:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467917.096230:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467917.096232:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467917.096238:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (20170) 00010000:00000001:0.0:1789467917.287159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467917.287165:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467917.287170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467917.287171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467917.287176:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467917.287178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467917.292095:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467917.292102:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467917.292107:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789467917.450718:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450738:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467917.450741:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450744:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467917.450756:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467917.450776:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9f380 00000400:00000100:2.0:1789467917.450785:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402399104 offset 0 length 520: 4 00000400:00000200:2.0:1789467917.450791:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467917.450793:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467917.450802:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450806:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467917.450808:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450810:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467917.450812:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450814:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467917.450818:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467917.450823:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f400 00000400:00000100:2.0:1789467917.450828:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402399232 offset 0 length 520: 4 00000400:00000200:2.0:1789467917.450830:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467917.450832:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467917.450836:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450839:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467917.450841:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450843:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467917.450844:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450846:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467917.450849:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467917.450855:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f480 00000400:00000100:2.0:1789467917.450858:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402399360 offset 0 length 520: 4 00000400:00000200:2.0:1789467917.450861:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467917.450864:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467917.450867:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450874:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467917.450876:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467917.450878:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467918.119184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467918.119197:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467918.119199:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467918.119204:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467918.119206:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467918.119210:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467918.119213:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467918.311247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467918.311254:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467918.311259:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467918.311260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467918.311264:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467918.311266:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467918.312326:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467918.312331:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467918.312334:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467919.143151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467919.143164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467919.143166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467919.143171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467919.143173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467919.143178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467919.143180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467919.335390:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467919.335398:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467919.335403:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467919.335405:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467919.335410:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467919.335412:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467919.335514:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467919.335517:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467919.335520:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467920.103824:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467920.103834:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467920.103837:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467920.103840:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467920.103843:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467920.103846:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467920.103849:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467920.103852:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467920.103855:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467920.103859:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467920.103864:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20173) 00000100:00000001:0.0:1789467920.167237:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467920.167250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467920.167252:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467920.167256:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467920.167259:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467920.167263:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467920.167266:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467920.359187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467920.359195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467920.359201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467920.359203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467920.359207:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467920.359209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467920.362645:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467920.362652:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467920.362657:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467920.551541:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314835638, at 4314835968 00000100:00000010:3.0:1789467920.551557:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea20. 00000100:00000040:1.0:1789467920.551647:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314835637, at 4314835968 00000100:00000010:1.0:1789467920.551652:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe420. 00000100:00000040:0.0:1789467920.551723:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314835637, at 4314835968 00000100:00000010:0.0:1789467920.551729:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000040:2.0:1789467920.551846:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314835638, at 4314835968 00000100:00000010:2.0:1789467920.551852:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe960. 00000100:00000001:0.0:1789467921.191362:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467921.191376:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467921.191378:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467921.191383:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467921.191385:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467921.191391:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467921.191394:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467921.383310:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467921.383317:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467921.383322:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467921.383324:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467921.383329:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467921.383330:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467921.383854:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467921.383859:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467921.383863:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467922.215180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467922.215194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467922.215197:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467922.215202:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467922.215204:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467922.215209:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467922.215211:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.407165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467922.407172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.407178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467922.407180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.407185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467922.407187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467922.407282:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467922.407285:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467922.407302:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467923.239619:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467923.239633:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467923.239635:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467923.239639:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467923.239641:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467923.239645:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467923.239647:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467923.431210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467923.431219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467923.431225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467923.431227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467923.431240:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467923.431242:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467923.431335:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467923.431346:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467923.431349:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467924.263150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467924.263209:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467924.263211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467924.263216:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467924.263219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467924.263223:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467924.263225:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467924.455320:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467924.455326:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467924.455332:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467924.455334:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467924.455339:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467924.455340:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467924.456677:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467924.456684:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467924.456689:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789467924.840174:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789467924.840182:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467924.840188:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789467924.840457:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789467924.840463:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467924.840474:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467924.840478:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467924.840491:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467925.159971:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467925.159982:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467925.159985:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467925.159988:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467925.159990:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467925.159993:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467925.159996:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467925.159999:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467925.160000:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467925.160003:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467925.160008:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20178) 00000100:00000001:0.0:1789467925.287161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467925.287175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467925.287177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467925.287182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467925.287184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467925.287189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467925.287191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467925.479486:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467925.479493:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467925.479498:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467925.479500:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467925.479504:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467925.479507:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467925.479509:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467925.479512:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467925.479515:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467925.479517:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467925.479519:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467925.479521:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467925.479588:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467925.479592:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467925.479595:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467926.311188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467926.311203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467926.311205:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467926.311210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467926.311212:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467926.311216:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467926.311219:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467926.503167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467926.503175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467926.503180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467926.503182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467926.503187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467926.503189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467926.503462:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467926.503466:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467926.503470:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467927.335355:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467927.335368:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467927.335371:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467927.335374:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467927.335376:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467927.335380:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467927.335383:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467927.527170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467927.527177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467927.527183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467927.527184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467927.527189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467927.527191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467927.527733:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467927.527737:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467927.527741:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467928.359151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467928.359166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467928.359168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467928.359173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467928.359175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467928.359181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467928.359184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467928.551210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467928.551218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467928.551223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467928.551225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467928.551230:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467928.551231:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467928.551323:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467928.551326:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467928.551329:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467929.383161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467929.383175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467929.383178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467929.383182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467929.383185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467929.383189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467929.383192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467929.577433:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467929.577440:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467929.577445:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467929.577447:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467929.577451:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467929.577453:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467929.578209:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467929.578214:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467929.578218:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467930.280248:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467930.280259:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467930.280280:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467930.280283:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467930.280285:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467930.280287:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467930.280290:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467930.280293:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467930.280295:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467930.280298:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467930.280303:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20183) 00000100:00000001:0.0:1789467930.407262:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467930.407280:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467930.407284:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467930.407288:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467930.407291:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467930.407296:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467930.407299:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467930.599199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467930.599207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467930.599212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467930.599214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467930.599218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467930.599220:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467930.599334:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467930.599349:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467930.599352:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467931.431485:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467931.431500:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467931.431502:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467931.431507:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467931.431510:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467931.431514:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467931.431517:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467931.628097:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467931.628105:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467931.628110:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467931.628112:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467931.628117:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467931.628118:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467931.628580:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467931.628583:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467931.628587:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467932.455153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467932.455167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467932.455170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467932.455175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467932.455177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467932.455182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467932.455184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467932.647156:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467932.647166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467932.647171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467932.647173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467932.647178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467932.647179:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467932.647295:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467932.647298:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467932.647301:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467933.480898:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467933.480933:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467933.480936:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467933.480940:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467933.480943:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467933.480947:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467933.480949:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.672012:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467933.672018:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.672023:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467933.672024:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.672028:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467933.672030:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467933.672316:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467933.672321:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467933.672324:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467934.503313:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467934.503329:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467934.503331:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467934.503336:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467934.503338:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467934.503342:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467934.503345:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467934.695683:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467934.695690:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467934.695696:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467934.695698:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467934.695703:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467934.695704:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467934.695999:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467934.696003:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467934.696006:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467935.399156:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467935.399165:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467935.399168:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467935.399172:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467935.399174:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467935.399177:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467935.399193:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467935.399196:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467935.399199:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467935.399201:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467935.399247:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20188) 00000100:00000001:0.0:1789467935.527171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467935.527184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467935.527186:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467935.527192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467935.527313:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467935.527320:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467935.527323:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467935.719172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467935.719179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467935.719184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467935.719186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467935.719191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467935.719194:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467935.719195:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467935.719199:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467935.719201:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467935.719203:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467935.719205:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467935.719207:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467935.719303:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467935.719306:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467935.719309:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467936.551204:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467936.551212:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467936.551245:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467911/real 1789467911] req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467936.551271:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467936.551273:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467936.551404:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789467936.551412:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789467936.551415:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789467936.551419:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467936.551423:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467936.551432:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551438:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467936.551440:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551443:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467936.551445:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467936.551448:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551454:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551457:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467936.551461:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467911/real 1789467911] req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467936.551469:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467936.551469:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467936.551471:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:0.0:1789467936.551473:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789467936.551475:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789467936.551477:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467936.551479:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467936.551486:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551491:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467936.551492:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551494:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467936.551495:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467936.551499:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551505:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551507:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467936.551511:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467911/real 1789467911] req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467936.551518:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467936.551519:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467936.551521:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f20. 00000400:00000200:0.0:1789467936.551523:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789467936.551525:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789467936.551527:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467936.551610:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467936.551620:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551640:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467936.551642:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551644:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467936.551645:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467936.551649:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551655:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551658:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467936.551662:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467911/real 1789467911] req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467936.551668:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467936.551669:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467936.551671:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79948. 00000400:00000200:0.0:1789467936.551674:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789467936.551675:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789467936.551678:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467936.551680:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467936.551687:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551692:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467936.551694:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551695:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467936.551696:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467936.551699:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551705:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551713:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467936.551715:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551718:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467936.551720:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467936.551724:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467936.551728:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551735:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467936.551738:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551740:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467936.551741:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551744:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467936.551746:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467936.551749:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467936.551776:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467936.551778:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467936.551783:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467936.551791:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404815360:0@lo:38:kworker.0 00000100:00000001:0.0:1789467936.551795:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467936.551807:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551814:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467936.551816:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551817:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467936.551819:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551820:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467936.551822:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467936.551824:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467936.551830:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467936.551832:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467936.551835:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467936.551842:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404814976:0@lo:38:kworker.0 00000100:00000001:0.0:1789467936.551846:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467936.551849:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551855:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467936.551857:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551859:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467936.551860:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551861:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467936.551863:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467936.551865:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467936.551869:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467936.551871:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467936.551875:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467936.551881:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404815104:0@lo:38:kworker.0 00000100:00000001:0.0:1789467936.551885:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467936.551888:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551894:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467936.551896:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551897:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467936.551898:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.551899:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467936.551900:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467936.551902:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467936.551907:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789467936.551908:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467936.551911:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467936.551918:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404815232:0@lo:38:kworker.0 00000100:00000001:0.0:1789467936.551921:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.551923:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467936.551927:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a300 x1876386404815360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.551933:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467936.551936:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1789467936.552066:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467936.552071:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467936.552074:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467936.552077:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467936.552079:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467936.552081:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467936.552084:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467936.552087:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20160 00000100:00080000:1.0:1789467936.552092:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467936.552095:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467936.552097:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467936.552100:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467936.552102:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467936.552126:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467936.552128:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789467936.552131:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467936.552135:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789467936.552145:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789467936.552148:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789467936.552151:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467936.552152:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467936.552174:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467936.552175:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467936.552178:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789467936.552182:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467936.552184:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467936.552186:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467936.552193:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467936.552196:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467936.552198:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467936.552201:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467936.552206:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789467936.552210:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789467936.552214:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467936.552215:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467936.552218:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467936.552221:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467936.552224:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467936.552231:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2feb400. 00000100:00000001:1.0:1789467936.552237:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467936.552243:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467936.552251:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467936.552255:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467936.552259:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467936.552270:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467936.552272:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467936.552275:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467936.552277:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467936.552279:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467936.552281:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467936.552301:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20160 00000100:00080000:1.0:1789467936.552311:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467936.552313:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467936.552316:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467936.552317:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467936.552320:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467936.552324:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467936.552325:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789467936.552327:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467936.552329:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789467936.552331:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789467936.552333:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789467936.552336:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467936.552337:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467936.552339:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467936.552340:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467936.552343:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789467936.552345:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467936.552347:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467936.552349:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467936.552352:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467936.552354:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467936.552356:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467936.552357:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467936.552360:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789467936.552362:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789467936.552364:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467936.552366:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467936.552367:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467936.552369:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467936.552370:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467936.552375:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2febc00. 00000100:00000001:1.0:1789467936.552378:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467936.552389:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467936.552395:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467936.552397:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467936.552400:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467936.552407:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467936.552410:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467936.552412:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467936.552414:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467936.552415:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467936.552417:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467936.552419:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20160 00000100:00080000:1.0:1789467936.552422:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467936.552424:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467936.552426:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467936.552428:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467936.552430:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467936.552433:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467936.552435:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789467936.552437:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467936.552439:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789467936.552441:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789467936.552443:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789467936.552445:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467936.552446:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467936.552448:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467936.552449:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467936.552451:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789467936.552453:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467936.552460:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467936.552462:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467936.552465:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467936.552467:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467936.552469:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467936.552470:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467936.552473:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789467936.552475:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789467936.552477:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467936.552478:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467936.552480:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467936.552481:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467936.552483:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467936.552486:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967f2fe8c00. 00000100:00000001:1.0:1789467936.552489:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467936.552494:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467936.552500:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467936.552501:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467936.552505:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467936.552511:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467936.552513:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467936.552516:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467936.552517:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467936.552518:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467936.552520:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467936.552522:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20160 00000100:00080000:1.0:1789467936.552524:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467936.552527:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467936.552719:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467936.552723:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467936.552731:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467936.552734:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467936.552736:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789467936.552737:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467936.552739:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789467936.552741:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789467936.552743:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789467936.552745:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467936.552747:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467936.552749:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467936.552750:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467936.552752:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789467936.552754:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467936.552756:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467936.552758:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467936.552761:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467936.552763:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467936.552765:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467936.552766:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467936.552769:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789467936.552772:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789467936.552774:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467936.552775:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467936.552777:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467936.552779:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467936.552780:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467936.552785:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967da17f400. 00000100:00000001:1.0:1789467936.552789:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467936.552794:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467936.552812:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467936.552814:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467936.552818:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467936.552831:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467936.552835:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20189) 02000000:00000010:0.0:1789467936.552916:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789467936.552922:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467936.552925:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467936.552926:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789467936.552928:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467936.552931:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe9000. 02000000:00000001:0.0:1789467936.552935:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467936.552936:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467936.552938:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a300. 00000100:00000001:0.0:1789467936.552943:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467936.552944:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.552946:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467936.552950:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b480 x1876386404814976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.553397:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467936.553400:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467936.553402:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467936.553405:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467936.553406:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467936.553408:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789467936.553410:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467936.553412:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe9400. 02000000:00000001:0.0:1789467936.553446:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467936.553447:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467936.553449:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b480. 00000100:00000001:0.0:1789467936.553452:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467936.553453:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.553455:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467936.553460:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738a80 x1876386404815104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.553466:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467936.553467:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467936.553469:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467936.553471:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467936.553473:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467936.553474:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789467936.553476:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467936.553477:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2feac00. 02000000:00000001:0.0:1789467936.553479:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467936.553480:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467936.553481:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738a80. 00000100:00000001:0.0:1789467936.553484:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467936.553485:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.553486:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467936.553489:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404815232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467936 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.553494:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467936.553495:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467936.553496:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467936.553498:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467936.553499:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467936.553500:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789467936.553502:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467936.553503:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fea400. 02000000:00000001:0.0:1789467936.553504:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467936.553505:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467936.553506:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:0.0:1789467936.553508:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467936.553510:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.553512:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.553520:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467936.553521:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.553523:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467936.553525:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467936.553527:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467936.553613:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.553621:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467936.553622:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467936.553626:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467936.553628:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467936.553630:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467936.553634:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404815616:0@lo:38:kworker.0 00000100:00000001:0.0:1789467936.553637:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467936.553641:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467936.553643:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467936.553645:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467936.553651:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789467936.553653:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467936.553658:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79948. 00000400:00000010:0.0:1789467936.553664:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789467936.553670:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404815616, portal 10 00000100:00000001:0.0:1789467936.553672:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467936.553673:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046016 : -130395954505600 : ffff8967d3739880) 00000100:00000040:0.0:1789467936.553680:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.553686:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467936.553689:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467936.553691:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789467936.553694:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404815616, offset 0 00000400:00000200:0.0:1789467936.553700:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467936.553712:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467936.553723:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed300 00000400:00000100:0.0:1789467936.553729:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404815616 offset 0 length 520: 4 00000400:00000200:0.0:1789467936.553733:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467936.553736:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467936.553747:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789467936.553750:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789467936.553753:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467936.553757:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.553764:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467936.553767:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.553773:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.553775:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467936.553780:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467936.553785:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789467936.553789:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314851989 00000100:00000010:0.0:1789467936.553794:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467936.553812:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467936.553823:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314851989 00000100:00000010:0.0:1789467936.553827:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe2a0. 00000100:00000001:0.0:1789467936.553830:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467936.553889:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314851989 00000100:00000010:0.0:1789467936.553894:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fee40. 00000100:00000001:0.0:1789467936.553897:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467936.553911:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314851989 00000100:00000010:0.0:1789467936.553914:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe120. 00000100:00000001:0.0:1789467936.553917:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467936.553932:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467936.553935:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.553938:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467936.553943:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.553950:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467936.553951:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467936.553962:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467936.553963:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467936.553965:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467936.553968:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404815744:0@lo:38:kworker.0 00000100:00000001:0.0:1789467936.553971:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467936.553973:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467936.553975:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467936.553976:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467936.553980:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789467936.553981:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467936.553984:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f20. 00000400:00000010:0.0:1789467936.553987:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789467936.553990:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404815744, portal 10 00000100:00000001:0.0:1789467936.553992:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467936.553993:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755050496 : -130395954501120 : ffff8967d373aa00) 00000100:00000040:0.0:1789467936.553998:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.554004:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467936.554006:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467936.554009:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789467936.554011:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404815744, offset 0 00000400:00000200:0.0:1789467936.554014:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467936.554019:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467936.554023:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed380 00000400:00000100:0.0:1789467936.554027:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404815744 offset 0 length 520: 4 00000400:00000200:0.0:1789467936.554030:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467936.554031:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467936.554055:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789467936.554058:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789467936.554060:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467936.554064:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.554070:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467936.554073:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.554078:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.554079:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467936.554083:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467936.554085:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789467936.554088:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314851990 00000100:00000001:0.0:1789467936.554093:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314851989 00000100:00000001:0.0:1789467936.554096:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314851990 00000100:00000001:0.0:1789467936.565096:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314851989 00000100:00000001:0.0:1789467936.565111:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314852001 00000100:00000001:0.0:1789467936.565116:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4314851989 00000100:00000001:0.0:1789467936.565119:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314852001 00000100:00000001:0.0:1789467936.565122:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4314851989 00000100:00000001:0.0:1789467936.565125:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467936.565129:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.565134:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467936.565146:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.565157:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467936.565159:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467936.565162:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467936.565166:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467936.565169:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467936.565172:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404815872:0@lo:38:kworker.0 00000100:00000001:0.0:1789467936.565177:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467936.565181:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467936.565183:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467936.565186:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467936.565194:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789467936.565196:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467936.565203:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789467936.565210:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789467936.565216:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404815872, portal 10 00000100:00000001:0.0:1789467936.565218:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467936.565219:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:0.0:1789467936.565227:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.565234:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467936.565236:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467936.565238:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467936.565241:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404815872, offset 0 00000400:00000200:0.0:1789467936.565247:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467936.565260:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467936.565271:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed400 00000400:00000100:0.0:1789467936.565278:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404815872 offset 0 length 520: 4 00000400:00000200:0.0:1789467936.565293:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467936.565296:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467936.565309:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789467936.565312:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789467936.565315:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467936.565319:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.565327:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467936.565331:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.565338:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.565340:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467936.565346:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467936.565349:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789467936.565352:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314852001 00000100:00000001:0.0:1789467936.565357:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314851990 00000100:00000001:0.0:1789467936.565360:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314852001 00000100:00000001:0.0:1789467936.565363:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314851990 00000100:00000001:0.0:1789467936.565365:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314852001 00000100:00000001:0.0:1789467936.565367:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314852001 00000100:00000001:0.0:1789467936.565369:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314852001 00000100:00000001:0.0:1789467936.565371:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314852001 00000100:00000001:0.0:1789467936.565373:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467936.565375:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.565377:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467936.565382:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.565389:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467936.565390:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467936.565392:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467936.565394:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467936.565396:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467936.565399:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404816000:0@lo:38:kworker.0 00000100:00000001:0.0:1789467936.565402:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467936.565404:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467936.565406:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467936.565408:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467936.565411:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789467936.565413:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467936.565415:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789467936.565418:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467936.565422:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404816000, portal 10 00000100:00000001:0.0:1789467936.565424:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467936.565425:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:0.0:1789467936.565430:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.565436:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467936.565438:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467936.565440:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789467936.565442:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404816000, offset 0 00000400:00000200:0.0:1789467936.565445:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467936.565449:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467936.565454:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed480 00000400:00000100:0.0:1789467936.565458:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404816000 offset 0 length 520: 4 00000400:00000200:0.0:1789467936.565461:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467936.565463:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467936.565467:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789467936.565469:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789467936.565471:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467936.565474:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.565481:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467936.565484:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467936.565489:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.565491:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467936.565494:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467936.565497:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789467936.565499:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314852002 00000100:00000001:0.0:1789467936.565503:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314852001 00000100:00000001:0.0:1789467936.565506:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314852002 00000100:00000001:0.0:1789467936.565509:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314852001 00000100:00000001:0.0:1789467936.565511:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314852002 00000100:00000001:0.0:1789467936.565514:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314852001 00000100:00000001:0.0:1789467936.565517:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314852002 00000100:00000001:0.0:1789467936.565519:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314852001 00000100:00000001:0.0:1789467936.565522:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467936.565524:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.565527:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.565612:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.565621:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467936.565623:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467936.565626:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467936.565628:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467936.565630:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467936.565632:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467936.586172:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314852002, at 4314852003 00000100:00000010:3.0:1789467936.586188:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe120. 00000100:00000040:2.0:1789467936.586293:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314852002, at 4314852003 00000100:00000010:2.0:1789467936.586302:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fee40. 00000100:00000040:1.0:1789467936.586931:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314852002, at 4314852003 00000100:00000010:1.0:1789467936.586937:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe2a0. 00000100:00000040:0.0:1789467936.587357:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314852002, at 4314852004 00000100:00000010:0.0:1789467936.587365:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00010000:00000001:0.0:1789467936.747133:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467936.747140:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467936.747146:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467936.747147:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467936.747152:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467936.747154:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467936.748412:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467936.748417:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467936.748422:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467937.575181:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467937.575196:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467937.575198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467937.575221:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467937.575224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467937.575228:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467937.575231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467937.767927:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467937.767939:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467937.767945:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467937.767947:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467937.767951:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467937.767953:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467937.769008:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467937.769013:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467937.769017:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467938.601662:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467938.601711:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467938.601719:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467938.601723:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467938.601726:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467938.601730:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467938.601732:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467938.791203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467938.791211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467938.791217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467938.791218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467938.791223:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467938.791225:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467938.791378:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467938.791381:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467938.791384:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467939.623721:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467939.623732:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467939.623734:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467939.623737:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467939.623739:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467939.623743:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467939.623744:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467939.816154:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467939.816162:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467939.816168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467939.816169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467939.816174:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467939.816176:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467939.816300:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467939.816304:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467939.816306:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467940.648832:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467940.648839:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467940.648900:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467915/real 1789467915] req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467940 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467940.648918:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467940.648920:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467940.648923:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d68. 00000400:00000200:2.0:1789467940.648930:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b936e8 00000400:00000010:2.0:1789467940.648933:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b936e8. 00000100:00000001:2.0:1789467940.648937:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467940.648941:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467940 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467940.648949:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467940 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467940.648961:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467940.648963:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467940.648966:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467940.648968:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467940.648972:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467940 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467940.648978:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467940.648987:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467940.648989:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467940.648991:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467940.648993:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467940.648997:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467940.649001:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467940 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467940.649007:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467940.649010:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467940.649011:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467940.649012:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467940.649015:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467940.649017:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467940.649020:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467940.649065:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789467940.649068:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467940.649073:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467940 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467940.649081:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404815488:0@lo:250:kworker.0 00000100:00000001:2.0:1789467940.649085:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467940.649088:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467940.649091:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738380 x1876386404815488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467940 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467940.649103:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467940.649106:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467940.649110:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:2.0:1789467940.649114:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467940.649117:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467940.649119:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467940.649121:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467940.649123:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe9800. 02000000:00000001:2.0:1789467940.649126:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467940.649128:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467940.649130:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738380. 00000100:00000001:2.0:1789467940.649134:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467940.649136:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467940.649138:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467940.649581:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467940.649587:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467940.649589:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467940.649593:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467940.649596:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467940.649599:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20163 00000100:00080000:1.0:1789467940.649603:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467940.649606:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467940.649609:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467940.649611:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467940.649613:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467940.649621:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467940.649623:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467940.649626:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467940.649629:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467940.649632:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467940.649634:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467940.649636:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467940.649638:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467940.649639:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467940.649659:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467940.649682:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467940.649686:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467940.649689:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467940.649691:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467940.649695:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467940.649698:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467940.649700:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467940.649703:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467940.649710:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789467940.649713:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467940.649717:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467940.649719:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467940.649721:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467940.649724:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467940.649727:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467940.649745:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8ff400. 00000100:00000001:1.0:1789467940.649752:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467940.649759:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467940.649777:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467940.649782:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467940.649786:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467940.649809:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467940.649812:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467940.649816:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467940.649819:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467940.649821:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467940.649824:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467940.649835:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467940.649838:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467940.649842:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467940.649847:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20193) 00000100:00000001:2.0:1789467940.649851:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467940.649855:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467940.649857:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467940.649862:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467940.649870:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467940.649873:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467940.649877:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467940.649879:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467940.649882:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467940.649885:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404816128:0@lo:250:kworker.0 00000100:00000001:2.0:1789467940.649889:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467940.649892:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467940.649895:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467940.649897:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467940.649902:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789467940.649904:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467940.649910:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143e18. 00000400:00000010:2.0:1789467940.649915:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467940.649921:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404816128, portal 25 00000100:00000001:2.0:1789467940.649924:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467940.649926:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755040640 : -130395954510976 : ffff8967d3738380) 00000100:00000040:2.0:1789467940.649931:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467940.649937:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467940.649939:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467940.649943:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789467940.649945:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404816128, offset 0 00000400:00000200:2.0:1789467940.649951:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467940.649980:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467940.649992:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ed500 00000400:00000100:2.0:1789467940.649998:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404816128 offset 0 length 520: 4 00000400:00000200:2.0:1789467940.650003:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467940.650006:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467940.650015:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789467940.650017:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789467940.650021:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467940.650024:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467940.650031:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467940.650035:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467940.650061:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467940.650062:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467940.650067:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467940.650071:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314861237 00000100:00000010:2.0:1789467940.650091:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c370c0. 00000100:00000001:2.0:1789467940.650098:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467940.650108:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314861237 00000100:00000010:2.0:1789467940.650112:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f60. 00000100:00000001:2.0:1789467940.650115:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467940.650117:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314861237 00000100:00000010:2.0:1789467940.650120:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789467940.650123:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467940.650125:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314861237 00000100:00000010:2.0:1789467940.650128:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37480. 00000100:00000001:2.0:1789467940.650131:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467940.650134:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467940.650137:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467940.650140:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467940.650143:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467940.650148:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467940.650149:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467940.650151:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467940.650152:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467940.650154:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467940.650156:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467940.840684:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467940.840692:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467940.840698:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467940.840700:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467940.840705:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467940.840706:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467940.840961:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467940.840964:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467940.840967:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467941.671125:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467941.671148:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467941.671151:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.671155:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467941.671158:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467941.671162:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.671165:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467941.671299:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467941.671305:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467941.671307:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467941.671311:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467941.671313:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467941.671316:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467941.671319:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467941.671322:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467941.671324:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467941.671327:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467941.671332:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20194) 00010000:00000001:0.0:1789467941.863184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467941.863192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467941.863198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467941.863199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467941.863204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467941.863206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467941.863312:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467941.863316:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467941.863319:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789467942.028720:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028798:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467942.028802:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028804:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467942.028816:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467942.028832:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9f500 00000400:00000100:2.0:1789467942.028840:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402399488 offset 0 length 520: 4 00000400:00000200:2.0:1789467942.028846:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467942.028849:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467942.028858:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028862:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467942.028865:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028867:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467942.028869:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028871:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467942.028875:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467942.028880:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f580 00000400:00000100:2.0:1789467942.028885:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402399616 offset 0 length 520: 4 00000400:00000200:2.0:1789467942.028889:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467942.028891:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467942.028894:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028897:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467942.028899:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028901:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467942.028903:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028905:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467942.028909:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467942.028913:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f600 00000400:00000100:2.0:1789467942.028917:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402399744 offset 0 length 520: 4 00000400:00000200:2.0:1789467942.028920:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467942.028922:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467942.028925:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028932:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467942.028945:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467942.028948:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467942.695152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467942.695166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467942.695169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467942.695173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467942.695175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467942.695180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467942.695183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467942.888120:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467942.888128:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467942.888134:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467942.888136:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467942.888141:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467942.888142:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467942.888279:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467942.888283:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467942.888286:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467943.719439:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467943.719455:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467943.719457:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467943.719462:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467943.719464:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467943.719471:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467943.719473:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.911157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467943.911164:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.911170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467943.911171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.911177:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467943.911178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467943.911299:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467943.911302:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467943.911305:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467944.743155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467944.743169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467944.743171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467944.743176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467944.743179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467944.743183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467944.743185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467944.935203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467944.935210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467944.935216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467944.935218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467944.935224:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467944.935227:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467944.935229:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467944.935233:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467944.935236:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467944.935238:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467944.935240:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467944.935242:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467944.935617:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467944.935621:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467944.935625:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467945.703451:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467945.703460:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467945.703463:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467945.703466:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467945.703468:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467945.703471:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467945.703473:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467945.703476:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467945.703479:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467945.703482:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467945.703487:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20198) 00000100:00000001:2.0:1789467945.767239:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467945.767253:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467945.767256:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467945.767261:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467945.767263:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467945.767268:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467945.767271:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467945.959120:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467945.959127:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467945.959133:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467945.959134:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467945.959139:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467945.959141:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467945.959225:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467945.959229:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467945.959232:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789467946.151163:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314861237, at 4314861568 00000100:00000040:2.0:1789467946.151163:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314861237, at 4314861568 00000100:00000010:2.0:1789467946.151178:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000010:1.0:1789467946.151235:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000100:00000040:3.0:1789467946.152971:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314861237, at 4314861569 00000100:00000010:3.0:1789467946.152983:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000100:00000040:0.0:1789467946.153095:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314861237, at 4314861570 00000100:00000010:0.0:1789467946.153101:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000100:00000001:2.0:1789467946.791310:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467946.791324:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467946.791326:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467946.791331:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467946.791334:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467946.791338:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467946.791341:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467946.983176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467946.983183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467946.983189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467946.983191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467946.983195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467946.983197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467946.983379:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467946.983384:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467946.983387:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467947.815193:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467947.815209:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467947.815211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467947.815215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467947.815219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467947.815224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467947.815227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467948.007155:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467948.007162:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467948.007167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467948.007168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467948.007173:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467948.007174:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467948.007258:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467948.007261:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467948.007264:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467948.839150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467948.839162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467948.839164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467948.839168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467948.839170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467948.839175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467948.839177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467949.033554:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467949.033562:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467949.033569:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467949.033571:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467949.033575:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467949.033577:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467949.033674:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467949.033678:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467949.033681:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467949.863129:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467949.863143:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467949.863146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467949.863151:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467949.863154:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467949.863159:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467949.863162:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467950.055215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467950.055223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467950.055230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467950.055232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467950.055237:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467950.055239:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467950.055350:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467950.055355:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467950.055358:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467950.759168:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467950.759179:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467950.759182:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467950.759186:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467950.759189:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467950.759207:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467950.759210:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467950.759214:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467950.759216:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467950.759219:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467950.759225:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20203) 00000100:00000001:2.0:1789467950.887177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467950.887192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467950.887194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467950.887200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467950.887202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467950.887207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467950.887210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467951.080376:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467951.080384:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467951.080389:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467951.080391:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467951.080396:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467951.080398:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467951.080501:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467951.080505:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467951.080508:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467951.911154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467951.911170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467951.911173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467951.911178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467951.911181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467951.911186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467951.911189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.105438:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467952.105445:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.105451:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467952.105452:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.105456:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467952.105458:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467952.105545:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467952.105548:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467952.105552:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467952.940010:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467952.940023:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467952.940026:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467952.940030:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467952.940033:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467952.940073:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467952.940077:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467953.127191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467953.127198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467953.127203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467953.127204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467953.127209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467953.127210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467953.127360:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467953.127364:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467953.127366:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467953.959341:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467953.959354:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467953.959356:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467953.959360:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467953.959362:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467953.959366:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467953.959369:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467954.151178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467954.151185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467954.151190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467954.151191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467954.151196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467954.151197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467954.152547:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467954.152553:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467954.152558:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467954.983658:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467954.983689:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467954.983692:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467954.983698:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467954.983701:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467954.983707:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467954.983710:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467955.177387:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467955.177395:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467955.177401:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467955.177403:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467955.177407:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467955.177411:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467955.177414:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467955.177417:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467955.177419:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467955.177422:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467955.177424:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467955.177427:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467955.177609:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467955.177613:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467955.177616:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467955.880019:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467955.880033:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467955.880056:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467955.880059:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467955.880063:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467955.880066:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467955.880069:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467955.880073:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467955.880075:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467955.880078:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467955.880085:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20208) 00000100:00000001:2.0:1789467956.007184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467956.007202:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467956.007205:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467956.007211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467956.007214:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467956.007221:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467956.007223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467956.199218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467956.199229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467956.199237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467956.199239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467956.199245:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467956.199247:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467956.200623:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467956.200631:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467956.200637:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467957.031211:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467957.031230:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467957.031233:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467957.031239:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467957.031241:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467957.031247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467957.031251:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467957.223702:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467957.223713:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467957.223720:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467957.223722:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467957.223728:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467957.223729:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467957.225895:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467957.225903:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467957.225909:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467958.055425:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467958.055444:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467958.055447:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467958.055454:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467958.055457:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467958.055464:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467958.055467:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467958.247229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467958.247240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467958.247247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467958.247248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467958.247254:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467958.247256:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467958.247357:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467958.247362:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467958.247366:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467959.080073:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467959.080093:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467959.080096:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467959.080102:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467959.080105:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467959.080111:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467959.080115:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467959.271672:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467959.271682:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467959.271689:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467959.271691:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467959.271696:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467959.271698:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467959.272155:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467959.272159:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467959.272164:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467959.911410:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467959.911423:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467959.911427:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467959.911431:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467959.911434:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467959.911437:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467959.911440:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467959.911444:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467959.911446:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467959.911449:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467959.911456:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20213) 00000100:00000001:2.0:1789467960.103253:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467960.103274:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467960.103277:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467960.103283:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467960.103286:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467960.103292:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467960.103295:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467960.295380:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467960.295393:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467960.295401:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467960.295403:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467960.295409:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467960.295411:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467960.296084:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467960.296090:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467960.296094:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467961.127224:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467961.127234:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467961.127252:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467936/real 1789467936] req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467961.127275:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467961.127277:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467961.127282:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79948. 00000400:00000200:2.0:1789467961.127290:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:2.0:1789467961.127293:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:2.0:1789467961.127298:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467961.127302:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467961.127313:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127322:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467961.127324:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127327:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467961.127329:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467961.127334:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127341:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127344:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467961.127348:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467936/real 1789467936] req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467961.127362:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467961.127363:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467961.127365:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f20. 00000400:00000200:2.0:1789467961.127368:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:2.0:1789467961.127370:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:2.0:1789467961.127372:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467961.127375:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467961.127383:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127389:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467961.127391:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127392:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467961.127394:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467961.127397:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127403:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127405:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467961.127409:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467936/real 1789467936] req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467961.127416:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467961.127418:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467961.127419:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:2.0:1789467961.127422:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:2.0:1789467961.127424:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:2.0:1789467961.127426:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467961.127429:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467961.127437:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127447:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467961.127449:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127450:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467961.127452:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467961.127455:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127461:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127464:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467961.127468:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467936/real 1789467936] req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467961.127476:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467961.127477:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467961.127479:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:2.0:1789467961.127482:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:2.0:1789467961.127484:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:2.0:1789467961.127486:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467961.127489:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467961.127497:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127503:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467961.127504:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127506:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467961.127508:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467961.127511:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127517:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127527:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467961.127530:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127534:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467961.127537:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467961.127542:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467961.127546:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127554:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467961.127557:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127570:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467961.127572:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127575:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467961.127577:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467961.127581:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467961.127594:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467961.127596:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467961.127600:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467961.127608:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404815616:0@lo:38:kworker.0 00000100:00000001:2.0:1789467961.127614:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467961.127629:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127637:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467961.127639:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127640:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467961.127642:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127643:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467961.127645:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467961.127648:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467961.127654:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467961.127657:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467961.127665:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467961.127672:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404815744:0@lo:38:kworker.0 00000100:00000001:2.0:1789467961.127677:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467961.127680:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127686:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467961.127688:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127690:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467961.127691:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127693:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467961.127694:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467961.127696:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467961.127701:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467961.127703:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467961.127707:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467961.127713:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404815872:0@lo:38:kworker.0 00000100:00000001:2.0:1789467961.127717:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467961.127720:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127725:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467961.127727:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127729:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467961.127730:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127731:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467961.127733:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467961.127735:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467961.127740:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467961.127741:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467961.127745:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467961.127750:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404816000:0@lo:38:kworker.0 00000100:00000001:2.0:1789467961.127754:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.127757:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467961.127760:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739880 x1876386404815616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127766:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467961.127769:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467961.127774:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:2.0:1789467961.127779:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467961.127782:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467961.127784:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789467961.127786:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467961.127789:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2feb400. 02000000:00000001:2.0:1789467961.127793:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467961.127795:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467961.127797:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739880. 00000100:00000001:2.0:1789467961.127802:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467961.127804:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127805:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467961.127808:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404815744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127814:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467961.127815:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467961.127817:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865000. 02000000:00000001:2.0:1789467961.127819:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467961.127820:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467961.127821:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789467961.127823:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467961.127825:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2febc00. 02000000:00000001:2.0:1789467961.127961:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467961.127964:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467961.127968:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:2.0:1789467961.127974:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467961.127975:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.127979:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467961.127988:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404815872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.127998:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467961.128001:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467961.128004:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:2.0:1789467961.128007:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467961.128010:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467961.128012:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789467961.128014:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467961.128016:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967f2fe8c00. 02000000:00000001:2.0:1789467961.128019:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467961.128020:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467961.128021:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:2.0:1789467961.128025:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467961.128026:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.128028:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467961.128032:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404816000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467961 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789467961.128420:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467961.128427:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467961.128430:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467961.128434:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467961.128459:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467961.128463:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467961.128467:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467961.128471:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20184 00000100:00080000:3.0:1789467961.128476:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467961.128480:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467961.128483:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467961.128485:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467961.128488:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467961.128497:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467961.128500:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467961.128503:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467961.128507:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467961.128509:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467961.128511:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467961.128514:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467961.128516:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467961.128518:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467961.128520:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467961.128523:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467961.128526:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467961.128529:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467961.128532:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467961.128540:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467961.128544:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467961.128547:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467961.128549:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467961.128556:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789467961.128570:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467961.128574:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467961.128577:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467961.128580:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467961.128590:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467961.128594:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467961.128603:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789467961.128612:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467961.128629:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467961.128639:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467961.128644:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467961.128648:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467961.128661:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467961.128664:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467961.128667:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467961.128669:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467961.128670:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467961.128672:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467961.128675:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20184 00000100:00080000:3.0:1789467961.128677:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467961.128679:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467961.128681:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467961.128683:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467961.128685:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467961.128689:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467961.128690:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467961.128692:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467961.128694:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467961.128696:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467961.128699:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467961.128702:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467961.128704:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467961.128712:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467961.128713:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467961.128716:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467961.128718:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467961.128721:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467961.128723:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467961.128726:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467961.128728:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467961.128730:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467961.128731:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467961.128735:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789467961.128737:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467961.128740:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467961.128741:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467961.128743:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467961.128745:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467961.128747:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467961.128751:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789467961.128754:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467961.128758:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467961.128765:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467961.128767:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467961.128771:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467961.128778:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467961.128781:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467961.128784:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467961.128785:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467961.128787:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467961.128790:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467961.128792:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20184 00000100:00080000:3.0:1789467961.128800:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467961.128803:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467961.128805:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467961.128807:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467961.128809:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467961.128813:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467961.128814:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467961.128815:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467961.128817:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467961.128819:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467961.128821:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789467961.128823:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467961.128825:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467961.128826:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467961.128828:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467961.128830:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467961.128832:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467961.128834:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467961.128836:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467961.128849:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467961.128851:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467961.128853:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467961.128855:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467961.128858:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789467961.128861:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467961.128863:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467961.128864:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467961.128866:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467961.128867:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467961.128869:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467961.128873:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789467961.128876:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467961.128886:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467961.128894:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467961.128896:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467961.128899:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467961.128906:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467961.128909:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467961.128912:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467961.128913:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467961.128915:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467961.128918:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467961.128920:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20184 00000100:00080000:3.0:1789467961.128922:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467961.128925:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467961.128926:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467961.128928:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467961.128930:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467961.128933:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467961.128934:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467961.128936:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467961.128939:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467961.128940:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467961.128943:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467961.128945:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467961.128946:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467961.128948:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467961.128950:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467961.128952:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00000001:2.0:1789467961.129391:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1789467961.130005:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467961.130028:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467961.130031:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467961.130032:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467961.130066:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:2.0:1789467961.130074:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467961.130076:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467961.130078:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789467961.130080:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467961.130083:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967da17f400. 02000000:00000001:2.0:1789467961.130088:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467961.130090:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467961.130092:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:2.0:1789467961.130096:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467961.130098:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.130101:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.130111:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467961.130112:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.130115:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467961.130118:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467961.130121:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467961.130131:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130141:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467961.130142:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467961.130145:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467961.130149:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467961.130151:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467961.130154:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404816256:0@lo:38:kworker.0 00000100:00000001:2.0:1789467961.130158:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467961.130293:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467961.130296:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467961.130299:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467961.130307:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789467961.130309:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467961.130315:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143000. 00000400:00000010:2.0:1789467961.130321:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789467961.130328:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404816256, portal 10 00000100:00000001:2.0:1789467961.130330:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467961.130331:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:2.0:1789467961.130340:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130346:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467961.130501:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467961.130506:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789467961.130510:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404816256, offset 0 00000400:00000200:2.0:1789467961.130517:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467961.130531:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467961.130542:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed580 00000400:00000100:2.0:1789467961.130548:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404816256 offset 0 length 520: 4 00000400:00000200:2.0:1789467961.130552:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467961.130555:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467961.130564:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789467961.130567:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789467961.130570:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467961.130575:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130583:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467961.130586:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130592:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.130593:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467961.130598:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467961.130602:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789467961.130606:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314876566 00000100:00000010:2.0:1789467961.130611:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789467961.130637:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467961.130655:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314876566 00000100:00000010:2.0:1789467961.130660:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789467961.130664:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467961.130672:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314876566 00000100:00000010:2.0:1789467961.130675:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c378a0. 00000100:00000001:2.0:1789467961.130680:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467961.130685:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314876566 00000100:00000010:2.0:1789467961.130688:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37720. 00000100:00000001:2.0:1789467961.130692:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467961.130696:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467961.130699:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.130701:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467961.130706:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130712:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467961.130714:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467961.130716:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467961.130718:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467961.130720:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467961.130722:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404816384:0@lo:38:kworker.0 00000100:00000001:2.0:1789467961.130725:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467961.130727:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467961.130729:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467961.130731:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467961.130734:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789467961.130735:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467961.130738:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143268. 00000400:00000010:2.0:1789467961.130741:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789467961.130744:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404816384, portal 10 00000100:00000001:2.0:1789467961.130745:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467961.130747:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:2.0:1789467961.130752:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130759:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467961.130760:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467961.130763:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789467961.130766:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404816384, offset 0 00000400:00000200:2.0:1789467961.130771:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467961.130777:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467961.130786:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed600 00000400:00000100:2.0:1789467961.130791:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404816384 offset 0 length 520: 4 00000400:00000200:2.0:1789467961.130794:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467961.130797:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467961.130802:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:2.0:1789467961.130804:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 02000000:00000001:3.0:1789467961.130806:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467961.130808:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467961.130814:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130820:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467961.130823:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130828:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.130829:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467961.130832:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467961.130834:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789467961.130837:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314876566 00000100:00000001:2.0:1789467961.130839:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314876566 00000100:00000001:2.0:1789467961.130840:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314876566 00000100:00000001:2.0:1789467961.130842:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314876566 00000100:00000001:2.0:1789467961.130844:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314876566 00000100:00000001:2.0:1789467961.130845:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314876566 00000100:00000001:2.0:1789467961.130847:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314876566 00000100:00000001:2.0:1789467961.130848:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314876566 00000100:00000001:2.0:1789467961.130850:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467961.130851:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.130853:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467961.130856:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130862:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467961.130863:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467961.130865:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467961.130866:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467961.130868:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467961.130870:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404816512:0@lo:38:kworker.0 00000100:00000001:2.0:1789467961.130876:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467961.130877:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467961.130879:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467961.130880:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467961.130884:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467961.130885:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467961.130888:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143ec8. 00000400:00000010:2.0:1789467961.130891:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789467961.130893:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404816512, portal 10 00000100:00000001:2.0:1789467961.130894:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467961.130896:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:2.0:1789467961.130900:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130905:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467961.130907:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467961.130909:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789467961.130911:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404816512, offset 0 00000400:00000200:2.0:1789467961.130914:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467961.130918:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467961.130923:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed680 00000400:00000100:2.0:1789467961.130927:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404816512 offset 0 length 520: 4 00000400:00000200:2.0:1789467961.130929:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467961.130931:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467961.130935:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:2.0:1789467961.130937:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:2.0:1789467961.130939:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467961.130941:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130947:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467961.130949:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.130955:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.130957:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467961.130960:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467961.130963:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789467961.130965:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314876566 00000100:00000001:2.0:1789467961.130967:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4314876566 00000100:00000001:2.0:1789467961.130969:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314876566 00000100:00000001:2.0:1789467961.130971:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4314876566 00000100:00000001:2.0:1789467961.130973:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314876566 00000100:00000001:2.0:1789467961.130974:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4314876566 00000100:00000001:2.0:1789467961.130976:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314876566 00000100:00000001:2.0:1789467961.130978:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4314876566 00000100:00000001:2.0:1789467961.130980:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467961.130982:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.130985:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.130987:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.130991:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467961.130992:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.130994:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467961.130995:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467961.130997:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.130999:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467961.131020:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467961.131026:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467961.131029:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467961.131387:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789467961.131393:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467961.131398:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467961.131399:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467961.131402:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467961.131405:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467961.131409:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467961.131417:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789467961.131424:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467961.131432:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467961.131443:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467961.131447:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467961.131451:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467961.131468:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467961.131476:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20214) 00000100:00000001:2.0:1789467961.133576:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467961.133585:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467961.133588:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467961.133600:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.133612:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467961.133614:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467961.133628:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467961.133632:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467961.133634:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467961.133638:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404816640:0@lo:38:kworker.0 00000100:00000001:2.0:1789467961.133644:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467961.133648:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467961.133650:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467961.133652:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467961.133661:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789467961.133663:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467961.133670:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143aa8. 00000400:00000010:2.0:1789467961.133678:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789467961.133684:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404816640, portal 10 00000100:00000001:2.0:1789467961.133687:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467961.133688:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312514304 : -130400397037312 : ffff8966caa7f100) 00000100:00000040:2.0:1789467961.133695:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.133702:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467961.133704:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467961.133707:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9642a8. 00000100:00000200:2.0:1789467961.133710:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404816640, offset 0 00000400:00000200:2.0:1789467961.133716:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467961.133739:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467961.133750:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed700 00000400:00000100:2.0:1789467961.133755:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404816640 offset 0 length 520: 4 00000400:00000200:2.0:1789467961.133760:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467961.133762:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467961.133773:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:2.0:1789467961.133775:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:2.0:1789467961.133779:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467961.133783:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.133790:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467961.133793:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789467986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467961.133799:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.133801:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467961.133806:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467961.133809:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789467961.133813:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314876570 00000100:00000001:2.0:1789467961.133828:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314876566 00000100:00000001:2.0:1789467961.133834:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314876570 00000100:00000001:2.0:1789467961.133837:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314876566 00000100:00000001:2.0:1789467961.133839:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314876570 00000100:00000001:2.0:1789467961.133842:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314876566 00000100:00000001:2.0:1789467961.133844:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314876570 00000100:00000001:2.0:1789467961.133848:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314876566 00000100:00000001:2.0:1789467961.133851:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467961.133853:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.133858:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.133861:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.133868:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467961.133870:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.133872:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467961.133873:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467961.133874:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.133876:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467961.154264:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314876570, at 4314876571 00000100:00000040:3.0:1789467961.154271:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314876570, at 4314876571 00000100:00000010:1.0:1789467961.154283:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000010:3.0:1789467961.154287:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00000100:00000040:2.0:1789467961.154372:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314876570, at 4314876571 00000100:00000010:2.0:1789467961.154388:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000040:0.0:1789467961.154512:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314876570, at 4314876571 00000100:00000010:0.0:1789467961.154521:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00010000:00000001:0.0:1789467961.320315:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467961.320326:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467961.320334:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467961.320336:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467961.320343:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467961.320345:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467961.320540:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467961.320544:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467961.320548:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467962.152948:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467962.152969:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467962.152972:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467962.152978:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467962.152981:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467962.152987:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467962.152990:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.344484:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467962.344493:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.344501:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467962.344502:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.344508:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467962.344510:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467962.344629:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467962.344634:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467962.344637:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467963.175200:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467963.175218:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467963.175221:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467963.175226:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467963.175229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467963.175235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467963.175238:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467963.368368:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467963.368380:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467963.368387:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467963.368389:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467963.368396:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467963.368397:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467963.369187:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467963.369194:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467963.369198:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789467963.755847:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789467963.755855:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467963.755859:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789467963.756324:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789467963.756330:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467963.756357:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789467963.756361:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789467963.756363:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467964.199715:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467964.199730:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467964.199732:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467964.199739:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467964.199742:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467964.199748:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467964.199750:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467964.392424:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467964.392432:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467964.392437:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467964.392439:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467964.392444:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467964.392446:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467964.392533:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467964.392537:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467964.392540:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467965.223164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467965.223172:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467965.223186:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467940/real 1789467940] req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467965 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467965.223205:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467965.223207:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467965.223210:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143e18. 00000400:00000200:2.0:1789467965.223216:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789467965.223219:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789467965.223222:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467965.223226:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467965 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467965.223235:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467965 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467965.223242:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467965.223245:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.223247:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467965.223249:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467965.223253:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467965 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467965.223259:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.223267:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467965.223269:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.223272:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467965.223274:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467965.223278:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467965.223282:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467965 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467965.223288:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467965.223291:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.223293:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467965.223294:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.223296:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467965.223298:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467965.223301:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467965.223332:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789467965.223335:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467965.223339:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467965 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467965.223347:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404816128:0@lo:250:kworker.0 00000100:00000001:2.0:1789467965.223352:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467965.223355:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467965.223358:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738380 x1876386404816128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467965 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467965.223365:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467965.223369:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467965.223373:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789467965.223379:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467965.223382:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467965.223384:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000100:00080000:1.0:1789467965.223385:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1789467965.223387:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467965.223391:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8ff400. 00000100:00080000:1.0:1789467965.223393:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 02000000:00000001:2.0:1789467965.223396:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789467965.223397:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1789467965.223400:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:1.0:1789467965.223402:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000010:2.0:1789467965.223404:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738380. 00000100:00000001:2.0:1789467965.223409:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467965.223410:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.223413:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467965.223424:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467965.223428:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20188 00000100:00080000:1.0:1789467965.223432:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467965.223436:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467965.223439:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467965.223441:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467965.223443:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789467965.223451:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467965.223452:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789467965.223454:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467965.223457:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789467965.223459:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789467965.223461:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789467965.223463:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789467965.223465:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467965.223466:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789467965.223467:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789467965.223470:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789467965.223473:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789467965.223475:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467965.223477:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467965.223480:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467965.223483:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467965.223485:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467965.223487:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467965.223492:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789467965.223495:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467965.223498:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467965.223499:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467965.223502:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467965.223504:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467965.223507:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467965.223514:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd400. 00000100:00000001:1.0:1789467965.223525:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467965.223532:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467965.223540:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467965.223545:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467965.223549:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467965.223572:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467965.223575:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467965.223578:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467965.223581:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467965.223592:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467965.223595:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467965.223598:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467965.223601:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467965.223604:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467965.223609:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20218) 00000100:00000001:2.0:1789467965.223844:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467965.223847:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467965.223849:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467965.223854:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467965.223861:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467965.223863:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467965.223867:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467965.223870:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467965.223872:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467965.223874:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404816768:0@lo:250:kworker.0 00000100:00000001:2.0:1789467965.223878:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467965.223882:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467965.223884:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467965.223892:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467965.223897:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789467965.223899:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467965.223904:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143e18. 00000400:00000010:2.0:1789467965.223909:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789467965.223915:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404816768, portal 25 00000100:00000001:2.0:1789467965.223918:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467965.223919:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:2.0:1789467965.223924:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467965.223932:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467965.223934:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467965.223937:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9642a8. 00000100:00000200:2.0:1789467965.223939:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404816768, offset 0 00000400:00000200:2.0:1789467965.223944:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467965.223955:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467965.223964:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ed780 00000400:00000100:2.0:1789467965.223970:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404816768 offset 0 length 520: 4 00000400:00000200:2.0:1789467965.223974:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467965.223976:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467965.223984:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:2.0:1789467965.223986:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:2.0:1789467965.223989:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467965.223992:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467965.223999:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467965.224002:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789467990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467965.224008:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467965.224009:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467965.224014:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467965.224018:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314885810 00000100:00000010:2.0:1789467965.224022:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c378a0. 00000100:00000001:2.0:1789467965.224028:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467965.224059:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314885811 00000100:00000010:2.0:1789467965.224063:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789467965.224066:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467965.224069:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314885811 00000100:00000010:2.0:1789467965.224072:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789467965.224075:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467965.224078:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314885811 00000100:00000010:2.0:1789467965.224080:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a80. 00000100:00000001:2.0:1789467965.224083:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467965.224086:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467965.224089:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467965.224092:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467965.224094:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.224099:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467965.224100:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.224102:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467965.224104:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467965.224105:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467965.224107:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467965.415189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467965.415197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467965.415203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467965.415204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467965.415209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467965.415213:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467965.415215:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467965.415218:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467965.415221:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467965.415223:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467965.415225:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467965.415228:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467965.415892:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467965.415897:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467965.415900:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467966.247223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467966.247223:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789467966.247231:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467966.247234:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467966.247235:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1789467966.247238:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789467966.247238:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467966.247240:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467966.247241:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1789467966.247243:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789467966.247243:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467966.247248:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.247251:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467966.247261:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467966.247263:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467966.247266:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467966.247268:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467966.247273:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20219) 00010000:00000001:0.0:1789467966.439324:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467966.439331:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467966.439337:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467966.439339:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467966.439344:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467966.439346:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467966.439926:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467966.439931:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467966.439935:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789467966.599033:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599092:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467966.599097:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599099:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467966.599111:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467966.599128:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f680 00000400:00000100:2.0:1789467966.599136:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402399872 offset 0 length 520: 4 00000400:00000200:2.0:1789467966.599142:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467966.599145:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467966.599153:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599157:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467966.599159:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599161:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467966.599163:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599164:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467966.599169:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467966.599174:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f700 00000400:00000100:2.0:1789467966.599179:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402400000 offset 0 length 520: 4 00000400:00000200:2.0:1789467966.599182:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467966.599184:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467966.599187:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599190:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467966.599192:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599194:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467966.599195:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599197:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467966.599201:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789467966.599205:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9f780 00000400:00000100:2.0:1789467966.599210:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402400128 offset 0 length 520: 4 00000400:00000200:2.0:1789467966.599213:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467966.599215:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789467966.599218:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599225:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789467966.599226:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789467966.599228:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467967.271155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467967.271170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467967.271172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467967.271177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467967.271179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467967.271184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467967.271187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467967.463188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467967.463198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467967.463204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467967.463206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467967.463212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467967.463213:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467967.463517:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467967.463521:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467967.463524:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467968.295159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467968.295173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467968.295176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467968.295181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467968.295184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467968.295190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467968.295192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467968.489075:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467968.489083:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467968.489089:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467968.489090:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467968.489095:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467968.489096:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467968.489310:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467968.489314:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467968.489317:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467969.322859:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467969.322875:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467969.322877:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467969.322882:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467969.322884:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467969.322889:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467969.322892:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467969.511169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467969.511177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467969.511183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467969.511184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467969.511190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467969.511192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467969.511837:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467969.511841:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467969.511844:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467970.281136:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467970.281146:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467970.281149:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467970.281153:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467970.281156:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467970.281158:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467970.281161:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467970.281165:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467970.281167:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467970.281170:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467970.281175:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20223) 00000100:00000001:2.0:1789467970.343591:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467970.343605:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467970.343607:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467970.343613:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467970.343615:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467970.343620:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467970.343623:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467970.535128:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467970.535135:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467970.535141:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467970.535143:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467970.535148:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467970.535149:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467970.535268:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467970.535272:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467970.535300:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789467970.727194:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314885810, at 4314886144 00000100:00000010:0.0:1789467970.727209:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000040:3.0:1789467970.727295:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314885811, at 4314886144 00000100:00000010:3.0:1789467970.727301:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:1.0:1789467970.727370:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314885811, at 4314886144 00000100:00000010:1.0:1789467970.727375:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000100:00000040:2.0:1789467970.727908:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314885811, at 4314886144 00000100:00000010:2.0:1789467970.727915:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789467971.368335:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467971.368352:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467971.368354:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467971.368359:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467971.368361:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467971.368365:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467971.368368:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467971.560993:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467971.561001:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467971.561007:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467971.561009:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467971.561014:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467971.561015:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467971.561304:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467971.561309:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467971.561312:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467972.391555:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467972.391569:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467972.391571:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467972.391577:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467972.391579:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467972.391584:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467972.391587:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.583932:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467972.583940:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.583946:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467972.583948:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.583953:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467972.583955:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467972.584218:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467972.584222:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467972.584225:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467973.415150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467973.415165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467973.415167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467973.415171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467973.415174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467973.415178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467973.415180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467973.607777:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467973.607785:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467973.607791:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467973.607793:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467973.607798:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467973.607799:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467973.608145:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467973.608149:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467973.608153:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467974.439711:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467974.439725:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467974.439727:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467974.439731:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467974.439734:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467974.439738:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467974.439741:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467974.631757:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467974.631764:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467974.631770:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467974.631771:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467974.631775:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467974.631777:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467974.632675:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467974.632679:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467974.632683:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467975.335716:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467975.335738:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467975.335741:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467975.335745:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467975.335773:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467975.335776:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467975.335780:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467975.335783:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467975.335786:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467975.335789:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467975.335795:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20228) 00000100:00000001:2.0:1789467975.465217:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467975.465233:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467975.465236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467975.465241:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467975.465243:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467975.465247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467975.465250:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467975.655647:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467975.655654:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467975.655674:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467975.655676:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467975.655682:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467975.655686:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467975.655689:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467975.655692:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467975.655695:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467975.655697:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467975.655699:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467975.655701:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467975.657240:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467975.657245:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467975.657250:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467976.489520:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467976.489535:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467976.489537:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467976.489541:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467976.489544:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467976.489549:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467976.489551:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467976.679178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467976.679186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467976.679191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467976.679192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467976.679197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467976.679198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467976.679327:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467976.679330:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467976.679333:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467977.511570:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467977.511584:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467977.511586:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467977.511591:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467977.511593:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467977.511598:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467977.511600:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467977.703180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467977.703188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467977.703234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467977.703236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467977.703241:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467977.703243:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467977.703356:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467977.703360:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467977.703364:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467978.535408:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467978.535422:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467978.535424:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467978.535429:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467978.535431:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467978.535436:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467978.535439:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467978.727275:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467978.727282:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467978.727287:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467978.727289:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467978.727294:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467978.727295:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467978.727585:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467978.727589:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467978.727592:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467979.559931:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467979.559947:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467979.559949:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467979.559953:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467979.559955:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467979.559960:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467979.559962:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467979.751181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467979.751190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467979.751195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467979.751197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467979.751202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467979.751203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467979.751297:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467979.751301:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467979.751304:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467980.455821:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467980.455831:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467980.455834:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467980.455837:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467980.455840:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467980.455843:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467980.455845:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467980.455848:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467980.455851:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467980.455853:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467980.455859:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20233) 00000100:00000001:2.0:1789467980.583159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467980.583174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467980.583176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467980.583180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467980.583182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467980.583187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467980.583189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467980.775177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467980.775185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467980.775190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467980.775192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467980.775196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467980.775197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467980.775765:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467980.775769:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467980.775772:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467981.607152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467981.607167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467981.607169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467981.607174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467981.607177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467981.607182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467981.607185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467981.799124:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467981.799132:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467981.799137:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467981.799139:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467981.799143:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467981.799145:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467981.799227:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467981.799230:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467981.799233:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467982.631166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467982.631180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467982.631183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467982.631187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467982.631190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467982.631194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467982.631196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467982.825056:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467982.825063:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467982.825069:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467982.825071:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467982.825076:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467982.825078:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467982.825397:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467982.825401:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467982.825404:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467983.655650:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467983.655665:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467983.655667:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467983.655671:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467983.655673:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467983.655678:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467983.655681:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.847198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467983.847206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.847218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467983.847220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.847226:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467983.847227:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467983.847505:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467983.847509:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467983.847512:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467984.679484:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467984.679499:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467984.679501:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467984.679506:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467984.679509:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467984.679514:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467984.679517:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467984.871165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467984.871173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467984.871179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467984.871180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467984.871185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467984.871187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467984.871491:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467984.871495:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467984.871499:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467985.575143:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467985.575153:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467985.575156:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467985.575175:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467985.575178:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467985.575180:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467985.575183:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467985.575186:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467985.575188:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467985.575191:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467985.575196:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20238) 00000100:00000001:2.0:1789467985.703880:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467985.703892:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467985.703894:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467985.703899:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467985.703901:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467985.703909:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467985.703912:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467985.896752:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467985.896759:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467985.896765:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467985.896767:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467985.896771:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467985.896775:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467985.896777:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467985.896780:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467985.896784:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467985.896786:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467985.896788:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467985.896790:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467985.896874:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467985.896878:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467985.896881:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467986.728009:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467986.728016:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467986.728030:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467961/real 1789467961] req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467986.728070:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467986.728072:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467986.728076:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143aa8. 00000400:00000200:2.0:1789467986.728083:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:2.0:1789467986.728085:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:2.0:1789467986.728090:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467986.728094:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467986.728104:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728110:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467986.728113:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728115:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467986.728117:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467986.728121:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728128:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728130:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467986.728134:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467961/real 1789467961] req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467986.728142:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467986.728143:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467986.728145:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143000. 00000400:00000200:2.0:1789467986.728147:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789467986.728149:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789467986.728151:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467986.728154:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467986.728163:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728174:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467986.728175:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728177:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467986.728178:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467986.728181:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728199:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728201:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467986.728206:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467961/real 1789467961] req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467986.728214:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467986.728215:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467986.728217:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143268. 00000400:00000200:2.0:1789467986.728219:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789467986.728221:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789467986.728223:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467986.728226:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467986.728233:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728239:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467986.728240:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728242:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467986.728243:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467986.728247:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728253:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728255:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467986.728258:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467961/real 1789467961] req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467986.728270:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467986.728271:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467986.728273:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143ec8. 00000400:00000200:2.0:1789467986.728275:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:2.0:1789467986.728276:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:2.0:1789467986.728278:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467986.728281:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467986.728289:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728295:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467986.728296:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728297:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467986.728298:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467986.728301:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728307:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728314:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467986.728316:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728320:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467986.728322:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467986.728325:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467986.728329:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728347:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467986.728349:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728351:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467986.728353:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728355:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467986.728357:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467986.728361:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467986.728384:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467986.728386:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467986.728390:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467986.728397:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404816640:0@lo:38:kworker.0 00000100:00000001:2.0:1789467986.728402:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467986.728405:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728412:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467986.728414:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728415:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467986.728416:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728418:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467986.728420:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467986.728422:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467986.728436:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467986.728439:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467986.728442:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467986.728450:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404816256:0@lo:38:kworker.0 00000100:00000001:2.0:1789467986.728454:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467986.728457:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728463:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467986.728465:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728466:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467986.728468:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728470:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467986.728471:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467986.728474:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467986.728478:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467986.728480:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467986.728483:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467986.728489:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404816384:0@lo:38:kworker.0 00000100:00000001:2.0:1789467986.728493:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467986.728497:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728503:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467986.728505:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728506:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467986.728507:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728508:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467986.728510:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467986.728512:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467986.728516:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789467986.728518:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467986.728521:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467986.728528:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404816512:0@lo:38:kworker.0 00000100:00000001:2.0:1789467986.728532:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467986.728535:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467986.728538:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f100 x1876386404816640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728549:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467986.728552:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467986.728556:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789467986.728563:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467986.728565:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467986.728567:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789467986.728569:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467986.728571:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:2.0:1789467986.728575:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467986.728577:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467986.728578:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f100. 00000100:00000001:2.0:1789467986.728583:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467986.728585:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728586:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467986.728588:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404816256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728594:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467986.728595:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467986.728597:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789467986.728598:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467986.728599:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467986.728600:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789467986.728602:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467986.728603:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:2.0:1789467986.728605:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467986.728606:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467986.728607:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:2.0:1789467986.728610:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467986.728611:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728612:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467986.728614:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404816384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728620:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467986.728621:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467986.728622:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789467986.728625:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467986.728626:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467986.728627:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789467986.728629:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467986.728630:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789467986.728631:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467986.728632:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467986.728633:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:2.0:1789467986.728635:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467986.728636:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728637:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467986.728639:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404816512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789467986 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.728643:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467986.728644:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467986.728645:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467986.728647:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467986.728648:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467986.728649:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789467986.728650:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467986.728651:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789467986.728653:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467986.728654:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467986.728655:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:2.0:1789467986.728657:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467986.728658:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.728660:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467986.730608:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467986.730618:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467986.730621:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467986.730624:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467986.730626:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467986.730631:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467986.730634:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467986.730639:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20209 00000100:00080000:3.0:1789467986.730644:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467986.730647:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467986.730650:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467986.730652:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467986.730655:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467986.730664:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467986.730666:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789467986.730669:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467986.730673:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789467986.730692:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789467986.730695:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789467986.730698:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467986.730701:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467986.730702:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467986.730704:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467986.730874:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789467986.730879:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467986.730881:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467986.730884:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467986.730891:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467986.730893:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467986.730896:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467986.730898:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467986.730905:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789467986.730909:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789467986.730913:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467986.730914:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467986.730917:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467986.730920:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467986.730924:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467986.730931:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789467986.730938:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467986.730947:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467986.730956:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467986.730959:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467986.730963:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467986.730991:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467986.730994:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467986.730998:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467986.731005:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467986.731007:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467986.731018:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467986.731021:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20209 00000100:00080000:3.0:1789467986.731023:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467986.731026:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467986.731028:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467986.731029:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467986.731031:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467986.731034:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467986.731062:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789467986.731065:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467986.731067:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789467986.731069:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789467986.731071:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789467986.731074:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467986.731075:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467986.731077:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467986.731079:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467986.731081:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789467986.731084:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467986.731086:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467986.731088:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467986.731091:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467986.731093:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467986.731095:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467986.731096:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467986.731100:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789467986.731102:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789467986.731105:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467986.731106:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467986.731107:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467986.731115:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467986.731117:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467986.731122:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789467986.731125:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467986.731130:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467986.731137:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467986.731139:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467986.731142:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467986.731149:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467986.731152:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467986.731155:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467986.731156:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467986.731158:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467986.731160:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467986.731162:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20209 00000100:00080000:3.0:1789467986.731165:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467986.731167:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467986.731169:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467986.731171:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467986.731173:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467986.731176:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467986.731178:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789467986.731179:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467986.731181:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789467986.731183:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789467986.731185:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000001:2.0:1789467986.732088:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467986.732095:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467986.732098:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467986.732106:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.732116:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467986.732118:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467986.732121:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467986.732124:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467986.732126:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467986.732131:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404816896:0@lo:38:kworker.0 00000100:00000001:2.0:1789467986.732134:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467986.732138:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467986.732140:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467986.732143:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467986.732148:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789467986.732150:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467986.732157:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143ec8. 00000400:00000010:2.0:1789467986.732164:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789467986.732169:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404816896, portal 10 00000100:00000001:2.0:1789467986.732172:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467986.732173:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312502656 : -130400397048960 : ffff8966caa7c380) 00000100:00000040:2.0:1789467986.732181:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.732437:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467986.732441:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467986.732444:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789467986.732448:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404816896, offset 0 00000400:00000200:2.0:1789467986.732454:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467986.732466:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467986.732477:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed800 00000400:00000100:2.0:1789467986.732483:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404816896 offset 0 length 520: 4 00000400:00000200:2.0:1789467986.732488:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467986.732490:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467986.732501:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789467986.732503:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789467986.732507:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467986.732512:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.732520:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467986.732523:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.732535:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467986.732536:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467986.732541:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467986.732545:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789467986.732549:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314902168 00000100:00000010:2.0:1789467986.732555:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789467986.732561:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789467986.732585:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314902168 00000100:00000010:2.0:1789467986.732589:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d80. 00000100:00000001:2.0:1789467986.732592:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789467986.732604:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314902168 00000100:00000010:2.0:1789467986.732607:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789467986.732610:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467986.732613:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314902168 00000100:00000010:2.0:1789467986.732616:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37960. 00000100:00000001:2.0:1789467986.732619:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467986.732622:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467986.732624:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467986.732627:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467986.732631:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.732637:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467986.732639:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467986.732641:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467986.732643:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467986.732645:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467986.732647:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404817024:0@lo:38:kworker.0 00000100:00000001:2.0:1789467986.732650:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467986.732652:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467986.732654:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467986.732655:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467986.732659:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789467986.732660:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467986.732663:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143268. 00000400:00000010:2.0:1789467986.732666:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789467986.732669:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404817024, portal 10 00000100:00000001:2.0:1789467986.732671:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467986.732672:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00000040:2.0:1789467986.732677:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.732682:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467986.732684:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789467986.732686:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789467986.732688:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404817024, offset 0 00000400:00000200:2.0:1789467986.732691:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789467986.732696:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789467986.732701:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed880 00000400:00000100:2.0:1789467986.732715:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404817024 offset 0 length 520: 4 00000400:00000200:2.0:1789467986.732718:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789467986.732721:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789467986.732726:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789467986.732728:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789467986.732730:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467986.732733:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.732739:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467986.732742:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467986.732748:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467986.732750:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467986.732753:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467986.732755:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789467986.732758:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314902168 00000100:00000001:2.0:1789467986.732761:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314902168 00000100:00000001:2.0:1789467986.732763:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314902168 00000100:00000001:2.0:1789467986.732764:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314902168 00000100:00000001:2.0:1789467986.732766:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314902168 00000100:00000001:2.0:1789467986.732768:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314902168 00000100:00000001:2.0:1789467986.732770:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314902168 00000100:00000001:2.0:1789467986.732772:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314902168 00000100:00000001:2.0:1789467986.732774:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467986.732775:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467986.732778:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467986.732781:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.732788:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467986.732790:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.732792:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467986.732793:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467986.732795:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467986.732797:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467986.733136:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467986.733140:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467986.733153:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467986.733155:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467986.733159:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789467986.733161:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467986.733165:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467986.733167:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467986.733173:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467986.733175:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467986.733178:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467986.733180:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467986.733185:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789467986.733882:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789467986.733889:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467986.733891:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467986.733893:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467986.733896:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467986.733899:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467986.733907:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789467986.733914:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467986.733922:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467986.733931:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467986.733934:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467986.733939:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467986.733966:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467986.733971:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467986.733974:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467986.733976:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467986.733978:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467986.733981:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467986.733984:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20209 00000100:00080000:3.0:1789467986.733995:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467986.733998:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467986.734000:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467986.734002:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467986.734004:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789467986.734019:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467986.734021:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789467986.734023:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467986.734026:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789467986.734028:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789467986.734030:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789467986.734033:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789467986.734035:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467986.734061:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789467986.734063:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789467986.734065:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789467986.734068:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789467986.734070:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467986.734072:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467986.734076:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467986.734077:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467986.734079:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467986.734080:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467986.734085:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789467986.734088:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789467986.734090:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467986.734091:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467986.734093:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467986.734094:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467986.734097:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467986.734100:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789467986.734103:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467986.734113:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467986.734120:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467986.734123:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467986.734127:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467986.734134:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467986.734136:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789467986.734140:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20239) 00000100:00000001:0.0:1789467986.734141:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467986.734145:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467986.734152:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467986.734160:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467986.734162:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467986.734165:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467986.734167:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467986.734170:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467986.734173:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404817152:0@lo:38:kworker.0 00000100:00000001:0.0:1789467986.734176:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467986.734178:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467986.734180:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467986.734182:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467986.734186:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789467986.734188:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467986.734193:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79478. 00000400:00000010:0.0:1789467986.734198:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789467986.734202:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404817152, portal 10 00000100:00000001:0.0:1789467986.734205:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467986.734207:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00000040:0.0:1789467986.734214:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467986.734221:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467986.734223:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467986.734225:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789467986.734228:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404817152, offset 0 00000400:00000200:0.0:1789467986.734233:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467986.734243:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467986.734250:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed900 00000400:00000100:0.0:1789467986.734255:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404817152 offset 0 length 520: 4 00000400:00000200:0.0:1789467986.734258:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467986.734261:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467986.734271:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789467986.734273:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789467986.734276:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467986.734280:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467986.734287:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467986.734290:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467986.734296:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467986.734298:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467986.734303:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467986.734307:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789467986.734310:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314902170 00000100:00000001:0.0:1789467986.734319:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314902168 00000100:00000001:0.0:1789467986.734323:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314902170 00000100:00000001:0.0:1789467986.734326:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314902168 00000100:00000001:0.0:1789467986.734329:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314902170 00000100:00000001:0.0:1789467986.734332:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314902168 00000100:00000001:0.0:1789467986.734334:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314902170 00000100:00000001:0.0:1789467986.734336:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314902168 00000100:00000001:0.0:1789467986.734339:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467986.734342:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467986.734344:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467986.734348:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467986.734358:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467986.734360:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467986.734362:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467986.734365:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467986.734366:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467986.734369:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404817280:0@lo:38:kworker.0 00000100:00000001:0.0:1789467986.734371:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467986.734373:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467986.734374:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467986.734376:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467986.734380:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789467986.734381:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467986.734384:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d10. 00000400:00000010:0.0:1789467986.734387:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789467986.734390:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404817280, portal 10 00000100:00000001:0.0:1789467986.734391:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467986.734392:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:0.0:1789467986.734397:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467986.734409:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467986.734411:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467986.734414:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467986.734416:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404817280, offset 0 00000400:00000200:0.0:1789467986.734420:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467986.734433:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467986.734438:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ed980 00000400:00000100:0.0:1789467986.734442:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404817280 offset 0 length 520: 4 00000400:00000200:0.0:1789467986.734445:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467986.734447:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467986.734452:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789467986.734453:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789467986.734456:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467986.734459:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467986.734466:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467986.734469:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467986.734474:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467986.734476:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467986.734480:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467986.734482:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789467986.734485:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314902171 00000100:00000001:0.0:1789467986.734489:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314902170 00000100:00000001:0.0:1789467986.734492:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314902171 00000100:00000001:0.0:1789467986.734495:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314902170 00000100:00000001:0.0:1789467986.734497:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314902171 00000100:00000001:0.0:1789467986.734769:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314902170 00000100:00000001:0.0:1789467986.734772:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314902171 00000100:00000001:0.0:1789467986.734776:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314902170 00000100:00000001:0.0:1789467986.734778:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467986.734780:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467986.734784:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467986.734786:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467986.734793:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467986.734795:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467986.734797:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467986.734799:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467986.734800:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467986.734803:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467986.755392:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314902171, at 4314902172 00000100:00000010:1.0:1789467986.755407:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d80. 00000100:00000040:2.0:1789467986.756139:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314902171, at 4314902173 00000100:00000010:2.0:1789467986.756149:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000040:3.0:1789467986.756410:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314902171, at 4314902173 00000100:00000010:3.0:1789467986.756417:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:0.0:1789467986.756836:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314902171, at 4314902173 00000100:00000010:0.0:1789467986.756843:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00010000:00000001:0.0:1789467986.919157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467986.919163:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467986.919169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467986.919171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467986.919175:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467986.919176:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467986.921002:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467986.921008:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467986.921012:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467987.752708:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467987.752722:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467987.752724:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467987.752728:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467987.752731:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467987.752735:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467987.752737:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467987.944658:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467987.944665:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467987.944670:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467987.944672:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467987.944677:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467987.944678:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467987.944756:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467987.944760:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467987.944763:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467988.775157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467988.775171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467988.775173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467988.775178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467988.775180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467988.775185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467988.775187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467988.967213:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467988.967221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467988.967227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467988.967229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467988.967234:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467988.967235:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467988.967506:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467988.967510:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467988.967513:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467989.799164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467989.799178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467989.799180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467989.799184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467989.799187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467989.799191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467989.799193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467989.991166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467989.991173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467989.991179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467989.991180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467989.991185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467989.991186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467989.991276:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467989.991279:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467989.991281:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467990.824384:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467990.824391:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467990.824413:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467965/real 1789467965] req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467990.824431:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467990.824433:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467990.824437:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143e18. 00000400:00000200:0.0:1789467990.824444:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:0.0:1789467990.824447:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:0.0:1789467990.824451:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467990.824455:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467990.824463:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467990.824469:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467990.824471:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467990.824474:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467990.824475:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467990.824479:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467990.824485:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467990.824493:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467990.824495:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467990.824498:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467990.824500:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467990.824503:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467990.824507:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467990 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467990.824514:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467990.824516:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467990.824518:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467990.824519:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467990.824521:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467990.824524:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467990.824527:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467990.824554:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789467990.824557:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467990.824561:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467990 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467990.824579:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404816768:0@lo:250:kworker.0 00000100:00000001:0.0:1789467990.824583:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467990.824586:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467990.824589:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404816768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789467990 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467990.824595:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467990.824598:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467990.824601:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:0.0:1789467990.824605:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467990.824608:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467990.824610:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467990.824613:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467990.824615:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:0.0:1789467990.824619:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467990.824621:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467990.824623:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:0.0:1789467990.824627:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467990.824628:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467990.824630:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467990.825345:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467990.825352:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467990.825354:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467990.825357:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467990.825360:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467990.825364:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20213 00000100:00080000:2.0:1789467990.825368:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467990.825371:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467990.825373:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467990.825375:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467990.825377:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789467990.825385:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467990.825387:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789467990.825390:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467990.825401:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789467990.825404:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789467990.825406:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789467990.825409:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789467990.825411:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467990.825413:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789467990.825414:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789467990.825417:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789467990.825420:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789467990.825422:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467990.825425:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467990.825428:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467990.825430:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467990.825432:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467990.825435:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467990.825441:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941180. 00000020:00000040:2.0:1789467990.825444:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467990.825448:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467990.825449:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467990.825452:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467990.825454:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467990.825457:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467990.825465:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789467990.825470:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467990.825486:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467990.825495:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467990.825499:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467990.825503:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b567c4] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467990.825524:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467990.825528:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467990.825531:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467990.825533:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467990.825536:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467990.825539:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467990.825542:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467990.825544:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467990.825547:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467990.825555:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20243) 00000100:00000001:0.0:1789467990.825922:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467990.825927:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467990.825929:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467990.825934:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467990.825947:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467990.825949:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467990.825953:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467990.825955:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467990.825958:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467990.825961:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404817408:0@lo:250:kworker.0 00000100:00000001:0.0:1789467990.825965:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467990.825969:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467990.825981:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467990.825984:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467990.825989:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789467990.825992:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789467990.825999:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79630. 00000400:00000010:0.0:1789467990.826006:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789467990.826011:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404817408, portal 25 00000100:00000001:0.0:1789467990.826014:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467990.826015:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622956416 : -130396086595200 : ffff8967cb941180) 00000100:00000040:0.0:1789467990.826021:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467990.826028:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467990.826031:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789467990.826034:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789467990.826056:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404817408, offset 0 00000400:00000200:0.0:1789467990.826064:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789467990.826076:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789467990.826087:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411eda00 00000400:00000100:0.0:1789467990.826093:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404817408 offset 0 length 520: 4 00000400:00000200:0.0:1789467990.826098:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789467990.826101:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789467990.826112:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789467990.826115:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789467990.826118:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789467990.826121:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467990.826129:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467990.826131:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467990.826137:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467990.826138:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467990.826143:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467990.826147:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314911413 00000100:00000010:0.0:1789467990.826152:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467990.826158:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789467990.826168:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314911413 00000100:00000010:0.0:1789467990.826172:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fef00. 00000100:00000001:0.0:1789467990.826175:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789467990.826178:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314911413 00000100:00000010:0.0:1789467990.826181:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe4e0. 00000100:00000001:0.0:1789467990.826184:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467990.826188:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314911413 00000100:00000010:0.0:1789467990.826190:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe2a0. 00000100:00000001:0.0:1789467990.826193:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467990.826195:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467990.826197:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467990.826201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467990.826204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467990.826211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467990.826213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467990.826214:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467990.826216:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467990.826217:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467990.826219:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467991.015342:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467991.015349:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467991.015355:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467991.015356:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467991.015361:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467991.015363:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467991.016377:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467991.016382:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467991.016386:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467991.847167:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467991.847172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789467991.847179:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789467991.847186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467991.847189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.847193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467991.847196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467991.847200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467991.847202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467991.847310:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467991.847316:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467991.847318:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467991.847322:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467991.847325:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467991.847329:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467991.847332:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467991.847335:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467991.847341:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20244) 00010000:00000001:0.0:1789467992.039174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467992.039181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.039187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467992.039189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.039193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467992.039195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467992.039284:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467992.039287:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467992.039291:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789467992.200645:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200662:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467992.200667:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200670:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467992.200681:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467992.200697:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9f800 00000400:00000100:3.0:1789467992.200706:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402400256 offset 0 length 520: 4 00000400:00000200:3.0:1789467992.200711:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467992.200714:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467992.200724:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200727:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467992.200730:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200732:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467992.200734:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200736:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467992.200740:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467992.200745:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f880 00000400:00000100:3.0:1789467992.200750:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402400384 offset 0 length 520: 4 00000400:00000200:3.0:1789467992.200752:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467992.200755:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467992.200758:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200773:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467992.200775:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200777:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467992.200779:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200781:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789467992.200785:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789467992.200791:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9f900 00000400:00000100:3.0:1789467992.200795:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402400512 offset 0 length 520: 4 00000400:00000200:3.0:1789467992.200798:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789467992.200800:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789467992.200803:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200809:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789467992.200811:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789467992.200813:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467992.871190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467992.871203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467992.871205:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467992.871209:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467992.871211:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467992.871215:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467992.871218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467993.063165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467993.063173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467993.063179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467993.063180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467993.063185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467993.063187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467993.067029:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467993.067048:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467993.067052:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467993.895188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467993.895202:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467993.895204:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467993.895208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467993.895210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467993.895214:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467993.895217:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467994.087157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467994.087164:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467994.087169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467994.087170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467994.087175:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467994.087176:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467994.087269:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467994.087272:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467994.087275:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467994.919198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467994.919213:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467994.919215:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467994.919219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467994.919222:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467994.919226:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467994.919229:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467995.112517:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467995.112526:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467995.112532:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467995.112533:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467995.112538:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467995.112540:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467995.114328:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467995.114333:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467995.114338:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467995.880395:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467995.880407:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467995.880410:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467995.880413:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467995.880415:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467995.880418:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467995.880420:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467995.880424:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467995.880426:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467995.880429:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467995.880435:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20249) 00000100:00000001:0.0:1789467995.943774:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467995.943788:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467995.943790:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467995.943795:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467995.943797:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467995.943802:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467995.943805:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467996.135178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467996.135185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467996.135191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467996.135192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467996.135196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467996.135199:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467996.135201:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467996.135205:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467996.135208:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467996.135210:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467996.135212:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467996.135215:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467996.135303:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467996.135306:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467996.135309:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467996.327173:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314911413, at 4314911744 00000100:00000010:3.0:1789467996.327188:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe2a0. 00000100:00000040:2.0:1789467996.327560:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314911413, at 4314911744 00000100:00000010:2.0:1789467996.327568:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe4e0. 00000100:00000040:1.0:1789467996.327796:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314911413, at 4314911744 00000100:00000010:1.0:1789467996.327803:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fef00. 00000100:00000040:0.0:1789467996.327878:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314911413, at 4314911744 00000100:00000010:0.0:1789467996.327884:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789467996.967170:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467996.967185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467996.967187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467996.967192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467996.967194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467996.967199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467996.967202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467997.159362:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467997.159369:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467997.159375:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467997.159377:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467997.159382:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467997.159383:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467997.159765:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467997.159769:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467997.159772:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467997.991164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467997.991177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467997.991179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467997.991184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467997.991186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467997.991190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467997.991193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467998.183166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467998.183173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467998.183179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467998.183181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467998.183186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467998.183188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467998.183255:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467998.183258:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467998.183262:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467999.015210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467999.015223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467999.015226:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467999.015230:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467999.015232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467999.015237:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467999.015240:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467999.207182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467999.207189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467999.207195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789467999.207196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467999.207201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467999.207202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467999.207281:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467999.207284:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467999.207288:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468000.039166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468000.039179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468000.039182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468000.039186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468000.039188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468000.039193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468000.039195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468000.231512:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468000.231519:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468000.231525:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468000.231527:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468000.231532:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468000.231534:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468000.231596:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468000.231600:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468000.231603:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468000.935405:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468000.935415:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468000.935418:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468000.935422:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468000.935424:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468000.935427:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468000.935429:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468000.935432:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468000.935435:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468000.935437:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468000.935442:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20254) 00000100:00000001:0.0:1789468001.063161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468001.063174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468001.063176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468001.063180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468001.063182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468001.063187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468001.063189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468001.255161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468001.255169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468001.255174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468001.255176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468001.255181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468001.255182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468001.255749:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468001.255753:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468001.255757:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468001.639162:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468001.639170:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468001.639175:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1789468001.639515:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1789468001.639521:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789468001.639532:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789468001.639536:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789468001.639538:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468002.091674:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468002.091685:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468002.091687:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468002.091691:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468002.091694:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468002.091698:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468002.091700:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.279169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468002.279177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.279183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468002.279185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.279189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468002.279191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468002.279280:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468002.279283:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468002.279285:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468003.111173:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468003.111187:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468003.111189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468003.111194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468003.111196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468003.111200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468003.111203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468003.303183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468003.303192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468003.303197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468003.303199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468003.303204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468003.303206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468003.304089:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468003.304103:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468003.304107:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468004.137902:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468004.137915:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468004.137917:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468004.137921:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468004.137923:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468004.137928:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468004.137931:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468004.327162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468004.327169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468004.327175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468004.327178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468004.327183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468004.327185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468004.327277:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468004.327281:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468004.327283:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468005.159272:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468005.159433:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468005.159437:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468005.159443:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468005.159446:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468005.159452:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468005.159456:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468005.351201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468005.351212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468005.351219:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468005.351221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468005.351227:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468005.351229:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468005.352472:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468005.352480:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468005.352488:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468006.059813:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468006.059827:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468006.059831:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468006.059835:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468006.059838:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468006.059876:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468006.059879:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468006.059883:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468006.059886:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468006.059889:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468006.059896:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20259) 00000100:00000001:0.0:1789468006.183241:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468006.183262:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468006.183265:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468006.183272:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468006.183274:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468006.183289:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468006.183292:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468006.378698:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468006.378709:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468006.378718:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468006.378720:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468006.378726:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468006.378731:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468006.378734:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468006.378738:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468006.378742:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468006.378745:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468006.378747:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468006.378749:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468006.378986:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468006.378991:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468006.378994:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468007.207191:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468007.207220:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468007.207223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468007.207229:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468007.207234:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468007.207241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468007.207244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468007.399208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468007.399219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468007.399226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468007.399228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468007.399234:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468007.399237:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468007.399348:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468007.399353:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468007.399357:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468008.232483:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468008.232499:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468008.232502:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468008.232512:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468008.232514:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468008.232521:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468008.232523:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468008.423291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468008.423302:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468008.423309:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468008.423311:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468008.423317:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468008.423318:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468008.423688:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468008.423693:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468008.423697:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468009.255202:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468009.255232:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468009.255235:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468009.255241:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468009.255244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468009.255251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468009.255254:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468009.447237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468009.447251:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468009.447271:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468009.447273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468009.447280:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468009.447282:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468009.447587:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468009.447592:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468009.447596:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468010.281503:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468010.281525:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468010.281575:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468010.281581:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468010.281585:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468010.281592:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468010.281594:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468010.471258:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468010.471267:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468010.471275:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468010.471276:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468010.471282:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468010.471284:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468010.471388:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468010.471395:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468010.471401:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468011.175567:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.175957:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468011.175960:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.175964:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468011.175967:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.175970:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468011.175973:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.175975:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468011.175978:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.175981:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468011.176394:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20264) 00000100:00000001:0.0:1789468011.303151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468011.303159:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468011.303183:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467986/real 1789467986] req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468011.303203:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468011.303204:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468011.303208:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79478. 00000400:00000200:0.0:1789468011.303214:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468011.303217:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468011.303221:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468011.303225:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468011.303234:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303251:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468011.303253:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303256:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468011.303258:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468011.303262:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303269:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303272:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468011.303276:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467986/real 1789467986] req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468011.303288:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468011.303289:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468011.303291:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d10. 00000400:00000200:0.0:1789468011.303294:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468011.303295:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468011.303297:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468011.303300:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468011.303306:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303311:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468011.303312:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303314:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468011.303315:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468011.303318:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303323:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303325:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468011.303328:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467986/real 1789467986] req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468011.303334:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468011.303335:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468011.303337:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143ec8. 00000400:00000200:0.0:1789468011.303340:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:0.0:1789468011.303342:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:0.0:1789468011.303344:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468011.303346:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468011.303352:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303361:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468011.303362:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303363:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468011.303365:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468011.303368:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303373:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303374:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468011.303378:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467986/real 1789467986] req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468011.303383:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468011.303384:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468011.303385:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143268. 00000400:00000200:0.0:1789468011.303387:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:0.0:1789468011.303388:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:0.0:1789468011.303390:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468011.303392:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468011.303398:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303403:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468011.303404:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303405:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468011.303406:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468011.303408:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303413:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303421:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468011.303423:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303426:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468011.303428:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468011.303431:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468011.303435:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303441:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468011.303444:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303445:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468011.303446:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303449:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468011.303451:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468011.303454:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468011.303479:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468011.303482:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468011.303486:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468011.303493:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404817152:0@lo:38:kworker.0 00000100:00000001:0.0:1789468011.303497:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468011.303500:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303611:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468011.303613:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303614:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468011.303616:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303618:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468011.303619:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468011.303621:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468011.303627:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468011.303629:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468011.303632:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468011.303639:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404817280:0@lo:38:kworker.0 00000100:00000001:0.0:1789468011.303642:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468011.303646:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303653:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468011.303655:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303656:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468011.303658:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303659:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468011.303660:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468011.303662:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468011.303667:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468011.303669:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468011.303672:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468011.303678:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404816896:0@lo:38:kworker.0 00000100:00000001:0.0:1789468011.303681:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468011.303684:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303689:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468011.303691:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303693:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468011.303693:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.303695:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468011.303696:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468011.303698:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468011.303703:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468011.303704:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468011.303707:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468011.303714:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404817024:0@lo:38:kworker.0 00000100:00000001:0.0:1789468011.303717:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.303720:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468011.303724:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404817152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.303730:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468011.303733:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468011.303736:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468011.303741:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468011.303744:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468011.303746:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789468011.303748:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468011.303750:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 00000100:00080000:1.0:1789468011.303853:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.303858:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468011.303861:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.303864:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468011.303866:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468011.303869:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468011.303872:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468011.303874:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20234 00000100:00080000:1.0:1789468011.303878:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468011.303881:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468011.303884:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468011.303886:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468011.303888:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468011.303896:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468011.303898:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789468011.303901:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468011.303903:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789468011.303906:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789468011.303908:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789468011.303911:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468011.303913:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468011.303914:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468011.303915:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468011.303918:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789468011.303921:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468011.303923:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468011.303926:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468011.303932:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468011.303935:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468011.303953:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468011.303956:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468011.303961:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789468011.303965:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789468011.303968:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468011.303969:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468011.303972:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468011.303974:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468011.303977:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468011.303983:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd000. 00000100:00000001:1.0:1789468011.303989:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468011.303994:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468011.304001:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468011.304004:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468011.304008:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468011.304016:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468011.304018:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.304021:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468011.304022:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468011.304024:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468011.304025:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468011.304027:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20234 00000100:00080000:1.0:1789468011.304029:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468011.304031:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468011.304033:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468011.304034:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468011.304061:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468011.304065:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468011.304066:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789468011.304068:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468011.304075:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789468011.304077:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789468011.304079:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789468011.304081:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468011.304083:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468011.304085:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468011.304086:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468011.304088:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789468011.304090:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468011.304092:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468011.304093:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468011.304096:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468011.304098:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468011.304099:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468011.304101:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468011.304103:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789468011.304106:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789468011.304108:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468011.304109:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468011.304110:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468011.304111:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468011.304113:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468011.304116:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd800. 00000100:00000001:1.0:1789468011.304119:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468011.304123:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468011.304130:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468011.304132:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468011.304135:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468011.304141:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468011.304143:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.304150:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468011.304151:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468011.304153:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468011.304155:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468011.304157:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20234 00000100:00080000:1.0:1789468011.304159:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1789468011.304296:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468011.304299:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468011.304301:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:0.0:1789468011.304306:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468011.304307:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.304308:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468011.304312:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404817280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.304318:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468011.304319:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468011.304321:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468011.304323:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468011.304324:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468011.304325:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468011.304327:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468011.304329:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:0.0:1789468011.304331:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468011.304332:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468011.304334:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:0.0:1789468011.304335:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468011.304337:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.304338:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468011.304341:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404816896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.304348:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468011.304349:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468011.304350:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:0.0:1789468011.304353:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468011.304354:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468011.304354:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468011.304356:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468011.304357:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:0.0:1789468011.304359:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468011.304360:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468011.304361:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00000001:0.0:1789468011.304363:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468011.304364:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.304365:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468011.304367:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404817024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468011 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.304372:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468011.304373:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468011.304374:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:0.0:1789468011.304376:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468011.304376:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468011.304377:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789468011.304379:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468011.304380:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:0.0:1789468011.304381:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468011.304383:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468011.304384:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:0.0:1789468011.304386:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468011.304387:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.304389:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.304394:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468011.304395:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.304397:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468011.304398:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468011.304400:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468011.304403:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.304409:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468011.304411:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468011.304413:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468011.304415:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468011.304418:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468011.304420:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404817536:0@lo:38:kworker.0 00000100:00000001:0.0:1789468011.304424:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468011.304428:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468011.304430:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468011.304432:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468011.304436:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468011.304438:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468011.304443:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d10. 00000400:00000010:0.0:1789468011.304448:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468011.304454:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404817536, portal 10 00000100:00000001:0.0:1789468011.304456:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468011.304458:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:0.0:1789468011.304465:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.304472:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468011.304475:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468011.304479:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468011.304481:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404817536, offset 0 00000400:00000200:0.0:1789468011.304487:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468011.304498:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1789468011.306624:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468011.306629:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468011.306631:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468011.306633:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468011.306645:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468011.306647:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789468011.306649:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468011.306653:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789468011.306655:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789468011.306657:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789468011.306660:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468011.306661:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468011.306663:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468011.306665:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468011.306668:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789468011.306671:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468011.306673:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468011.306676:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468011.306684:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468011.306686:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468011.306689:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468011.306691:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468011.306700:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789468011.306703:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789468011.306707:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468011.306721:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468011.306724:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468011.306727:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468011.306730:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468011.306737:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fc400. 00000100:00000001:1.0:1789468011.306744:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468011.306865:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eda80 00000400:00000100:0.0:1789468011.306876:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404817536 offset 0 length 520: 4 00000400:00000200:0.0:1789468011.306880:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468011.306883:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468011.306897:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468011.306900:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468011.306903:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468011.306909:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.306918:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468011.306921:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.306928:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.306929:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468011.306936:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468011.306941:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468011.306946:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314926742 00000100:00000010:0.0:1789468011.306950:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789468011.306955:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468011.306967:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314926742 00000100:00000010:0.0:1789468011.306970:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fee40. 00000100:00000001:0.0:1789468011.306972:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468011.306975:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314926742 00000100:00000010:0.0:1789468011.306977:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe120. 00000100:00000001:0.0:1789468011.306980:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468011.307064:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314926743 00000100:00000010:0.0:1789468011.307070:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe960. 00000100:00000001:0.0:1789468011.307073:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468011.307089:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468011.307092:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.307096:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468011.307101:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.307107:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468011.307109:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468011.307112:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468011.307114:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468011.307116:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468011.307119:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404817664:0@lo:38:kworker.0 00000100:00000001:0.0:1789468011.307123:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468011.307125:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468011.307128:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468011.307130:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468011.307134:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468011.307136:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468011.307140:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79478. 00000400:00000010:0.0:1789468011.307145:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468011.307150:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404817664, portal 10 00000100:00000001:0.0:1789468011.307152:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468011.307153:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:0.0:1789468011.307159:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.307164:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468011.307166:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468011.307169:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468011.307171:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404817664, offset 0 00000400:00000200:0.0:1789468011.307175:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468011.307184:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468011.307189:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411edb00 00000400:00000100:0.0:1789468011.307193:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404817664 offset 0 length 520: 4 00000400:00000200:0.0:1789468011.307195:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468011.307197:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468011.307202:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468011.307204:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468011.307206:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468011.307208:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.307215:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468011.307217:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.307223:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.307225:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468011.307228:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468011.307231:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468011.307234:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314926743 00000100:00000001:0.0:1789468011.307248:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314926742 00000100:00000001:0.0:1789468011.307252:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314926743 00000100:00000001:0.0:1789468011.307255:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314926742 00000100:00000001:0.0:1789468011.307257:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314926743 00000100:00100000:1.0:1789468011.307628:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468011.307639:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468011.307642:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468011.307647:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468011.307659:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468011.307663:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468011.307666:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468011.307668:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468011.307670:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468011.307673:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468011.307676:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20234 00000100:00080000:1.0:1789468011.307679:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468011.307682:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468011.307684:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468011.307686:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468011.307687:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468011.307692:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468011.307694:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789468011.307695:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468011.307698:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789468011.307701:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789468011.307703:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789468011.307705:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468011.307716:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468011.307718:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468011.307719:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468011.307722:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789468011.307724:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468011.307727:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468011.307729:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468011.307733:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468011.307735:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468011.307737:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468011.307739:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468011.307743:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789468011.307745:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789468011.307748:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468011.307749:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468011.307752:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468011.307824:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468011.307826:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468011.307832:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8ff000. 00000100:00000001:1.0:1789468011.307837:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468011.307842:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468011.307848:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468011.307850:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468011.307853:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468011.307860:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468011.307865:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20264) 00000100:00000001:0.0:1789468011.309728:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4314926742 00000100:00000001:0.0:1789468011.309741:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314926745 00000100:00000001:0.0:1789468011.309746:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4314926743 00000100:00000001:0.0:1789468011.309749:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468011.309819:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.309825:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.309829:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.309837:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468011.309839:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.309841:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468011.309844:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468011.309845:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468011.309855:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.309863:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468011.309866:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468011.309869:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468011.309872:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468011.309875:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468011.309877:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404817792:0@lo:38:kworker.0 00000100:00000001:0.0:1789468011.309881:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468011.309884:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468011.309886:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468011.309888:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468011.309896:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468011.309898:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468011.309905:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789468011.309911:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468011.309917:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404817792, portal 10 00000100:00000001:0.0:1789468011.309919:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468011.309921:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:0.0:1789468011.309927:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.309934:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468011.309936:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468011.309938:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468011.309941:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404817792, offset 0 00000400:00000200:0.0:1789468011.309947:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468011.309958:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468011.309967:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411edb80 00000400:00000100:0.0:1789468011.309973:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404817792 offset 0 length 520: 4 00000400:00000200:0.0:1789468011.309977:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468011.309979:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468011.309991:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468011.309993:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468011.309995:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468011.309999:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.310011:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468011.310014:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.310020:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.310021:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468011.310025:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468011.310029:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468011.310032:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314926745 00000100:00000001:0.0:1789468011.310055:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314926743 00000100:00000001:0.0:1789468011.310060:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314926746 00000100:00000001:0.0:1789468011.310062:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314926743 00000100:00000001:0.0:1789468011.310065:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314926746 00000100:00000001:0.0:1789468011.310067:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314926743 00000100:00000001:0.0:1789468011.310069:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314926746 00000100:00000001:0.0:1789468011.310072:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314926745 00000100:00000001:0.0:1789468011.310074:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468011.310076:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.310077:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468011.310081:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.310087:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468011.310088:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468011.310090:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468011.310092:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468011.310094:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468011.310097:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404817920:0@lo:38:kworker.0 00000100:00000001:0.0:1789468011.310100:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468011.310102:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468011.310104:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468011.310106:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468011.310109:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468011.310111:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468011.310114:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789468011.310117:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468011.310120:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404817920, portal 10 00000100:00000001:0.0:1789468011.310122:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468011.310123:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:0.0:1789468011.310127:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.310132:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468011.310134:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468011.310136:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468011.310138:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404817920, offset 0 00000400:00000200:0.0:1789468011.310142:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468011.310147:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468011.310151:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411edc00 00000400:00000100:0.0:1789468011.310155:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404817920 offset 0 length 520: 4 00000400:00000200:0.0:1789468011.310157:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468011.310159:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468011.310220:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468011.310222:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468011.310224:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468011.310228:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.310234:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468011.310237:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468011.310252:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.310254:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468011.310257:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468011.310260:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468011.310263:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314926747 00000100:00000001:0.0:1789468011.310267:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314926745 00000100:00000001:0.0:1789468011.310270:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314926747 00000100:00000001:0.0:1789468011.310272:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314926746 00000100:00000001:0.0:1789468011.310274:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314926747 00000100:00000001:0.0:1789468011.310277:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314926746 00000100:00000001:0.0:1789468011.310279:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314926747 00000100:00000001:0.0:1789468011.310281:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314926746 00000100:00000001:0.0:1789468011.310283:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468011.310285:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.310288:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.310290:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.310293:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468011.310295:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.310296:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468011.310297:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468011.310299:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.310300:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468011.331169:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314926747, at 4314926748 00000100:00000010:3.0:1789468011.331185:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe960. 00000100:00000040:1.0:1789468011.331707:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314926747, at 4314926748 00000100:00000010:1.0:1789468011.331714:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fee40. 00000100:00000040:2.0:1789468011.331765:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314926747, at 4314926748 00000100:00000010:2.0:1789468011.331772:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe120. 00000100:00000040:0.0:1789468011.334367:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314926747, at 4314926751 00000100:00000010:0.0:1789468011.334380:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00010000:00000001:0.0:1789468011.495159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468011.495167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468011.495173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468011.495174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468011.495179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468011.495181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468011.495327:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468011.495332:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468011.495336:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468012.327762:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468012.327777:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468012.327779:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468012.327784:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468012.327786:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468012.327791:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468012.327794:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.521169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468012.521177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.521183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468012.521185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.521189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468012.521191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468012.521339:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468012.521343:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468012.521346:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468013.351167:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468013.351183:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468013.351185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468013.351189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468013.351191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468013.351196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468013.351198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468013.543217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468013.543234:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468013.543239:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468013.543241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468013.543246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468013.543248:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468013.544613:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468013.544620:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468013.544625:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468014.375766:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468014.375783:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468014.375785:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468014.375791:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468014.375794:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468014.375799:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468014.375801:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468014.567160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468014.567166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468014.567172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468014.567173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468014.567187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468014.567189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468014.567305:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468014.567309:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468014.567312:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468015.400849:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468015.400856:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468015.400868:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467990/real 1789467990] req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468015 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468015.400886:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468015.400888:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468015.400892:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79630. 00000400:00000200:0.0:1789468015.400898:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789468015.400900:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789468015.400904:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468015.400908:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468015 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468015.400916:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468015 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468015.400922:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468015.400924:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468015.400926:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468015.400928:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468015.400931:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468015 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468015.400937:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468015.400945:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468015.400947:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468015.400950:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468015.400952:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468015.400956:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468015.400959:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468015 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468015.400966:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468015.400968:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468015.400969:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468015.400970:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468015.400972:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468015.400974:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468015.400977:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468015.401085:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789468015.401089:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468015.401094:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468015 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468015.401103:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404817408:0@lo:250:kworker.0 00000100:00000001:0.0:1789468015.401108:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468015.401111:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468015.401115:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941180 x1876386404817408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468015 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468015.401122:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468015.401125:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468015.401128:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468015.401132:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468015.401135:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468015.401137:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468015.401139:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468015.401141:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:0.0:1789468015.401145:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468015.401147:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468015.401148:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941180. 00000100:00000001:0.0:1789468015.401152:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468015.401153:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468015.401156:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468015.407270:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468015.407281:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468015.407284:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468015.407288:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468015.407292:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468015.407297:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20238 00000100:00080000:1.0:1789468015.407302:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468015.407305:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468015.407308:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468015.407310:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468015.407312:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468015.407323:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468015.407325:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468015.407328:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468015.407331:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468015.407333:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468015.407335:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468015.407338:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468015.407340:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468015.407342:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468015.407344:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468015.407347:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468015.407350:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468015.407353:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468015.407355:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468015.407359:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468015.407361:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468015.407363:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468015.407383:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468015.407389:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789468015.407393:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468015.407397:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468015.407398:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468015.407401:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468015.407404:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468015.407407:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468015.407415:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fe400. 00000100:00000001:1.0:1789468015.407421:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468015.407430:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468015.407439:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468015.407443:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468015.407447:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468015.407543:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468015.407547:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468015.407550:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468015.407555:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468015.407562:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468015.407563:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468015.407566:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468015.407569:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468015.407571:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468015.407574:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404818048:0@lo:250:kworker.0 00000100:00000001:0.0:1789468015.407577:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468015.407581:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468015.407583:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468015.407585:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468015.407590:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468015.407593:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468015.407600:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79630. 00000400:00000010:0.0:1789468015.407607:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789468015.407614:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404818048, portal 25 00000100:00000001:0.0:1789468015.407616:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468015.407617:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:0.0:1789468015.407622:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468015.407629:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468015.407631:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468015.407634:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468015.407637:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404818048, offset 0 00000400:00000200:0.0:1789468015.407643:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468015.407655:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468015.407666:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411edc80 00000400:00000100:0.0:1789468015.407672:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404818048 offset 0 length 520: 4 00000400:00000200:0.0:1789468015.407687:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468015.407689:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468015.407703:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468015.407706:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468015.407709:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468015.407713:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468015.407721:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468015.407724:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468015.407731:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468015.407733:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468015.407738:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468015.407743:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314935994 00000100:00000010:0.0:1789468015.407748:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789468015.407754:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468015.407765:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314935994 00000100:00000010:0.0:1789468015.407768:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe420. 00000100:00000001:0.0:1789468015.407771:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468015.407773:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314935994 00000100:00000010:0.0:1789468015.407776:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fea20. 00000100:00000001:0.0:1789468015.407779:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468015.407781:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314935994 00000100:00000010:0.0:1789468015.407784:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe7e0. 00000100:00000001:0.0:1789468015.407787:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468015.407790:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468015.407793:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468015.409145:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468015.409154:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468015.409662:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468015.409665:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468015.409668:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468015.409670:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468015.409731:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468015.409734:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468015.409773:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468015.409779:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468015.409783:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468015.409786:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468015.409789:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468015.409791:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468015.409861:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468015.409865:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468015.409868:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468015.409874:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20268) 00010000:00000001:0.0:1789468015.591186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468015.591194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468015.591199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468015.591201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468015.591205:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468015.591219:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468015.591437:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468015.591441:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468015.591473:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468016.423782:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468016.423796:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468016.423798:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.423802:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468016.423804:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468016.423808:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468016.423810:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468016.423923:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468016.423928:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468016.423930:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468016.423934:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468016.423936:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468016.423938:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468016.423941:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468016.423944:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468016.423946:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468016.423948:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468016.423953:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20269) 00010000:00000001:0.0:1789468016.615157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468016.615166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468016.615172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468016.615173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468016.615179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468016.615182:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468016.615185:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468016.615189:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468016.615192:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468016.615194:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468016.615196:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468016.615199:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468016.615300:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468016.615303:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468016.615305:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468016.775687:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775703:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468016.775707:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775710:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468016.775723:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468016.775740:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9f980 00000400:00000100:0.0:1789468016.775749:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402400640 offset 0 length 520: 4 00000400:00000200:0.0:1789468016.775755:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468016.775758:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468016.775767:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775771:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468016.775773:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775775:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468016.775777:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775779:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468016.775783:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468016.775789:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9fa00 00000400:00000100:0.0:1789468016.775794:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402400768 offset 0 length 520: 4 00000400:00000200:0.0:1789468016.775797:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468016.775799:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468016.775802:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775805:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468016.775807:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775810:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468016.775812:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775814:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468016.775817:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468016.775822:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9fa80 00000400:00000100:0.0:1789468016.775825:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402400896 offset 0 length 520: 4 00000400:00000200:0.0:1789468016.775828:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468016.775830:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468016.775833:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775840:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468016.775842:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468016.775844:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468017.447150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468017.447164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468017.447167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468017.447171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468017.447173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468017.447178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468017.447180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468017.642079:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468017.642087:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468017.642092:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468017.642094:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468017.642099:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468017.642100:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468017.642167:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468017.642171:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468017.642175:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468018.471308:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468018.471322:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468018.471324:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468018.471329:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468018.471331:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468018.471335:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468018.471338:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468018.663193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468018.663201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468018.663207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468018.663209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468018.663213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468018.663215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468018.663353:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468018.663357:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468018.663360:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468019.495745:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468019.495760:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468019.495762:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468019.495766:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468019.495768:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468019.495772:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468019.495775:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468019.687226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468019.687233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468019.687239:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468019.687241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468019.687246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468019.687247:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468019.688706:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468019.688726:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468019.688730:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468020.455258:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468020.455268:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468020.455271:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468020.455274:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468020.455276:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468020.455279:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468020.455282:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468020.455285:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468020.455288:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468020.455312:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468020.455317:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20273) 00000100:00000001:0.0:1789468020.519156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468020.519180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468020.519183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468020.519187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468020.519189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468020.519193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468020.519203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468020.711190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468020.711198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468020.711204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468020.711205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468020.711210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468020.711211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468020.711314:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468020.711317:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468020.711320:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468020.903154:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314935994, at 4314936320 00000100:00000040:1.0:1789468020.903154:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314935994, at 4314936320 00000100:00000040:3.0:1789468020.903154:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314935994, at 4314936320 00000100:00000010:0.0:1789468020.903179:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000010:3.0:1789468020.903181:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe7e0. 00000100:00000010:1.0:1789468020.903183:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe420. 00000100:00000040:2.0:1789468020.903431:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314935994, at 4314936320 00000100:00000010:2.0:1789468020.903438:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea20. 00000100:00000001:0.0:1789468021.543172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468021.543187:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468021.543189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468021.543194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468021.543196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468021.543201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468021.543203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468021.736421:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468021.736429:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468021.736434:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468021.736436:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468021.736441:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468021.736442:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468021.736616:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468021.736620:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468021.736623:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468022.567165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468022.567180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468022.567182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468022.567187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468022.567189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468022.567193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468022.567196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468022.760305:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468022.760311:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468022.760317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468022.760319:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468022.760323:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468022.760325:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468022.760423:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468022.760427:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468022.760430:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468023.592841:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468023.592855:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468023.592857:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468023.592861:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468023.592864:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468023.592868:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468023.592871:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.783175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468023.783182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.783188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468023.783189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.783194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468023.783195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468023.783268:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468023.783272:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468023.783275:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468024.615171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468024.615185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468024.615188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468024.615193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468024.615195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468024.615199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468024.615202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468024.807171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468024.807177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468024.807183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468024.807185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468024.807189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468024.807191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468024.807253:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468024.807274:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468024.807278:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468025.511447:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468025.511458:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468025.511461:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468025.511466:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468025.511468:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468025.511471:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468025.511473:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468025.511477:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468025.511479:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468025.511482:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468025.511488:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20278) 00000100:00000001:0.0:1789468025.640503:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468025.640526:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468025.640528:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468025.640533:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468025.640536:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468025.640550:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468025.640553:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468025.831227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468025.831235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468025.831241:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468025.831243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468025.831248:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468025.831249:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468025.831520:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468025.831523:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468025.831526:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468026.665325:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468026.665339:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468026.665341:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468026.665345:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468026.665347:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468026.665352:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468026.665355:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468026.857072:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468026.857092:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468026.857098:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468026.857100:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468026.857105:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468026.857108:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468026.857110:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468026.857114:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468026.857117:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468026.857119:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468026.857121:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468026.857132:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468026.857451:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468026.857454:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468026.857457:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468027.687371:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468027.687385:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468027.687387:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468027.687393:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468027.687396:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468027.687400:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468027.687402:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468027.879661:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468027.879669:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468027.879675:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468027.879676:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468027.879681:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468027.879682:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468027.880928:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468027.880933:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468027.880936:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468028.711165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468028.711180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468028.711183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468028.711187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468028.711189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468028.711194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468028.711196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468028.903169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468028.903176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468028.903181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468028.903182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468028.903187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468028.903189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468028.903308:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468028.903312:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468028.903315:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468029.735965:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468029.735979:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468029.735982:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468029.735986:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468029.735988:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468029.735993:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468029.735995:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468029.927200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468029.927207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468029.927213:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468029.927214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468029.927219:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468029.927221:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468029.930388:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468029.930401:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468029.930406:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468030.631163:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468030.631172:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468030.631175:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468030.631178:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468030.631181:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468030.631184:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468030.631203:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468030.631206:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468030.631209:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468030.631212:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468030.631218:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20283) 00000100:00000001:0.0:1789468030.759418:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468030.759433:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468030.759435:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468030.759440:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468030.759443:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468030.759448:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468030.759451:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468030.951275:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468030.951283:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468030.951288:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468030.951289:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468030.951294:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468030.951295:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468030.951497:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468030.951501:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468030.951504:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468031.783354:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468031.783370:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468031.783372:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468031.783377:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468031.783380:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468031.783385:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468031.783388:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468031.975207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468031.975215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468031.975220:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468031.975222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468031.975227:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468031.975228:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468031.975332:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468031.975336:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468031.975339:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468032.807286:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468032.807300:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468032.807303:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468032.807308:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468032.807310:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468032.807315:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468032.807318:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.999178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468032.999184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.999191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468032.999192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.999197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468032.999199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468033.000153:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468033.000158:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468033.000161:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468033.831178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468033.831191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468033.831193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468033.831198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468033.831200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468033.831205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468033.831207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468034.023623:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468034.023631:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468034.023636:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468034.023638:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468034.023644:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468034.023645:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468034.023708:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468034.023712:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468034.023715:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468034.855640:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468034.855655:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468034.855658:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468034.855663:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468034.855665:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468034.855670:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468034.855673:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468035.047178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468035.047185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468035.047192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468035.047193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468035.047199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468035.047201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468035.047362:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468035.047366:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468035.047369:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468035.751205:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468035.751216:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468035.751218:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468035.751221:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468035.751224:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468035.751227:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468035.751229:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468035.751232:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468035.751234:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468035.751236:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468035.751243:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20288) 00000100:00000001:0.0:1789468035.879344:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468035.879359:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468035.879361:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468035.879365:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468035.879368:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468035.879372:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468035.879374:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468036.071229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468036.071237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468036.071242:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468036.071243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468036.071248:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468036.071251:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468036.071253:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468036.071256:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468036.071259:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468036.071261:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468036.071264:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468036.071266:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468036.071555:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468036.071559:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468036.071562:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468036.904354:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468036.904360:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468036.904381:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468011/real 1789468011] req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468036.904400:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468036.904402:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468036.904405:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789468036.904411:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468036.904414:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468036.904418:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468036.904421:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468036.904430:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.904437:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468036.904438:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904441:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468036.904443:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468036.904446:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.904453:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904455:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468036.904458:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468011/real 1789468011] req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468036.904465:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468036.904467:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468036.904468:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:0.0:1789468036.904470:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468036.904471:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468036.904473:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468036.904476:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468036.904484:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.904490:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468036.904491:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904493:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468036.904494:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468036.904497:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.904503:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904504:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468036.904508:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468011/real 1789468011] req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468036.904515:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468036.904516:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468036.904517:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d10. 00000400:00000200:0.0:1789468036.904519:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468036.904521:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468036.904522:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468036.904525:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468036.904532:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.904538:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468036.904539:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904540:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468036.904541:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468036.904544:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.904557:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904559:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468036.904563:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468011/real 1789468011] req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468036.904570:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468036.904571:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468036.904573:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79478. 00000400:00000200:0.0:1789468036.904575:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468036.904576:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468036.904578:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468036.904580:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468036.904588:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.904594:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468036.904595:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904597:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468036.904598:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468036.904601:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.904607:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904614:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468036.904615:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904618:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468036.904620:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468036.904623:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468036.904626:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.904633:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468036.904636:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904637:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468036.904638:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.904641:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468036.905247:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468036.905253:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468036.905281:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468036.905283:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468036.905289:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468036.905297:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404817792:0@lo:38:kworker.0 00000100:00000001:0.0:1789468036.905302:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468036.905306:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.905312:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468036.905314:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.905316:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468036.905317:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.905319:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468036.905320:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468036.905323:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468036.905328:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468036.905330:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468036.905334:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468036.905341:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404817920:0@lo:38:kworker.0 00000100:00000001:0.0:1789468036.905344:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468036.905347:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.905354:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468036.905356:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.905357:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468036.905358:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.905359:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468036.905361:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468036.905363:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468036.909075:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468036.909083:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468036.909095:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468036.909106:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404817536:0@lo:38:kworker.0 00000100:00000001:0.0:1789468036.909114:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468036.909118:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.909126:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468036.909128:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.909130:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468036.909132:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.909134:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468036.909136:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468036.909139:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468036.909148:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468036.909150:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468036.909153:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468036.909159:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404817664:0@lo:38:kworker.0 00000100:00000001:0.0:1789468036.909171:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.909176:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468036.909180:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a300 x1876386404817792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.909187:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468036.909190:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468036.909195:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468036.909200:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468036.909203:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468036.909205:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789468036.909208:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468036.909210:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fc400. 02000000:00000001:0.0:1789468036.909214:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468036.909216:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468036.909218:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a300. 00000100:00000001:0.0:1789468036.909223:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468036.909224:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.909226:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468036.909230:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373ad80 x1876386404817920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.909235:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468036.909236:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468036.909238:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468036.909240:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468036.909241:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468036.909242:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468036.909244:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468036.909245:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8ff000. 02000000:00000001:0.0:1789468036.909248:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468036.909249:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468036.909250:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373ad80. 00000100:00000001:0.0:1789468036.909253:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468036.909254:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.909256:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468036.909259:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738a80 x1876386404817536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.909265:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468036.909267:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468036.909268:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468036.909271:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468036.909272:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468036.909273:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468036.909274:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468036.909276:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:0.0:1789468036.909279:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468036.909280:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468036.909281:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738a80. 00000100:00000001:0.0:1789468036.909285:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468036.909286:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.909287:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468036.909290:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b480 x1876386404817664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468036 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.909296:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468036.909297:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468036.909299:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468036.909301:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468036.909302:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468036.909303:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789468036.909304:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468036.909305:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd800. 02000000:00000001:0.0:1789468036.909307:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468036.909308:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468036.909309:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b480. 00000100:00000001:0.0:1789468036.909311:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468036.909313:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.909315:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468036.909510:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468036.909515:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468036.909518:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468036.909521:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468036.909523:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468036.909525:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468036.909528:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468036.909531:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20259 00000100:00080000:2.0:1789468036.909535:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468036.909538:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468036.909540:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468036.909543:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468036.909545:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468036.909560:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468036.909561:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468036.909564:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468036.909567:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468036.909570:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468036.909573:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468036.909575:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468036.909577:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468036.909579:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468036.909581:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468036.909584:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468036.909586:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468036.909588:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468036.909590:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468036.909596:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468036.909599:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.909601:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468036.909603:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468036.909610:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943480. 00000020:00000040:2.0:1789468036.909613:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468036.909616:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468036.909618:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.909620:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468036.909623:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468036.909626:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468036.909633:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542800. 00000100:00000001:2.0:1789468036.909639:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468036.909645:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468036.909654:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468036.909658:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468036.909662:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003584a7aa] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468036.909799:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468036.909801:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468036.909804:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468036.909806:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468036.909808:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468036.909810:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468036.909812:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20259 00000100:00080000:2.0:1789468036.909815:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468036.909817:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468036.909819:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468036.909820:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468036.909822:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468036.909825:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468036.909827:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468036.909828:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468036.909831:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468036.909832:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468036.909834:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468036.909837:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468036.909838:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468036.909840:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468036.909842:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468036.909844:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468036.909846:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468036.909848:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468036.909849:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468036.909852:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468036.909854:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.909855:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468036.909857:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468036.909860:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941c00. 00000020:00000040:2.0:1789468036.909862:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468036.909864:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468036.909865:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.909867:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468036.909869:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468036.909870:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468036.909874:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789468036.909877:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468036.909881:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468036.909887:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468036.909890:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468036.909893:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068986989] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468036.909899:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468036.909902:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468036.909904:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468036.909905:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468036.909907:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468036.909909:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468036.909911:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20259 00000100:00080000:2.0:1789468036.909913:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468036.909915:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468036.909917:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468036.909919:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468036.909920:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468036.909923:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468036.909924:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468036.909925:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468036.909927:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468036.909928:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468036.909930:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468036.909933:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468036.909934:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468036.909945:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468036.909947:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468036.909949:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468036.909952:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468036.909954:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468036.909955:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468036.909957:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468036.909959:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.909961:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468036.909962:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468036.909964:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943800. 00000020:00000040:2.0:1789468036.909966:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468036.909968:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468036.909970:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.909971:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468036.909972:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468036.909974:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468036.909977:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789468036.909979:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468036.909983:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468036.909989:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468036.909991:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468036.909994:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1339dc4] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468036.910001:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468036.910003:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468036.910006:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468036.910007:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468036.910008:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468036.910010:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468036.910012:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20259 00000100:00080000:2.0:1789468036.910015:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468036.910017:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468036.910019:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468036.910021:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468036.910022:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468036.910025:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468036.910026:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468036.910027:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468036.910030:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468036.910032:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468036.910033:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468036.910035:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468036.910069:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468036.910071:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468036.910072:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468036.910075:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468036.910076:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468036.910078:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468036.910080:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468036.910082:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468036.910084:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.910086:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468036.910087:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468036.910090:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942680. 00000020:00000040:2.0:1789468036.910092:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468036.910093:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468036.910094:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.910096:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468036.910097:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468036.910099:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468036.910102:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789468036.910105:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468036.910157:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468036.910163:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468036.910165:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468036.910168:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a52fed6] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468036.910174:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468036.910178:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20290) 00000100:00000001:0.0:1789468036.910302:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468036.910305:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468036.910307:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468036.910312:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.910320:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468036.910321:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468036.910324:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468036.910328:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468036.910330:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468036.910333:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404818176:0@lo:38:kworker.0 00000100:00000001:0.0:1789468036.910337:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468036.910340:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468036.910343:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468036.910346:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468036.910350:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468036.910351:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468036.910358:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79478. 00000400:00000010:0.0:1789468036.910364:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468036.910516:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404818176, portal 10 00000100:00000001:0.0:1789468036.910519:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468036.910521:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622965376 : -130396086586240 : ffff8967cb943480) 00000100:00000040:0.0:1789468036.910528:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.910535:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468036.910537:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468036.910540:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468036.910543:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404818176, offset 0 00000400:00000200:0.0:1789468036.910549:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468036.910561:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468036.910572:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411edd00 00000400:00000100:0.0:1789468036.910578:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404818176 offset 0 length 520: 4 00000400:00000200:0.0:1789468036.910583:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468036.910586:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468036.910598:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468036.910601:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468036.910604:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468036.910609:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.910616:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468036.910619:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.910627:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.910628:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468036.910634:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468036.910638:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468036.910641:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314952346 00000100:00000010:0.0:1789468036.910646:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789468036.910652:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468036.910662:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314952346 00000100:00000010:0.0:1789468036.910733:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe3c0. 00000100:00000001:0.0:1789468036.910737:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468036.910749:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314952346 00000100:00000010:0.0:1789468036.910752:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe300. 00000100:00000001:0.0:1789468036.910755:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468036.910762:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314952346 00000100:00000010:0.0:1789468036.910765:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe000. 00000100:00000001:0.0:1789468036.910770:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468036.910818:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468036.910821:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.910824:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468036.910828:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.910835:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468036.910837:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468036.910839:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468036.910841:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468036.910843:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468036.910845:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404818304:0@lo:38:kworker.0 00000100:00000001:0.0:1789468036.910849:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468036.910851:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468036.910853:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468036.910854:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468036.910857:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468036.910859:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468036.910862:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d10. 00000400:00000010:0.0:1789468036.910865:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468036.910868:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404818304, portal 10 00000100:00000001:0.0:1789468036.910870:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468036.910871:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622959104 : -130396086592512 : ffff8967cb941c00) 00000100:00000040:0.0:1789468036.910876:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.910882:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468036.910884:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468036.910886:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468036.910888:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404818304, offset 0 00000400:00000200:0.0:1789468036.910892:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468036.910896:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468036.910901:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411edd80 00000400:00000100:0.0:1789468036.910905:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404818304 offset 0 length 520: 4 00000400:00000200:0.0:1789468036.910908:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468036.910910:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468036.910915:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468036.910916:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468036.910919:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468036.910921:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.910928:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468036.910931:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.910937:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.910938:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468036.910950:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468036.910953:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468036.910956:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314952346 00000100:00000001:0.0:1789468036.910958:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4314952346 00000100:00000001:0.0:1789468036.910960:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314952346 00000100:00000001:0.0:1789468036.910962:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4314952346 00000100:00000001:0.0:1789468036.910964:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314952346 00000100:00000001:0.0:1789468036.910966:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314952346 00000100:00000001:0.0:1789468036.910967:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314952346 00000100:00000001:0.0:1789468036.910969:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314952346 00000100:00000001:0.0:1789468036.910971:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468036.910972:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.910974:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468036.910977:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.910983:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468036.910985:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468036.910986:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468036.910988:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468036.910990:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468036.910992:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404818432:0@lo:38:kworker.0 00000100:00000001:0.0:1789468036.910995:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468036.910997:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468036.910998:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468036.911000:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468036.911003:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468036.911004:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468036.911007:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789468036.911009:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468036.911011:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404818432, portal 10 00000100:00000001:0.0:1789468036.911013:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468036.911014:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622966272 : -130396086585344 : ffff8967cb943800) 00000100:00000040:0.0:1789468036.911019:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.911025:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468036.911027:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468036.911029:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468036.911031:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404818432, offset 0 00000400:00000200:0.0:1789468036.911034:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468036.911067:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468036.911072:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ede00 00000400:00000100:0.0:1789468036.911075:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404818432 offset 0 length 520: 4 00000400:00000200:0.0:1789468036.911078:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468036.911081:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468036.911085:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468036.911086:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468036.911088:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468036.911091:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.911098:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468036.911101:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.911107:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.911108:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468036.911111:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468036.911113:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468036.911115:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314952347 00000100:00000001:0.0:1789468036.911120:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314952346 00000100:00000001:0.0:1789468036.911123:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314952347 00000100:00000001:0.0:1789468036.911125:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314952346 00000100:00000001:0.0:1789468036.911128:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314952347 00000100:00000001:0.0:1789468036.911130:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314952346 00000100:00000001:0.0:1789468036.911133:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314952347 00000100:00000001:0.0:1789468036.912302:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314952346 00000100:00000001:0.0:1789468036.912312:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468036.912315:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.912319:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468036.912326:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.912334:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468036.912336:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468036.912340:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468036.912343:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468036.912345:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468036.912348:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404818560:0@lo:38:kworker.0 00000100:00000001:0.0:1789468036.912351:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468036.912355:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468036.912357:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468036.912359:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468036.912364:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468036.912367:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468036.912434:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789468036.912440:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468036.912445:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404818560, portal 10 00000100:00000001:0.0:1789468036.912447:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468036.912449:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622961792 : -130396086589824 : ffff8967cb942680) 00000100:00000040:0.0:1789468036.912456:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.912463:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468036.912465:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468036.912467:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468036.912469:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404818560, offset 0 00000400:00000200:0.0:1789468036.912473:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468036.912482:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468036.912491:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ede80 00000400:00000100:0.0:1789468036.912496:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404818560 offset 0 length 520: 4 00000400:00000200:0.0:1789468036.912500:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468036.912502:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468036.912511:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468036.912514:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468036.912517:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468036.912520:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.912528:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468036.912531:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468036.912537:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.912539:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468036.912543:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468036.912546:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468036.912549:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314952349 00000100:00000001:0.0:1789468036.912555:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314952347 00000100:00000001:0.0:1789468036.912559:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314952349 00000100:00000001:0.0:1789468036.912561:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314952347 00000100:00000001:0.0:1789468036.912564:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314952349 00000100:00000001:0.0:1789468036.912567:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314952347 00000100:00000001:0.0:1789468036.912569:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314952349 00000100:00000001:0.0:1789468036.912571:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314952347 00000100:00000001:0.0:1789468036.912573:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468036.912575:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.912578:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.912581:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.912589:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468036.912592:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468036.912595:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468036.912597:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468036.912599:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468036.912601:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468036.933155:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314952349, at 4314952350 00000100:00000010:3.0:1789468036.933182:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe000. 00000100:00000040:2.0:1789468036.933383:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314952349, at 4314952350 00000100:00000010:2.0:1789468036.933390:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe300. 00000100:00000040:1.0:1789468036.933931:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314952349, at 4314952350 00000100:00000010:1.0:1789468036.933939:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe3c0. 00000100:00000040:0.0:1789468036.934025:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314952349, at 4314952350 00000100:00000010:0.0:1789468036.934030:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00010000:00000001:0.0:1789468037.095992:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468037.096000:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468037.096005:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468037.096007:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468037.096011:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468037.096013:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468037.096363:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468037.096367:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468037.096370:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468037.927190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468037.927204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468037.927206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468037.927210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468037.927212:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468037.927216:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468037.927219:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468038.119160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468038.119166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468038.119170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468038.119171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468038.119174:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468038.119183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468038.119235:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468038.119239:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468038.119241:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468038.951715:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468038.951730:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468038.951732:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468038.951738:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468038.951740:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468038.951744:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468038.951746:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468039.143170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468039.143178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468039.143183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468039.143184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468039.143188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468039.143190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468039.143279:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468039.143282:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468039.143285:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468039.975185:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468039.975200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468039.975202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468039.975207:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468039.975209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468039.975213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468039.975216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468040.167198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468040.167206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468040.167211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468040.167212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468040.167217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468040.167218:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468040.167311:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468040.167314:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468040.167317:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468040.551501:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468040.551508:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468040.551513:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468040.552076:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468040.552082:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468040.552093:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468040.552097:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468040.552099:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468040.999360:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468040.999369:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468040.999382:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468015/real 1789468015] req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468040 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468040.999525:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468040.999527:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468040.999531:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79630. 00000400:00000200:0.0:1789468040.999537:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789468040.999540:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789468040.999544:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468040.999549:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468040 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468040.999558:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468040 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468040.999566:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468040.999567:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468040.999570:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468040.999572:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468040.999576:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468040 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468040.999583:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468040.999592:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468040.999594:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468040.999610:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468040.999612:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468040.999616:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468040.999621:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468040 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468040.999627:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468040.999630:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468040.999632:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468040.999633:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468040.999636:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468040.999638:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468040.999641:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468040.999668:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789468040.999670:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468040.999675:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468040 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468040.999683:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404818048:0@lo:250:kworker.0 00000100:00000001:0.0:1789468040.999687:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468040.999690:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468040.999693:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404818048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468040 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468040.999699:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468040.999701:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468040.999705:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468040.999709:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468040.999711:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468040.999713:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468040.999716:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468040.999718:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:0.0:1789468040.999724:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468040.999726:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468040.999728:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00000001:0.0:1789468040.999733:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468040.999735:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468040.999737:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468040.999776:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468040.999782:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468040.999784:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468040.999786:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468040.999789:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468040.999793:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20263 00000100:00080000:2.0:1789468040.999797:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468040.999800:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468040.999803:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468040.999805:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468040.999807:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468040.999815:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468040.999817:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468040.999820:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468040.999823:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468040.999825:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468040.999828:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468040.999830:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468040.999831:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468040.999833:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468040.999834:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468040.999837:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468040.999840:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468040.999842:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468040.999844:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468040.999848:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468040.999851:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468040.999853:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468040.999856:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468040.999865:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940000. 00000020:00000040:2.0:1789468040.999867:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468040.999871:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468040.999873:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468040.999875:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468040.999878:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468040.999882:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468040.999889:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540000. 00000100:00000001:2.0:1789468040.999895:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468040.999901:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468040.999910:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468040.999914:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468040.999918:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bef48b9] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468040.999942:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468040.999946:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468040.999950:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468040.999953:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468040.999956:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468040.999959:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468040.999962:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468040.999964:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468040.999966:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468040.999971:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20294) 00000100:00000001:0.0:1789468041.000088:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468041.000090:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468041.000092:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468041.000097:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.000104:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468041.000106:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468041.000109:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468041.000112:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468041.000114:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468041.000116:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404818688:0@lo:250:kworker.0 00000100:00000001:0.0:1789468041.000119:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468041.000123:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468041.000125:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468041.000127:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468041.000132:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468041.000134:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468041.000139:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79630. 00000400:00000010:0.0:1789468041.000144:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789468041.000149:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404818688, portal 25 00000100:00000001:0.0:1789468041.000152:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468041.000153:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622951936 : -130396086599680 : ffff8967cb940000) 00000100:00000040:0.0:1789468041.000158:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.000165:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468041.000168:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468041.000170:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468041.000173:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404818688, offset 0 00000400:00000200:0.0:1789468041.000178:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468041.000189:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468041.000252:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411edf00 00000400:00000100:0.0:1789468041.000258:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404818688 offset 0 length 520: 4 00000400:00000200:0.0:1789468041.000263:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468041.000265:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468041.000275:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468041.000277:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468041.000280:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468041.000285:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.000291:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468041.000293:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.000299:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.000373:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468041.000381:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.000393:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314961587 00000100:00000010:0.0:1789468041.000399:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789468041.000405:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468041.000670:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314961587 00000100:00000010:0.0:1789468041.000677:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe0c0. 00000100:00000001:0.0:1789468041.000681:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468041.000684:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314961587 00000100:00000010:0.0:1789468041.000687:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feea0. 00000100:00000001:0.0:1789468041.000690:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468041.000692:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314961587 00000100:00000010:0.0:1789468041.000695:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe480. 00000100:00000001:0.0:1789468041.000697:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468041.000700:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468041.000703:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.000707:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.000710:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.000715:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468041.000717:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.000719:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468041.000721:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468041.000722:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.000725:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468041.191313:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468041.191320:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468041.191326:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468041.191327:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468041.191332:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468041.191333:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468041.191422:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468041.191427:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468041.191430:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468042.023156:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468042.023166:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468042.023170:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468042.023173:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468042.023175:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468042.023178:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468042.023180:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468042.023183:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468042.023186:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468042.023188:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468042.023194:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20295) 00000100:00000001:0.0:1789468042.025797:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468042.025811:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468042.025813:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468042.025817:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468042.025820:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468042.025824:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468042.025826:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.215968:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468042.215975:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.215981:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468042.215982:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.215987:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468042.215989:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468042.216391:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468042.216395:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468042.216397:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468042.377517:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377535:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468042.377539:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377542:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468042.377553:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468042.377571:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9fb00 00000400:00000100:0.0:1789468042.377580:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402401024 offset 0 length 520: 4 00000400:00000200:0.0:1789468042.377585:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468042.377588:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468042.377598:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377603:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468042.377605:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377608:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468042.377610:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377612:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468042.377616:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468042.377621:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9fb80 00000400:00000100:0.0:1789468042.377626:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402401152 offset 0 length 520: 4 00000400:00000200:0.0:1789468042.377629:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468042.377631:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468042.377635:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377639:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468042.377641:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377643:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468042.377644:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377647:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468042.377650:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468042.377655:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9fc00 00000400:00000100:0.0:1789468042.377659:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402401280 offset 0 length 520: 4 00000400:00000200:0.0:1789468042.377662:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468042.377664:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468042.377667:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377675:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468042.377677:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468042.377679:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468043.047176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468043.047191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468043.047193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468043.047197:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468043.047199:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468043.047204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468043.047207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468043.239185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468043.239192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468043.239198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468043.239199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468043.239204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468043.239205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468043.239360:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468043.239364:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468043.239367:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468044.074821:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468044.074847:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468044.074849:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468044.074853:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468044.074856:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468044.074860:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468044.074863:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468044.263146:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468044.263152:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468044.263157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468044.263159:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468044.263174:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468044.263176:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468044.263292:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468044.263296:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468044.263299:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468045.095346:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468045.095360:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468045.095362:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468045.095367:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468045.095369:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468045.095374:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468045.095376:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468045.287351:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468045.287359:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468045.287365:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468045.287366:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468045.287371:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468045.287373:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468045.287501:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468045.287507:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468045.287510:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468046.055336:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468046.055346:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468046.055348:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468046.055352:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468046.055354:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468046.055357:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468046.055359:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468046.055362:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468046.055365:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468046.055367:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468046.055373:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20299) 00000100:00000001:0.0:1789468046.119162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468046.119174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468046.119176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468046.119181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468046.119183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468046.119187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468046.119190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468046.311517:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468046.311524:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468046.311529:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468046.311531:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468046.311536:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468046.311539:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468046.311541:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468046.311545:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468046.311548:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468046.311550:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468046.311552:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468046.311554:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468046.311633:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468046.311637:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468046.311640:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468046.503156:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314961587, at 4314961920 00000100:00000010:2.0:1789468046.503172:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feea0. 00000100:00000040:3.0:1789468046.503219:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314961587, at 4314961920 00000100:00000010:3.0:1789468046.503226:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe480. 00000100:00000040:1.0:1789468046.503299:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314961587, at 4314961920 00000100:00000010:1.0:1789468046.503305:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe0c0. 00000100:00000040:0.0:1789468046.504418:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314961587, at 4314961921 00000100:00000010:0.0:1789468046.504428:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789468047.145112:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468047.145127:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468047.145129:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468047.145133:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468047.145135:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468047.145140:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468047.145143:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468047.335152:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468047.335159:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468047.335164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468047.335166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468047.335175:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468047.335177:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468047.335288:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468047.335292:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468047.335295:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468048.167957:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468048.167980:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468048.167983:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468048.167988:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468048.167990:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468048.167995:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468048.167998:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468048.360063:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468048.360070:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468048.360075:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468048.360077:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468048.360081:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468048.360082:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468048.360243:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468048.360247:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468048.360250:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468049.193244:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468049.193258:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468049.193262:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468049.193266:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468049.193268:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468049.193272:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468049.193275:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468049.383160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468049.383167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468049.383173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468049.383175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468049.383179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468049.383181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468049.383282:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468049.383286:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468049.383290:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468050.215269:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468050.215282:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468050.215284:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468050.215288:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468050.215290:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468050.215295:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468050.215297:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468050.407171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468050.407179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468050.407185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468050.407187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468050.407192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468050.407193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468050.407294:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468050.407298:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468050.407301:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468051.112594:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468051.112604:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468051.112607:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468051.112612:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468051.112615:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468051.112617:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468051.112620:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468051.112623:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468051.112626:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468051.112629:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468051.112635:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20304) 00000100:00000001:0.0:1789468051.239965:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468051.239980:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468051.239982:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468051.239986:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468051.239989:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468051.239993:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468051.239996:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468051.431989:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468051.431997:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468051.432003:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468051.432004:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468051.432009:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468051.432011:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468051.432708:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468051.432712:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468051.432716:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468052.263179:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468052.263192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468052.263232:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468052.263236:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468052.263238:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468052.263246:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468052.263248:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.455167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468052.455173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.455179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468052.455180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.455185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468052.455186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468052.455245:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468052.455250:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468052.455254:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468053.287686:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468053.287700:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468053.287701:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468053.287705:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468053.287708:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468053.287712:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468053.287715:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468053.479766:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468053.479774:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468053.479779:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468053.479781:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468053.479786:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468053.479787:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468053.480392:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468053.480396:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468053.480400:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468054.311742:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468054.311755:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468054.311757:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468054.311761:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468054.311763:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468054.311767:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468054.311769:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468054.506162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468054.506170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468054.506175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468054.506177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468054.506182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468054.506183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468054.506785:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468054.506790:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468054.506794:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468055.335161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468055.335176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468055.335179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468055.335183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468055.335185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468055.335190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468055.335193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468055.527166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468055.527173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468055.527179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468055.527180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468055.527185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468055.527186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468055.527451:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468055.527454:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468055.527458:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468056.231601:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468056.231611:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468056.231614:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468056.231618:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468056.231620:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468056.231623:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468056.231626:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468056.231628:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468056.231630:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468056.231633:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468056.231638:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20309) 00000100:00000001:0.0:1789468056.359464:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468056.359478:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468056.359480:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468056.359485:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468056.359487:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468056.359492:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468056.359494:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468056.551180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468056.551186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468056.551192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468056.551193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468056.551198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468056.551201:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468056.551203:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468056.551207:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468056.551210:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468056.551212:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468056.551214:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468056.551216:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468056.551620:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468056.551625:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468056.551628:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468057.383135:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468057.383149:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468057.383151:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468057.383156:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468057.383158:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468057.383163:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468057.383165:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468057.575160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468057.575167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468057.575173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468057.575175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468057.575180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468057.575181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468057.575268:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468057.575279:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468057.575282:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468058.407465:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468058.407481:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468058.407484:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468058.407489:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468058.407491:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468058.407497:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468058.407499:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468058.599169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468058.599176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468058.599181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468058.599183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468058.599187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468058.599189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468058.599353:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468058.599356:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468058.599359:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468059.431625:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468059.431640:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468059.431642:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468059.431775:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468059.431778:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468059.431783:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468059.431786:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468059.626232:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468059.626239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468059.626255:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468059.626257:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468059.626262:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468059.626264:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468059.626426:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468059.626429:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468059.626432:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468060.455197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468060.455211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468060.455213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468060.455218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468060.455220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468060.455225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468060.455227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468060.647175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468060.647184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468060.647191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468060.647192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468060.647198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468060.647199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468060.647404:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468060.647408:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468060.647411:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468061.351152:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.351163:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468061.351167:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.351170:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468061.351173:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.351176:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468061.351180:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.351183:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468061.351185:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.351188:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468061.351193:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20314) 00000100:00000001:0.0:1789468061.479158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468061.479166:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468061.479180:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468036/real 1789468036] req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468061.479197:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468061.479199:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468061.479203:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79478. 00000400:00000200:0.0:1789468061.479207:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468061.479210:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468061.479214:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468061.479218:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468061.479227:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479235:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468061.479237:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479239:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468061.479241:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468061.479245:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479252:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479254:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468061.479258:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468036/real 1789468036] req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468061.479264:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468061.479266:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468061.479267:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d10. 00000400:00000200:0.0:1789468061.479269:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468061.479272:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468061.479274:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468061.479277:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468061.479283:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479288:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468061.479290:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479291:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468061.479292:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468061.479295:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479301:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479303:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468061.479307:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468036/real 1789468036] req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468061.479315:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468061.479316:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468061.479317:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:0.0:1789468061.479319:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468061.479321:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468061.479323:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468061.479326:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468061.479332:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479337:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468061.479338:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479340:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468061.479341:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468061.479344:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479355:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479357:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468061.479361:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468036/real 1789468036] req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468061.479367:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468061.479369:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468061.479370:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789468061.479372:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468061.479373:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468061.479375:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468061.479378:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468061.479386:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479391:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468061.479392:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479393:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468061.479394:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468061.479397:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479402:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479411:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468061.479412:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479415:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468061.479418:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468061.479421:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468061.479425:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479432:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468061.479435:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479437:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468061.479438:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479441:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468061.479443:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468061.479447:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468061.479474:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468061.479477:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468061.479481:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468061.479489:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404818176:0@lo:38:kworker.0 00000100:00000001:0.0:1789468061.479494:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468061.479498:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479504:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468061.479506:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479507:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468061.479508:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479510:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468061.479511:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468061.479514:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468061.479519:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468061.479521:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468061.479524:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468061.479531:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404818304:0@lo:38:kworker.0 00000100:00000001:0.0:1789468061.479534:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468061.479538:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479545:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468061.479547:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479549:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468061.479550:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479552:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468061.479553:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468061.479556:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468061.479560:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468061.479562:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468061.479566:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468061.479574:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404818432:0@lo:38:kworker.0 00000100:00000001:0.0:1789468061.479577:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468061.479581:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479587:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468061.479589:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479591:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468061.479592:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479593:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468061.479595:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468061.479598:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468061.479601:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468061.479603:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468061.479607:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468061.479619:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404818560:0@lo:38:kworker.0 00000100:00000001:0.0:1789468061.479623:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.479625:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468061.479628:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943480 x1876386404818176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479635:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468061.479638:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468061.479641:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468061.479645:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468061.479648:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468061.479650:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468061.479652:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468061.479655:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:0.0:1789468061.479658:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468061.479660:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468061.479662:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943480. 00000100:00000001:0.0:1789468061.479665:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468061.479667:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479669:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468061.479672:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941c00 x1876386404818304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479678:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468061.479679:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468061.479681:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468061.479683:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468061.479684:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468061.479685:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789468061.479687:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468061.479689:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:0.0:1789468061.479691:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468061.479692:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468061.479693:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941c00. 00000100:00000001:0.0:1789468061.479695:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468061.479697:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479699:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468061.479701:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943800 x1876386404818432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479707:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468061.479708:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468061.479710:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468061.479712:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468061.479713:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468061.479714:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789468061.479716:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468061.479717:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789468061.479719:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468061.479720:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468061.479721:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943800. 00000100:00000001:0.0:1789468061.479723:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468061.479724:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479740:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468061.479743:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942680 x1876386404818560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468061 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.479749:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468061.479750:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468061.479752:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468061.479754:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468061.479755:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468061.479756:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468061.479757:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468061.479759:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542000. 02000000:00000001:0.0:1789468061.479761:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468061.479762:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468061.479763:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942680. 00000100:00000001:0.0:1789468061.479765:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468061.479767:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.479769:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468061.479921:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.479927:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468061.479930:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.479933:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468061.479935:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468061.479938:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468061.479942:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468061.479945:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20285 00000100:00080000:2.0:1789468061.479958:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468061.479961:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468061.479964:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468061.479966:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468061.479968:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468061.479976:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468061.479977:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468061.479980:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468061.479983:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468061.479985:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468061.479987:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468061.479990:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468061.479992:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468061.479994:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468061.479995:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468061.479998:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468061.480001:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468061.480004:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468061.480007:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468061.480013:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468061.480016:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468061.480096:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468061.480099:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468061.480108:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940700. 00000020:00000040:2.0:1789468061.480111:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468061.480115:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468061.480117:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468061.480119:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468061.480122:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468061.480126:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468061.480133:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789468061.480140:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468061.480146:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468061.480155:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468061.480159:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468061.480163:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f6c63cd] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468061.480183:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468061.480186:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.480190:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468061.480191:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468061.480193:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468061.480195:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468061.480197:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20285 00000100:00080000:2.0:1789468061.480199:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468061.480201:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468061.480203:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468061.480205:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468061.480207:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468061.480210:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468061.480212:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468061.480213:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468061.480216:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468061.480218:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468061.480220:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468061.480223:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468061.480224:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468061.480226:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468061.480227:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468061.480230:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468061.480232:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468061.480234:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468061.480236:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468061.480239:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468061.480241:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468061.480242:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468061.480244:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468061.480247:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943100. 00000020:00000040:2.0:1789468061.480250:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468061.480252:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468061.480253:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468061.480255:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468061.480256:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468061.480258:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468061.480263:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789468061.480265:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468061.480270:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468061.480276:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468061.480278:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468061.480281:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb231f3] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468061.480286:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468061.480289:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.480292:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468061.480293:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468061.480294:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468061.480296:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468061.480298:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20285 00000100:00080000:2.0:1789468061.480301:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468061.480303:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468061.480305:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468061.480307:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468061.480308:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468061.480311:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468061.480312:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468061.480314:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468061.480316:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468061.480318:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468061.480320:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468061.480323:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468061.480324:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468061.480326:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468061.480328:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468061.480330:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468061.480332:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468061.480334:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468061.480335:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468061.480338:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468061.480340:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468061.480342:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468061.480343:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468061.480346:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942300. 00000020:00000040:2.0:1789468061.480348:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468061.480350:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468061.480352:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468061.480354:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468061.480355:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468061.480357:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468061.480360:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789468061.480363:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468061.480367:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468061.480373:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468061.480374:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468061.480377:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910c4d4d] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468061.480384:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468061.480387:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468061.480390:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468061.480391:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468061.480392:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468061.480394:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468061.480396:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20285 00000100:00080000:2.0:1789468061.480398:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468061.480400:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468061.480401:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468061.480403:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468061.480404:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468061.480407:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468061.480408:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468061.480410:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468061.480412:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468061.480414:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468061.480416:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468061.480418:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468061.480420:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468061.480422:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468061.480423:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468061.480426:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468061.480428:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468061.480430:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468061.480432:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468061.480435:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468061.480437:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468061.480438:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468061.480440:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468061.480443:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943b80. 00000020:00000040:2.0:1789468061.480445:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468061.480447:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468061.480448:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468061.480450:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468061.480451:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468061.480453:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468061.480456:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789468061.480459:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468061.480463:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468061.480470:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468061.480472:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468061.480475:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a879f33] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468061.480482:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468061.480486:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20314) 00000100:00000001:0.0:1789468061.480713:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468061.480717:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468061.480719:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468061.480725:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.480786:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468061.480789:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468061.480793:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468061.480795:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468061.480798:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468061.480801:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404818816:0@lo:38:kworker.0 00000100:00000001:0.0:1789468061.480805:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468061.480809:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468061.480812:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468061.480815:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468061.480820:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468061.480822:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468061.480828:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789468061.480834:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468061.480839:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404818816, portal 10 00000100:00000001:0.0:1789468061.480841:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468061.480843:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622953728 : -130396086597888 : ffff8967cb940700) 00000100:00000040:0.0:1789468061.480850:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.480857:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468061.480860:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468061.480862:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468061.480875:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404818816, offset 0 00000400:00000200:0.0:1789468061.480882:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468061.480894:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468061.480905:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411edf80 00000400:00000100:0.0:1789468061.480911:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404818816 offset 0 length 520: 4 00000400:00000200:0.0:1789468061.480916:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468061.480918:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468061.480929:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468061.480932:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468061.480936:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468061.480940:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.480956:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468061.480959:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.480966:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.480968:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468061.480973:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468061.480979:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468061.480982:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314976916 00000100:00000010:0.0:1789468061.480988:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789468061.480994:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468061.481005:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314976916 00000100:00000010:0.0:1789468061.481008:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789468061.481013:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468061.481097:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314976917 00000100:00000010:0.0:1789468061.481103:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fea80. 00000100:00000001:0.0:1789468061.481106:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468061.481117:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314976917 00000100:00000010:0.0:1789468061.481121:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe5a0. 00000100:00000001:0.0:1789468061.481124:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468061.481136:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468061.481139:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.481141:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468061.481145:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.481151:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468061.481153:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468061.481154:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468061.481157:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468061.481159:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468061.481161:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404818944:0@lo:38:kworker.0 00000100:00000001:0.0:1789468061.481165:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468061.481166:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468061.481168:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468061.481169:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468061.481173:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468061.481175:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468061.481178:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789468061.481182:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468061.481185:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404818944, portal 10 00000100:00000001:0.0:1789468061.481187:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468061.481188:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622964480 : -130396086587136 : ffff8967cb943100) 00000100:00000040:0.0:1789468061.481194:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.481201:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468061.481203:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468061.481205:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468061.481208:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404818944, offset 0 00000400:00000200:0.0:1789468061.481211:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468061.481217:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468061.481222:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee000 00000400:00000100:0.0:1789468061.481226:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404818944 offset 0 length 520: 4 00000400:00000200:0.0:1789468061.481230:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468061.481232:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468061.481237:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468061.481238:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468061.481241:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468061.481244:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.481251:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468061.481254:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.481260:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.481262:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468061.481265:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468061.481267:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468061.481269:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4314976917 00000100:00000001:0.0:1789468061.481275:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4314976916 00000100:00000001:0.0:1789468061.481278:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4314976917 00000100:00000001:0.0:1789468061.482009:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4314976916 00000100:00000001:0.0:1789468061.482016:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4314976917 00000100:00000001:0.0:1789468061.482019:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4314976917 00000100:00000001:0.0:1789468061.482021:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4314976917 00000100:00000001:0.0:1789468061.482023:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4314976917 00000100:00000001:0.0:1789468061.482025:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468061.482028:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.482031:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468061.482058:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.482066:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468061.482068:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468061.482071:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468061.482073:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468061.482075:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468061.482078:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404819072:0@lo:38:kworker.0 00000100:00000001:0.0:1789468061.482081:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468061.482084:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468061.482086:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468061.482088:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468061.482093:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468061.482095:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468061.482099:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d10. 00000400:00000010:0.0:1789468061.482104:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468061.482179:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404819072, portal 10 00000100:00000001:0.0:1789468061.482183:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468061.482184:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622960896 : -130396086590720 : ffff8967cb942300) 00000100:00000040:0.0:1789468061.482190:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.482196:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468061.482198:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468061.482201:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468061.482204:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404819072, offset 0 00000400:00000200:0.0:1789468061.482208:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468061.482216:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468061.482223:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee080 00000400:00000100:0.0:1789468061.482227:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404819072 offset 0 length 520: 4 00000400:00000200:0.0:1789468061.482231:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468061.482234:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468061.482241:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468061.482243:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468061.482246:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468061.482249:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.482256:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468061.482259:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.482266:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.482267:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468061.482271:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468061.482274:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468061.482277:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314976918 00000100:00000001:0.0:1789468061.482282:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314976917 00000100:00000001:0.0:1789468061.482285:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314976918 00000100:00000001:0.0:1789468061.482288:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314976917 00000100:00000001:0.0:1789468061.482291:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314976918 00000100:00000001:0.0:1789468061.482293:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314976917 00000100:00000001:0.0:1789468061.482295:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314976918 00000100:00000001:0.0:1789468061.482298:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314976917 00000100:00000001:0.0:1789468061.482300:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468061.482302:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.482304:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468061.482308:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.482315:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468061.482316:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468061.482318:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468061.482320:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468061.482322:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468061.482324:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404819200:0@lo:38:kworker.0 00000100:00000001:0.0:1789468061.482327:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468061.482329:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468061.482331:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468061.482333:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468061.482336:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468061.482337:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468061.482340:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79478. 00000400:00000010:0.0:1789468061.482343:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468061.482346:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404819200, portal 10 00000100:00000001:0.0:1789468061.482348:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468061.482349:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622967168 : -130396086584448 : ffff8967cb943b80) 00000100:00000040:0.0:1789468061.482354:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.482360:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468061.482364:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468061.482366:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468061.482368:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404819200, offset 0 00000400:00000200:0.0:1789468061.482371:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468061.482376:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468061.482381:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee100 00000400:00000100:0.0:1789468061.482384:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404819200 offset 0 length 520: 4 00000400:00000200:0.0:1789468061.482387:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468061.482389:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468061.482394:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468061.482396:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468061.482398:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468061.482400:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.482406:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468061.482408:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468061.482413:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.482415:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468061.482418:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468061.482420:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468061.482422:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4314976919 00000100:00000001:0.0:1789468061.482426:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4314976918 00000100:00000001:0.0:1789468061.482429:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4314976919 00000100:00000001:0.0:1789468061.482432:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4314976918 00000100:00000001:0.0:1789468061.482435:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4314976919 00000100:00000001:0.0:1789468061.482437:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4314976918 00000100:00000001:0.0:1789468061.482440:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4314976919 00000100:00000001:0.0:1789468061.482442:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4314976918 00000100:00000001:0.0:1789468061.482444:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468061.482447:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.482450:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.482454:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.482461:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468061.482463:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.482465:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468061.482467:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468061.482469:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.482471:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468061.503155:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314976919, at 4314976920 00000100:00000010:2.0:1789468061.503171:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea80. 00000100:00000040:3.0:1789468061.503256:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314976919, at 4314976920 00000100:00000010:3.0:1789468061.503262:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe5a0. 00000100:00000040:1.0:1789468061.503387:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314976919, at 4314976920 00000100:00000010:1.0:1789468061.503394:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:0.0:1789468061.503538:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314976919, at 4314976920 00000100:00000010:0.0:1789468061.503544:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00010000:00000001:0.0:1789468061.672833:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468061.672841:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468061.672846:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468061.672848:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468061.672853:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468061.672854:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468061.672954:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468061.672966:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468061.672969:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468062.503146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468062.503160:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468062.503162:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468062.503167:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468062.503169:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468062.503173:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468062.503176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468062.695177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468062.695185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468062.695202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468062.695204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468062.695208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468062.695210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468062.695344:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468062.695347:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468062.695349:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468063.529011:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468063.529025:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468063.529027:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468063.529032:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468063.529034:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468063.529063:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468063.529065:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.719152:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468063.719159:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.719165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468063.719166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.719171:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468063.719173:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468063.719970:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468063.719974:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468063.719978:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468064.551600:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468064.551624:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468064.551627:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468064.551631:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468064.551633:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468064.551638:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468064.551640:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468064.743363:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468064.743382:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468064.743389:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468064.743390:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468064.743395:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468064.743396:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468064.743689:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468064.743693:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468064.743697:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468065.575176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468065.575189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468065.575191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468065.575196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468065.575198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468065.575202:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468065.575204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468065.767933:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468065.767940:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468065.767946:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468065.767947:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468065.767952:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468065.767954:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468065.768231:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468065.768235:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468065.768238:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468066.599527:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468066.599546:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468066.599562:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468041/real 1789468041] req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468066.599583:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468066.599586:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468066.599590:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79630. 00000400:00000200:0.0:1789468066.599596:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789468066.599599:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789468066.599603:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468066.599607:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468066.599617:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.599624:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468066.599630:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.599633:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468066.599635:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468066.599639:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.599646:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.599655:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468066.599657:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.599660:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468066.599662:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468066.599666:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468066.599671:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.599678:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468066.599681:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.599682:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468066.599684:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.599687:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468066.599689:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468066.599692:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468066.599719:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789468066.599722:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468066.599727:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468066.599740:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404818688:0@lo:250:kworker.0 00000100:00000001:0.0:1789468066.599745:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.599747:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468066.599751:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940000 x1876386404818688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.599756:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468066.599760:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468066.599764:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468066.599768:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468066.599770:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468066.599772:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468066.599774:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468066.599777:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:0.0:1789468066.599780:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468066.599782:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468066.599784:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940000. 00000100:00000001:0.0:1789468066.599787:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468066.599788:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.599790:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468066.600415:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468066.600421:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468066.600423:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468066.600426:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468066.600429:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468066.600433:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20289 00000100:00080000:3.0:1789468066.600437:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468066.600441:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468066.600443:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468066.600445:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468066.600447:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468066.600455:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468066.600457:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468066.600460:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468066.600464:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468066.600466:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468066.600469:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468066.600472:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468066.600484:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468066.600487:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468066.600489:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468066.600492:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468066.600495:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468066.600497:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468066.600500:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468066.600504:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468066.600526:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468066.600529:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468066.600544:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468066.600551:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789468066.600554:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468066.600558:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468066.600559:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468066.600562:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468066.600564:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468066.600568:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468066.600575:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468066.600581:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468066.600589:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468066.600597:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468066.600602:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468066.600606:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468066.600628:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468066.600631:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468066.600634:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468066.600637:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468066.600640:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468066.600642:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468066.600645:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468066.600647:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468066.600650:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468066.600654:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20319) 00000100:00000001:0.0:1789468066.601664:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468066.601669:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468066.601672:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468066.601680:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.601688:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468066.601690:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468066.601694:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468066.601697:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468066.601699:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468066.601702:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404819328:0@lo:250:kworker.0 00000100:00000001:0.0:1789468066.601706:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468066.601710:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468066.601713:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468066.601716:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468066.601722:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468066.601724:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468066.601730:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79630. 00000400:00000010:0.0:1789468066.601736:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789468066.601741:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404819328, portal 25 00000100:00000001:0.0:1789468066.601744:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468066.601745:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312509824 : -130400397041792 : ffff8966caa7df80) 00000100:00000040:0.0:1789468066.601750:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.601757:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468066.601760:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468066.601762:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468066.601765:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404819328, offset 0 00000400:00000200:0.0:1789468066.601770:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468066.601783:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468066.601795:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ee180 00000400:00000100:0.0:1789468066.601800:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404819328 offset 0 length 520: 4 00000400:00000200:0.0:1789468066.601805:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468066.601807:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468066.601836:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468066.601838:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468066.601841:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468066.601846:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.601855:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468066.601857:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.601863:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.601865:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468066.601871:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.601875:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4314987188 00000100:00000010:0.0:1789468066.601881:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789468066.601887:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468066.601898:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4314987188 00000100:00000010:0.0:1789468066.601901:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe780. 00000100:00000001:0.0:1789468066.601904:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468066.601908:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314987188 00000100:00000010:0.0:1789468066.601910:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe6c0. 00000100:00000001:0.0:1789468066.601913:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468066.601915:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314987188 00000100:00000010:0.0:1789468066.601918:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe360. 00000100:00000001:0.0:1789468066.601921:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468066.601924:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468066.601927:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.601931:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.601934:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.601941:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468066.601943:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.601945:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468066.601946:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468066.601947:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.601949:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468066.791238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468066.791246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468066.791251:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468066.791253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468066.791258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468066.791262:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468066.791264:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468066.791267:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468066.791270:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468066.791271:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468066.791273:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468066.791275:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468066.791568:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468066.791571:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468066.791574:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468066.961752:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961770:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468066.961773:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961776:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468066.961787:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468066.961805:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9fc80 00000400:00000100:2.0:1789468066.961813:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402401408 offset 0 length 520: 4 00000400:00000200:2.0:1789468066.961819:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468066.961822:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468066.961845:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961848:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468066.961850:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961853:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468066.961854:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961856:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468066.961860:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468066.961865:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9fd00 00000400:00000100:2.0:1789468066.961870:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402401536 offset 0 length 520: 4 00000400:00000200:2.0:1789468066.961873:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468066.961875:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468066.961878:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961882:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468066.961883:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961885:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468066.961887:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961889:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468066.961893:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468066.961899:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9fd80 00000400:00000100:2.0:1789468066.961903:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402401664 offset 0 length 520: 4 00000400:00000200:2.0:1789468066.961915:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468066.961917:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468066.961927:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961936:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468066.961938:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468066.961940:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468067.623614:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468067.623628:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468067.623630:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468067.623635:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468067.623637:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468067.623642:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468067.623644:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468067.815175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468067.815183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468067.815189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468067.815190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468067.815195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468067.815196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468067.815292:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468067.815295:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468067.815298:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468068.647190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468068.647204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468068.647206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468068.647210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468068.647213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468068.647217:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468068.647219:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468068.839188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468068.839195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468068.839201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468068.839203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468068.839208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468068.839210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468068.839319:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468068.839323:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468068.839326:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468069.671297:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468069.671309:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468069.671312:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468069.671317:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468069.671319:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468069.671323:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468069.671326:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468069.863200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468069.863207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468069.863214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468069.863215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468069.863221:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468069.863223:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468069.863938:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468069.863960:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468069.863963:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468070.695588:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468070.695677:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468070.695679:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468070.695684:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468070.695686:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468070.695690:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468070.695693:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468070.887806:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468070.887814:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468070.887820:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468070.887822:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468070.887827:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468070.887828:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468070.888204:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468070.888207:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468070.888211:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468071.719215:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468071.719235:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468071.719237:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468071.719243:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468071.719246:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468071.719252:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468071.719255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468071.911164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468071.911172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468071.911178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468071.911179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468071.911184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468071.911186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468071.913264:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468071.913270:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468071.913275:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468072.103187:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4314987188, at 4314987520 00000100:00000010:3.0:1789468072.103202:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe360. 00000100:00080000:0.0:1789468072.103320:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468072.103325:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468072.103328:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468072.103331:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468072.103333:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468072.103335:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468072.103338:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468072.103341:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468072.103344:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468072.103347:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468072.103351:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20325) 00000100:00000040:0.0:1789468072.103371:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4314987188, at 4314987520 00000100:00000010:0.0:1789468072.103375:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000040:2.0:1789468072.103481:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4314987188, at 4314987520 00000100:00000010:2.0:1789468072.103486:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe6c0. 00000100:00000040:1.0:1789468072.103618:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4314987188, at 4314987520 00000100:00000010:1.0:1789468072.103625:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe780. 00000100:00000001:0.0:1789468072.743234:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468072.743248:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468072.743250:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468072.743255:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468072.743258:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468072.743262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468072.743264:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468072.935249:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468072.935257:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468072.935262:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468072.935264:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468072.935268:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468072.935269:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468072.935454:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468072.935457:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468072.935460:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468073.767930:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468073.767949:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468073.767951:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468073.767956:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468073.767959:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468073.767963:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468073.767966:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.959168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468073.959176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.959181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468073.959183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.959187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468073.959189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468073.959724:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468073.959729:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468073.959733:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468074.791912:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468074.791928:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468074.791931:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468074.791935:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468074.791938:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468074.791943:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468074.791946:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468074.983188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468074.983195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468074.983200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468074.983201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468074.983206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468074.983207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468074.983354:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468074.983358:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468074.983362:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468075.815972:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468075.815987:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468075.815989:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468075.815993:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468075.815996:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468075.816000:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468075.816003:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468076.007158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468076.007165:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468076.007171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468076.007172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468076.007177:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468076.007181:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468076.007183:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468076.007185:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468076.007188:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468076.007190:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468076.007191:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468076.007193:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468076.007286:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468076.007290:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468076.007293:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468076.839181:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468076.839196:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468076.839198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468076.839203:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468076.839206:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468076.839211:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468076.839222:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468077.031893:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468077.031901:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468077.031906:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468077.031908:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468077.031913:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468077.031916:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468077.032014:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468077.032018:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468077.032021:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468077.223173:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468077.223183:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468077.223187:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468077.223190:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468077.223192:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468077.223195:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468077.223197:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468077.223200:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468077.223202:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468077.223206:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468077.223211:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20330) 00000100:00000001:0.0:1789468077.863358:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468077.863372:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468077.863374:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468077.863378:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468077.863381:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468077.863385:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468077.863387:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468078.056211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468078.056218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468078.056224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468078.056225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468078.056230:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468078.056232:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468078.056546:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468078.056550:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468078.056553:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789468078.439652:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789468078.439661:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468078.439666:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468078.439905:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468078.439911:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468078.439922:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468078.439926:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468078.439928:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468078.887171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468078.887185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468078.887187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468078.887191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468078.887194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468078.887198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468078.887201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468079.079282:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468079.079289:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468079.079295:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468079.079296:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468079.079302:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468079.079303:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468079.079440:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468079.079443:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468079.079446:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468079.911217:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468079.911231:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468079.911233:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468079.911238:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468079.911240:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468079.911245:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468079.911247:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468080.103158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468080.103165:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468080.103171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468080.103172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468080.103177:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468080.103178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468080.103312:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468080.103315:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468080.103318:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468080.935174:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468080.935189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468080.935192:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468080.935196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468080.935198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468080.935203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468080.935205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468081.127796:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468081.127804:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468081.127809:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468081.127811:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468081.127816:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468081.127818:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468081.128459:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468081.128474:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468081.128477:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468081.959215:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468081.959228:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468081.959230:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468081.959235:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468081.959238:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468081.959242:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468081.959244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468082.151238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468082.151246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468082.151251:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468082.151253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468082.151258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468082.151260:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468082.151332:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468082.151336:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468082.151340:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468082.343222:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468082.343232:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468082.343235:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468082.343238:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468082.343241:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468082.343244:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468082.343247:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468082.343250:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468082.343252:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468082.343255:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468082.343261:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20335) 00000100:00000001:0.0:1789468082.984474:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468082.984489:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468082.984491:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468082.984495:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468082.984498:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468082.984502:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468082.984504:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.175206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468083.175213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.175218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468083.175219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.175224:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468083.175225:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468083.175361:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468083.175364:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468083.175367:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468084.007342:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468084.007359:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468084.007362:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468084.007366:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468084.007368:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468084.007373:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468084.007376:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468084.199983:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468084.199991:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468084.199997:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468084.199998:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468084.200004:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468084.200005:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468084.200156:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468084.200160:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468084.200163:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468085.031209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468085.031223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468085.031225:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468085.031229:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468085.031232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468085.031236:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468085.031239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468085.223440:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468085.223447:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468085.223453:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468085.223455:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468085.223460:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468085.223462:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468085.223955:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468085.223959:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468085.223962:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468086.055291:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468086.055299:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468086.055313:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468061/real 1789468061] req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468086.055333:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468086.055335:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468086.055338:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789468086.055344:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468086.055346:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468086.055350:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468086.055354:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468086.055362:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.055369:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468086.055371:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055374:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468086.055376:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468086.055380:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.055387:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055389:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468086.055394:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468061/real 1789468061] req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468086.055408:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468086.055410:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468086.055412:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:0.0:1789468086.055414:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468086.055416:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468086.055418:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468086.055421:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468086.055429:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.055435:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468086.055436:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055438:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468086.055439:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468086.055442:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.055449:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055450:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468086.055517:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468061/real 1789468061] req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468086.055646:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468086.055648:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468086.055650:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d10. 00000400:00000200:0.0:1789468086.055654:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468086.055655:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468086.055658:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468086.055661:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468086.055668:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.055743:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468086.055746:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055748:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468086.055750:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468086.055754:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.055761:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055763:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468086.055767:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468061/real 1789468061] req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468086.055844:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468086.055846:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468086.055848:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79478. 00000400:00000200:0.0:1789468086.055850:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468086.055852:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468086.055855:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468086.055858:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468086.055866:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.055872:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468086.055874:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055875:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468086.055877:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468086.055880:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.055886:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055895:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468086.055898:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055901:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468086.055903:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468086.055907:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468086.055911:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.055919:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468086.055922:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055924:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468086.055925:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.055927:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468086.055930:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468086.055933:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468086.056161:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468086.056164:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468086.056169:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468086.056176:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404818816:0@lo:38:kworker.0 00000100:00080000:3.0:1789468086.056178:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468086.056181:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789468086.056183:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468086.056184:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789468086.056186:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468086.056189:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468086.056191:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1789468086.056192:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468086.056193:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468086.056194:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.056195:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468086.056197:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468086.056197:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:0.0:1789468086.056198:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468086.056200:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468086.056202:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468086.056214:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20309 00000100:00080000:3.0:1789468086.056218:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789468086.056220:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000040:3.0:1789468086.056221:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468086.056222:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1789468086.056224:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468086.056226:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789468086.056226:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468086.056228:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00100000:0.0:1789468086.056234:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404818944:0@lo:38:kworker.0 00000020:00000001:3.0:1789468086.056236:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789468086.056238:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789468086.056238:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000100:00000040:0.0:1789468086.056241:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789468086.056241:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468086.056243:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468086.056246:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:0.0:1789468086.056248:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1789468086.056248:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:0.0:1789468086.056250:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468086.056251:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468086.056252:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468086.056253:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468086.056253:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789468086.056254:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1789468086.056255:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468086.056256:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468086.056256:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00080000:0.0:1789468086.056258:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000040:3.0:1789468086.056259:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789468086.056263:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:3.0:1789468086.056263:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468086.056265:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1789468086.056265:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468086.056268:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1789468086.056269:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789468086.056274:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1789468086.056275:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404819072:0@lo:38:kworker.0 02000000:00000001:3.0:1789468086.056277:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.056278:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468086.056279:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000040:0.0:1789468086.056281:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468086.056281:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.056287:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000010:3.0:1789468086.056287:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000100:00000001:0.0:1789468086.056289:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789468086.056290:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1789468086.056291:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468086.056292:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.056293:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468086.056294:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1789468086.056294:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468086.056296:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468086.056297:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1789468086.056299:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:0.0:1789468086.056301:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 02000000:00000001:3.0:1789468086.056302:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1789468086.056303:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468086.056306:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789468086.056306:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468086.056312:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404819200:0@lo:38:kworker.0 02000000:00000010:3.0:1789468086.056312:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:0.0:1789468086.056315:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.056317:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789468086.056318:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468086.056320:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940700 x1876386404818816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.056326:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1789468086.056328:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1789468086.056329:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468086.056331:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468086.056335:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789468086.056336:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1789468086.056337:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468086.056338:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468086.056340:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789468086.056340:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468086.056342:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542c00. 00000100:00000040:3.0:1789468086.056344:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789468086.056346:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468086.056347:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468086.056349:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940700. 00000100:00000001:0.0:1789468086.056352:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468086.056354:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468086.056354:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.056355:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1789468086.056356:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468086.056358:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943100 x1876386404818944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789468086.056359:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468086.056360:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468086.056362:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468086.056364:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789468086.056364:0:134719:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:0.0:1789468086.056366:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1789468086.056366:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20309 02000000:00000010:0.0:1789468086.056367:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 00000100:00080000:3.0:1789468086.056368:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1789468086.056369:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468086.056370:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:3.0:1789468086.056371:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000020:00000040:0.0:1789468086.056372:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1789468086.056372:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1789468086.056373:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:3.0:1789468086.056374:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000010:0.0:1789468086.056375:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542000. 00000100:00000001:3.0:1789468086.056376:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:0.0:1789468086.056377:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468086.056379:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1789468086.056379:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000010:0.0:1789468086.056380:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943100. 00000020:00000040:3.0:1789468086.056381:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000100:00000001:0.0:1789468086.056382:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1789468086.056382:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1789468086.056384:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789468086.056384:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000100:00000001:0.0:1789468086.056385:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1789468086.056386:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789468086.056388:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942300 x1876386404819072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789468086.056389:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468086.056391:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468086.056393:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789468086.056394:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468086.056395:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1789468086.056395:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000010:0.0:1789468086.056397:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 00000100:00000001:3.0:1789468086.056397:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:0.0:1789468086.056399:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1789468086.056399:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000020:00000001:0.0:1789468086.056400:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468086.056402:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00080000:3.0:1789468086.056402:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000020:00000001:0.0:1789468086.056403:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468086.056404:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789468086.056406:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468086.056407:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468086.056408:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942300. 00000100:00000001:3.0:1789468086.056408:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468086.056409:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1789468086.056411:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468086.056412:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789468086.056412:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468086.056414:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789468086.056414:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468086.056416:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943b80 x1876386404819200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468086 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468086.056416:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468086.056418:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.056422:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1789468086.056422:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 02000000:00000001:0.0:1789468086.056423:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1789468086.056424:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000010:0.0:1789468086.056425:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468086.056426:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1789468086.056426:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1789468086.056427:0:117762:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:3.0:1789468086.056428:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789468086.056429:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1789468086.056429:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1789468086.056430:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:3.0:1789468086.056431:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1789468086.056432:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:3.0:1789468086.056432:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468086.056434:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468086.056435:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468086.056436:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943b80. 02000000:00000010:3.0:1789468086.056436:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:0.0:1789468086.056438:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468086.056438:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.056440:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468086.056441:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468086.056442:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.056446:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468086.056447:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468086.056448:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468086.056449:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468086.056450:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.056451:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789468086.056452:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.056453:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468086.056456:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468086.056460:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468086.056462:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468086.056463:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468086.056465:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468086.056465:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468086.056467:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468086.056468:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1789468086.056469:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789468086.056470:0:134719:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:0.0:1789468086.056471:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1789468086.056471:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20309 02000000:00000001:0.0:1789468086.056474:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468086.056474:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468086.056476:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00100000:0.0:1789468086.056477:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404819456:0@lo:38:kworker.0 00000100:00000001:3.0:1789468086.056478:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789468086.056480:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789468086.056480:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000001:0.0:1789468086.056484:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789468086.056485:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:0.0:1789468086.056486:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468086.056488:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1789468086.056488:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468086.056489:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468086.056491:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000010:0.0:1789468086.056492:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 00000020:00000040:3.0:1789468086.056493:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 02000000:00000001:0.0:1789468086.056494:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468086.056495:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468086.056496:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000400:00000010:0.0:1789468086.056498:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79478. 00000100:00000040:3.0:1789468086.056499:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468086.056501:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468086.056502:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000400:00000010:0.0:1789468086.056503:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000001:3.0:1789468086.056504:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468086.056506:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00000200:0.0:1789468086.056508:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404819456, portal 10 00000100:00080000:3.0:1789468086.056508:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468086.056510:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.056511:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468086.056512:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312506240 : -130400397045376 : ffff8966caa7d180) 02000000:00000001:3.0:1789468086.056512:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468086.056514:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468086.056516:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468086.056518:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000040:0.0:1789468086.056519:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468086.056519:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468086.056522:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789468086.056524:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468086.056526:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468086.056527:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468086.056529:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468086.056530:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468086.056532:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468086.056536:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789468086.056539:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468086.056542:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468086.056549:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468086.056551:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468086.056554:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468086.056566:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468086.056580:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468086.056583:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468086.056585:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468086.056586:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468086.056588:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468086.056590:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20309 00000100:00080000:3.0:1789468086.056593:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468086.056594:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468086.056596:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468086.056598:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468086.056599:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468086.056602:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468086.056604:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468086.056605:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468086.056608:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468086.056610:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468086.056612:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468086.056614:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468086.056616:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468086.056617:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468086.056619:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468086.056621:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468086.056623:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468086.056626:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468086.056628:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468086.056630:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468086.056632:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468086.056634:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468086.056640:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468086.056653:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789468086.056655:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468086.056657:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468086.056658:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468086.056660:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468086.056662:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468086.056664:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468086.056667:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789468086.056670:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468086.056674:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468086.056690:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468086.056692:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468086.056696:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468086.056702:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468086.056707:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20339) 00000100:00080000:3.0:1789468086.056712:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468086.056715:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468086.056717:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20339) 00000100:00000001:0.0:1789468086.056824:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468086.056827:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468086.056830:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468086.056900:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404819456, offset 0 00000400:00000200:0.0:1789468086.056909:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468086.056922:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468086.056934:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee200 00000400:00000100:0.0:1789468086.056941:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404819456 offset 0 length 520: 4 00000400:00000200:0.0:1789468086.056945:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468086.056948:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468086.056958:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468086.056960:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468086.056963:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468086.056967:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.057367:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468086.057371:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.057377:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.057379:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468086.057632:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468086.057639:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468086.057644:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315001493 00000100:00000010:0.0:1789468086.057843:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fed80. 00000100:00000001:0.0:1789468086.057851:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468086.057861:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315001493 00000100:00000010:0.0:1789468086.057864:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe600. 00000100:00000001:0.0:1789468086.057867:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468086.058179:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315001494 00000100:00000010:0.0:1789468086.058185:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789468086.058189:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468086.058204:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315001494 00000100:00000010:0.0:1789468086.058208:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe840. 00000100:00000001:0.0:1789468086.058211:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468086.058221:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468086.058225:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.058229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.058232:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.058238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468086.058240:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.058242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468086.058244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468086.058245:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468086.058251:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.058258:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468086.058260:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468086.058262:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468086.058264:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468086.058267:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468086.058269:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404819584:0@lo:38:kworker.0 00000100:00000001:0.0:1789468086.058273:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468086.058276:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468086.058278:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468086.058280:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468086.058283:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468086.058285:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468086.058290:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d10. 00000400:00000010:0.0:1789468086.058295:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468086.058299:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404819584, portal 10 00000100:00000001:0.0:1789468086.058301:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468086.058302:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00000040:0.0:1789468086.058309:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.058315:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468086.058317:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468086.058319:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468086.058321:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404819584, offset 0 00000400:00000200:0.0:1789468086.058326:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468086.058333:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468086.058341:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee280 00000400:00000100:0.0:1789468086.058346:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404819584 offset 0 length 520: 4 00000400:00000200:0.0:1789468086.058350:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468086.058352:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468086.058359:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468086.058361:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468086.058364:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468086.058367:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.058374:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468086.058377:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.058383:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.058384:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468086.058387:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468086.058390:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468086.058393:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315001494 00000100:00000001:0.0:1789468086.058398:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315001493 00000100:00000001:0.0:1789468086.058402:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315001494 00000100:00000001:0.0:1789468086.058759:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315001493 00000100:00000001:0.0:1789468086.058834:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315001494 00000100:00000001:0.0:1789468086.058836:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315001494 00000100:00000001:0.0:1789468086.058838:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315001494 00000100:00000001:0.0:1789468086.058839:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315001494 00000100:00000001:0.0:1789468086.058841:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468086.058843:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.058846:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468086.058850:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.058858:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468086.058860:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468086.058862:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468086.058864:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468086.058865:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468086.058868:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404819712:0@lo:38:kworker.0 00000100:00000001:0.0:1789468086.058871:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468086.058873:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468086.058875:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468086.058877:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468086.058881:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468086.058882:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468086.058886:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789468086.058889:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468086.058892:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404819712, portal 10 00000100:00000001:0.0:1789468086.058894:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468086.058895:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312502656 : -130400397048960 : ffff8966caa7c380) 00000100:00000040:0.0:1789468086.058900:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.058906:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468086.058907:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468086.058909:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468086.058911:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404819712, offset 0 00000400:00000200:0.0:1789468086.058914:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468086.058919:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468086.058924:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee300 00000400:00000100:0.0:1789468086.058928:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404819712 offset 0 length 520: 4 00000400:00000200:0.0:1789468086.058931:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468086.058933:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468086.058938:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468086.058940:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468086.058942:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468086.058945:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.058956:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468086.058959:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.058965:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.058966:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468086.059241:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468086.059247:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468086.059249:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315001495 00000100:00000001:0.0:1789468086.059254:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315001494 00000100:00000001:0.0:1789468086.059257:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315001495 00000100:00000001:0.0:1789468086.059260:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315001494 00000100:00000001:0.0:1789468086.059263:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315001495 00000100:00000001:0.0:1789468086.059265:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315001494 00000100:00000001:0.0:1789468086.059268:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315001495 00000100:00000001:0.0:1789468086.059270:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315001494 00000100:00000001:0.0:1789468086.059272:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468086.059274:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.059276:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468086.059281:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.059287:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468086.059289:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468086.059291:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468086.059293:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468086.059295:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468086.059298:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404819840:0@lo:38:kworker.0 00000100:00000001:0.0:1789468086.059301:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468086.059303:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468086.059306:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468086.059307:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468086.059311:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468086.059312:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468086.059316:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789468086.059319:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468086.059322:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404819840, portal 10 00000100:00000001:0.0:1789468086.059324:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468086.059325:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:0.0:1789468086.059330:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.059336:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468086.059338:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468086.059340:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468086.059343:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404819840, offset 0 00000400:00000200:0.0:1789468086.059347:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468086.059353:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468086.059358:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee380 00000400:00000100:0.0:1789468086.059363:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404819840 offset 0 length 520: 4 00000400:00000200:0.0:1789468086.059366:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468086.059368:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468086.059373:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468086.059374:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468086.059377:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468086.059380:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.059387:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468086.059389:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468086.059395:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.059396:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468086.059400:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468086.059403:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468086.059406:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315001496 00000100:00000001:0.0:1789468086.059410:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315001495 00000100:00000001:0.0:1789468086.059413:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315001496 00000100:00000001:0.0:1789468086.059415:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315001495 00000100:00000001:0.0:1789468086.059418:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315001496 00000100:00000001:0.0:1789468086.059420:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315001495 00000100:00000001:0.0:1789468086.059423:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315001496 00000100:00000001:0.0:1789468086.059426:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315001495 00000100:00000001:0.0:1789468086.059428:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468086.059430:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.059433:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.059436:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.059441:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468086.059443:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468086.059445:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468086.059447:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468086.059449:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468086.059451:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468086.080160:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315001496, at 4315001497 00000100:00000010:2.0:1789468086.080177:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000040:1.0:1789468086.080239:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315001496, at 4315001497 00000100:00000010:1.0:1789468086.080245:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe600. 00000100:00000040:3.0:1789468086.080299:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315001496, at 4315001497 00000100:00000010:3.0:1789468086.080305:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe840. 00000100:00000040:0.0:1789468086.080504:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315001496, at 4315001497 00000100:00000010:0.0:1789468086.080510:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fed80. 00010000:00000001:0.0:1789468086.247289:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468086.247297:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468086.247303:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468086.247305:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468086.247310:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468086.247315:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468086.247317:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468086.247321:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468086.247324:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468086.247326:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468086.247327:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468086.247329:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468086.247525:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468086.247529:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468086.247532:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468087.084027:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468087.084066:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468087.084069:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468087.084073:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468087.084076:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468087.084081:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468087.084083:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468087.271136:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468087.271143:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468087.271149:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468087.271151:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468087.271156:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468087.271157:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468087.271223:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468087.271227:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468087.271230:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468088.103155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468088.103170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468088.103172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468088.103177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468088.103179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468088.103184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468088.103187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468088.295772:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468088.295780:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468088.295786:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468088.295787:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468088.295793:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468088.295794:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468088.296067:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468088.296071:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468088.296073:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468089.127199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468089.127214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468089.127217:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468089.127222:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468089.127225:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468089.127229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468089.127232:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468089.319740:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468089.319749:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468089.319754:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468089.319756:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468089.319761:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468089.319763:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468089.319863:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468089.319882:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468089.319885:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468090.151171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468090.151186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468090.151188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468090.151192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468090.151194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468090.151199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468090.151201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468090.343167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468090.343174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468090.343179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468090.343181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468090.343185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468090.343187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468090.343265:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468090.343269:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468090.343272:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468091.177564:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468091.177571:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468091.177584:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468066/real 1789468066] req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468091.177600:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468091.177602:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468091.177606:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79630. 00000400:00000200:0.0:1789468091.177611:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789468091.177614:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789468091.177618:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468091.177621:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468091.177639:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468091.177654:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468091.177656:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468091.177659:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468091.177661:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468091.177664:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468091.177670:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468091.177688:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468091.177690:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468091.177693:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468091.177695:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468091.177698:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468091.177702:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468091.177710:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468091.177713:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468091.177714:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468091.177715:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468091.177717:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468091.177719:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468091.177723:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468091.177743:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789468091.177746:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468091.177750:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468091.177758:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404819328:0@lo:250:kworker.0 00000100:00000001:0.0:1789468091.177762:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468091.177765:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468091.177768:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7df80 x1876386404819328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468091.177774:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468091.177777:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468091.177781:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468091.177785:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468091.177787:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468091.177789:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468091.177792:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468091.177794:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:0.0:1789468091.177797:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468091.177799:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468091.177801:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7df80. 00000100:00000001:0.0:1789468091.177806:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468091.177807:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468091.177809:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468091.177957:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468091.177963:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468091.177965:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468091.177967:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468091.177971:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468091.177974:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20314 00000100:00080000:1.0:1789468091.177977:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468091.177980:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468091.177983:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468091.177984:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468091.177987:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468091.177994:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468091.177996:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468091.177998:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468091.178001:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468091.178004:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468091.178006:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468091.178008:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468091.178010:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468091.178012:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468091.178013:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468091.178016:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468091.178019:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468091.178021:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468091.178024:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468091.178026:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468091.178029:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468091.178073:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468091.178075:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468091.178080:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000020:00000040:1.0:1789468091.178083:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468091.178087:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468091.178088:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468091.178090:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468091.178093:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468091.178097:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468091.178103:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fe000. 00000100:00000001:1.0:1789468091.178109:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468091.178115:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468091.178123:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468091.178127:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468091.178131:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468091.178141:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468091.178144:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468091.178147:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468091.178150:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468091.178152:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468091.178155:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468091.178157:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468091.178159:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468091.178161:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468091.178166:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20344) 00000100:00000001:0.0:1789468091.178219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468091.178221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468091.178224:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468091.178228:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468091.178234:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468091.178236:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468091.178239:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468091.178242:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468091.178244:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468091.178247:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404819968:0@lo:250:kworker.0 00000100:00000001:0.0:1789468091.178250:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468091.178253:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468091.178256:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468091.178258:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468091.178262:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468091.178264:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468091.178268:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79630. 00000400:00000010:0.0:1789468091.178273:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789468091.178277:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404819968, portal 25 00000100:00000001:0.0:1789468091.178280:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468091.178281:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755045120 : -130395954506496 : ffff8967d3739500) 00000100:00000040:0.0:1789468091.178285:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468091.178292:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468091.178295:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468091.178298:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468091.178300:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404819968, offset 0 00000400:00000200:0.0:1789468091.178305:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468091.178324:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468091.178335:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ee400 00000400:00000100:0.0:1789468091.178340:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404819968 offset 0 length 520: 4 00000400:00000200:0.0:1789468091.178344:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468091.178347:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468091.178356:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468091.178357:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468091.178360:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468091.178364:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468091.178371:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468091.178374:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468091.178380:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468091.178382:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468091.178386:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468091.178391:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315011765 00000100:00000010:0.0:1789468091.178395:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fed80. 00000100:00000001:0.0:1789468091.178401:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468091.178409:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315011765 00000100:00000010:0.0:1789468091.178412:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feb40. 00000100:00000001:0.0:1789468091.178415:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468091.178418:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315011765 00000100:00000010:0.0:1789468091.178421:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe240. 00000100:00000001:0.0:1789468091.178424:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468091.178426:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315011765 00000100:00000010:0.0:1789468091.178429:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe900. 00000100:00000001:0.0:1789468091.178431:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468091.178434:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468091.178436:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468091.178439:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468091.178441:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468091.178445:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468091.178447:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468091.178449:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468091.178450:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468091.178452:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468091.178453:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468091.367246:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468091.367253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468091.367259:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468091.367261:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468091.367266:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468091.367267:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468091.369455:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468091.369461:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468091.369465:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468092.199204:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468092.199216:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468092.199218:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468092.199222:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468092.199224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468092.199229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468092.199231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468092.391620:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468092.391627:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468092.391642:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468092.391644:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468092.391649:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468092.391650:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468092.391739:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468092.391742:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468092.391745:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468092.549203:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549220:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468092.549224:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549226:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468092.549237:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468092.549253:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9fe00 00000400:00000100:2.0:1789468092.549260:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402401792 offset 0 length 520: 4 00000400:00000200:2.0:1789468092.549266:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468092.549269:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468092.549276:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549280:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468092.549282:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549284:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468092.549286:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549288:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468092.549292:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468092.549297:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9fe80 00000400:00000100:2.0:1789468092.549303:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402401920 offset 0 length 520: 4 00000400:00000200:2.0:1789468092.549306:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468092.549308:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468092.549311:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549314:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468092.549316:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549318:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468092.549320:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549322:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468092.549325:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468092.549330:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040f9ff00 00000400:00000100:2.0:1789468092.549334:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402402048 offset 0 length 520: 4 00000400:00000200:2.0:1789468092.549337:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468092.549339:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468092.549342:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549349:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468092.549351:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468092.549354:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468093.223163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468093.223178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468093.223180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468093.223184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468093.223186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468093.223190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468093.223193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.415176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468093.415182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.415189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468093.415190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.415195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468093.415197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468093.416105:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468093.416126:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468093.416130:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468094.247417:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468094.247432:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468094.247434:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468094.247438:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468094.247441:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468094.247445:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468094.247447:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468094.440322:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468094.440330:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468094.440335:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468094.440336:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468094.440340:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468094.440342:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468094.440669:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468094.440673:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468094.440676:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468095.271150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468095.271164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468095.271166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468095.271170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468095.271173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468095.271178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468095.271180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468095.463165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468095.463173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468095.463178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468095.463179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468095.463184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468095.463185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468095.463280:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468095.463283:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468095.463286:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468096.295204:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468096.295223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468096.295225:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468096.295231:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468096.295233:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468096.295237:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468096.295240:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468096.487175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468096.487182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468096.487186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468096.487188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468096.487192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468096.487195:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468096.487197:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468096.487200:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468096.487204:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468096.487206:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468096.487208:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468096.487210:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468096.487287:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468096.487290:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468096.487293:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789468096.679239:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315011765, at 4315012096 00000100:00000010:1.0:1789468096.679253:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feb40. 00000100:00000040:2.0:1789468096.679347:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315011765, at 4315012096 00000100:00000010:2.0:1789468096.679352:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe240. 00000100:00000040:0.0:1789468096.679431:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315011765, at 4315012096 00000100:00000010:0.0:1789468096.679436:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fed80. 00000100:00080000:3.0:1789468096.679688:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468096.679693:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468096.679696:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468096.679700:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468096.679702:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468096.679705:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468096.679725:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468096.679729:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468096.679731:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468096.679734:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468096.679738:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20349) 00000100:00000040:3.0:1789468096.679751:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315011765, at 4315012096 00000100:00000010:3.0:1789468096.679756:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe900. 00000100:00000001:0.0:1789468097.319326:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468097.319342:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468097.319344:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468097.319349:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468097.319351:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468097.319357:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468097.319359:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468097.511210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468097.511229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468097.511235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468097.511237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468097.511241:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468097.511243:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468097.511644:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468097.511648:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468097.511651:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468098.344209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468098.344224:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468098.344226:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468098.344230:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468098.344232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468098.344236:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468098.344238:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468098.536321:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468098.536329:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468098.536334:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468098.536335:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468098.536339:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468098.536341:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468098.536415:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468098.536419:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468098.536421:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468099.367160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468099.367173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468099.367175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468099.367180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468099.367182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468099.367186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468099.367190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468099.559171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468099.559179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468099.559185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468099.559187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468099.559192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468099.559194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468099.559630:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468099.559634:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468099.559637:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468100.391165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468100.391179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468100.391181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468100.391186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468100.391188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468100.391193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468100.391195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468100.583233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468100.583240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468100.583246:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468100.583248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468100.583252:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468100.583254:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468100.583338:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468100.583342:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468100.583346:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468101.415142:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468101.415156:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468101.415159:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468101.415163:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468101.415166:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468101.415170:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468101.415173:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468101.607906:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468101.607913:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468101.607919:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468101.607921:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468101.607927:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468101.607929:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468101.608165:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468101.608169:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468101.608172:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468101.799236:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468101.799246:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468101.799249:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468101.799252:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468101.799255:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468101.799257:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468101.799260:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468101.799264:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468101.799266:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468101.799268:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468101.799274:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20354) 00000100:00000001:0.0:1789468102.439232:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468102.439246:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468102.439248:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468102.439253:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468102.439255:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468102.439260:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468102.439263:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468102.631953:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468102.631960:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468102.631966:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468102.631968:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468102.631973:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468102.631975:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468102.632100:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468102.632104:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468102.632107:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468103.465368:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468103.465382:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468103.465384:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468103.465388:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468103.465391:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468103.465396:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468103.465398:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468103.655746:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468103.655754:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468103.655761:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468103.655763:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468103.655768:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468103.655770:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468103.657707:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468103.657714:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468103.657719:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468104.487816:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468104.487830:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468104.487833:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468104.487838:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468104.487841:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468104.487845:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468104.487848:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.681266:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468104.681273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.681278:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468104.681280:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.681285:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468104.681286:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468104.681803:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468104.681807:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468104.681811:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468105.511194:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468105.511216:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468105.511219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468105.511224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468105.511226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468105.511233:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468105.511249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468105.703215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468105.703227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468105.703234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468105.703236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468105.703241:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468105.703243:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468105.703433:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468105.703438:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468105.703441:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468106.535204:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468106.535225:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468106.535228:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468106.535233:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468106.535236:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468106.535242:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468106.535245:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468106.727221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468106.727233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468106.727242:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468106.727244:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468106.727250:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468106.727255:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468106.727258:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468106.727262:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468106.727266:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468106.727268:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468106.727271:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468106.727286:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468106.727472:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468106.727477:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468106.727480:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468106.920840:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468106.920850:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468106.920853:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468106.920856:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468106.920859:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468106.920861:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468106.920882:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468106.920885:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468106.920887:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468106.920890:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468106.920896:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20360) 00000100:00000001:0.0:1789468107.559166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468107.559180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468107.559182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468107.559187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468107.559189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468107.559194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468107.559196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468107.752005:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468107.752011:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468107.752016:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468107.752018:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468107.752023:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468107.752024:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468107.752113:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468107.752119:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468107.752124:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468108.583165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468108.583180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468108.583182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468108.583187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468108.583189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468108.583194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468108.583196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468108.775171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468108.775190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468108.775197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468108.775198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468108.775203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468108.775204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468108.775371:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468108.775375:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468108.775378:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468109.608741:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468109.608757:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468109.608759:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468109.608763:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468109.608765:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468109.608769:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468109.608772:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468109.799994:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468109.800000:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468109.800005:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468109.800007:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468109.800012:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468109.800013:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468109.801271:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468109.801276:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468109.801281:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468110.631153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468110.631169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468110.631171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468110.631176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468110.631178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468110.631183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468110.631186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468110.823146:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468110.823153:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468110.823158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468110.823160:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468110.823165:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468110.823166:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468110.826437:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468110.826443:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468110.826447:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468111.655543:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468111.655551:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468111.655564:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468086/real 1789468086] req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468111.655652:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468111.655654:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468111.655657:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d10. 00000400:00000200:0.0:1789468111.655664:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468111.655667:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468111.655671:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468111.655675:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468111.655684:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.655691:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468111.655693:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655696:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468111.655698:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468111.655701:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.655708:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655711:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468111.655715:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468086/real 1789468086] req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468111.655723:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468111.655724:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468111.655726:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:0.0:1789468111.655728:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468111.655730:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468111.655732:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468111.655735:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468111.655748:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.655755:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468111.655756:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655758:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468111.655759:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468111.655762:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.655773:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655775:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468111.655779:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468086/real 1789468086] req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468111.655786:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468111.655787:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468111.655789:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789468111.655792:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468111.655793:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468111.655795:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468111.655798:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468111.655806:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.655811:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468111.655878:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655881:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468111.655882:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468111.655887:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.655894:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655896:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468111.655900:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468086/real 1789468086] req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468111.655907:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468111.655909:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468111.655910:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79478. 00000400:00000200:0.0:1789468111.655913:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468111.655915:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468111.655917:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468111.655920:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468111.655927:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.655933:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468111.655935:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655937:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468111.655938:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468111.655941:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.655947:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655955:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468111.655957:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655960:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468111.655962:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468111.655965:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468111.655969:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.655976:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468111.655979:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655980:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468111.655981:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.655989:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468111.655991:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468111.655996:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468111.656153:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468111.656156:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468111.656161:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468111.656168:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404819584:0@lo:38:kworker.0 00000100:00000001:0.0:1789468111.656173:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468111.656176:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.656182:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468111.656184:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.656185:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468111.656187:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.656188:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468111.656190:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468111.656192:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468111.656316:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.656322:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468111.656324:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.656342:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468111.656344:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.656347:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468111.656349:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468111.656351:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468111.656355:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468111.656358:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20334 00000100:00080000:3.0:1789468111.656361:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468111.656364:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468111.656367:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468111.656369:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468111.656371:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468111.656380:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468111.656382:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468111.656385:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468111.656388:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468111.656391:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468111.656393:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468111.656396:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468111.656398:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468111.656399:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468111.656401:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468111.656405:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468111.656408:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468111.656411:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468111.656413:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468111.656421:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468111.656424:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468111.656425:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468111.656433:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468111.656439:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789468111.656442:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468111.656446:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468111.656447:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468111.656450:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468111.656453:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468111.656456:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468111.656463:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789468111.656469:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468111.656475:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468111.656483:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468111.656487:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468111.656503:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468111.656513:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468111.656515:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.656518:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468111.656520:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468111.656521:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468111.656524:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468111.656526:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20334 00000100:00080000:3.0:1789468111.656528:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468111.656530:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468111.656532:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468111.656534:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468111.656536:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468111.656539:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468111.656541:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468111.656542:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468111.656545:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468111.656552:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468111.656555:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468111.656558:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468111.656560:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468111.656562:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468111.656564:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468111.656566:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468111.656569:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468111.656571:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468111.656573:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468111.656586:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468111.656588:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468111.656591:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468111.656592:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468111.656596:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789468111.656598:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468111.656600:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468111.656602:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468111.656603:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468111.656605:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468111.656606:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468111.656610:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789468111.656613:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468111.656618:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468111.656624:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468111.656626:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468111.656630:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468111.656637:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468111.656639:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.656642:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468111.656652:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20364) 00000100:00080000:0.0:1789468111.656805:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468111.656808:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468111.656823:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468111.656831:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404819712:0@lo:38:kworker.0 00000100:00000001:0.0:1789468111.656836:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468111.656840:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.656846:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468111.656848:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.656851:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468111.656853:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.656854:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468111.656856:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468111.656859:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468111.656937:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.656941:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468111.656943:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.656946:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468111.656949:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.656952:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468111.656953:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468111.656955:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468111.656957:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468111.656959:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20334 00000100:00080000:3.0:1789468111.656962:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468111.656964:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468111.656966:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468111.656968:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468111.656970:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468111.656974:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468111.656976:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468111.656977:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468111.656980:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468111.656982:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468111.657685:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468111.657692:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468111.657694:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468111.657696:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468111.657697:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468111.657700:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468111.657703:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468111.657716:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468111.657719:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468111.657723:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468111.657726:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468111.657728:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468111.657729:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468111.657733:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789468111.657736:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468111.657739:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468111.657741:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468111.657743:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468111.657745:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468111.657748:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468111.657752:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468111.657757:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468111.657764:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468111.657771:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468111.657774:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468111.657777:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468111.657785:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468111.657789:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20364) 00000100:00080000:0.0:1789468111.657903:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468111.657907:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468111.657912:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468111.657919:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404819840:0@lo:38:kworker.0 00000100:00000001:0.0:1789468111.657924:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468111.657928:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.657934:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468111.657936:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.657938:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468111.657940:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.657941:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468111.657943:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468111.657946:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468111.657951:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468111.657953:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468111.657957:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468111.657964:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404819456:0@lo:38:kworker.0 00000100:00000001:0.0:1789468111.657967:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.657970:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468111.657974:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404819584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.657981:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468111.657984:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468111.657987:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468111.657991:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468111.657993:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468111.657994:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789468111.657996:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468111.657999:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:0.0:1789468111.658003:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468111.658004:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468111.658006:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:0.0:1789468111.658010:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468111.658011:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.658013:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468111.658016:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404819712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658021:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468111.658022:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468111.658024:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468111.658026:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468111.658027:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468111.658028:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789468111.658030:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468111.658031:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:0.0:1789468111.658033:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468111.658034:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468111.658035:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00080000:3.0:1789468111.658127:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.658131:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468111.658133:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468111.658136:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468111.658137:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468111.658139:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468111.658142:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468111.658145:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20334 00000100:00080000:3.0:1789468111.658156:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468111.658158:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468111.658160:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468111.658162:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468111.658164:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468111.658169:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468111.658170:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468111.658172:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468111.658174:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468111.658176:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468111.658178:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468111.658181:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468111.658182:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468111.658183:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468111.658185:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468111.658187:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468111.658190:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468111.658192:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468111.658193:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468111.658197:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468111.658199:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468111.658201:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468111.658202:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468111.658205:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789468111.658207:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468111.658210:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468111.658211:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468111.658213:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468111.658215:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468111.658216:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468111.658220:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789468111.658223:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468111.658233:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468111.658241:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468111.658243:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468111.658246:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468111.658254:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468111.658259:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20364) 00000100:00000001:0.0:1789468111.658304:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468111.658305:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.658307:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468111.658311:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404819840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658317:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468111.658319:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468111.658321:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468111.658324:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468111.658326:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468111.658328:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468111.658329:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468111.658331:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:0.0:1789468111.658332:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468111.658334:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468111.658335:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:0.0:1789468111.658337:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468111.658338:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.658339:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468111.658342:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d180 x1876386404819456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468111 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658348:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468111.658349:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468111.658350:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468111.658352:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468111.658353:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468111.658354:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468111.658356:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468111.658357:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:0.0:1789468111.658359:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468111.658361:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468111.658362:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d180. 00000100:00000001:0.0:1789468111.658365:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468111.658366:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.658368:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.658375:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468111.658377:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.658379:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468111.658381:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468111.658383:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468111.658387:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658393:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468111.658395:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468111.658399:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468111.658401:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468111.658403:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468111.658406:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404820096:0@lo:38:kworker.0 00000100:00000001:0.0:1789468111.658409:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468111.658413:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468111.658416:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468111.658418:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468111.658422:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468111.658423:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468111.658428:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79478. 00000400:00000010:0.0:1789468111.658433:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468111.658440:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404820096, portal 10 00000100:00000001:0.0:1789468111.658442:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468111.658443:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00000040:0.0:1789468111.658450:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658455:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468111.658457:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468111.658459:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468111.658462:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404820096, offset 0 00000400:00000200:0.0:1789468111.658468:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468111.658479:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468111.658498:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee480 00000400:00000100:0.0:1789468111.658504:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404820096 offset 0 length 520: 4 00000400:00000200:0.0:1789468111.658508:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468111.658511:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468111.658522:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468111.658525:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468111.658528:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468111.658532:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658539:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468111.658542:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658552:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.658553:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468111.658559:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468111.658564:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468111.658569:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315027094 00000100:00000010:0.0:1789468111.658573:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fed80. 00000100:00000001:0.0:1789468111.658650:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468111.658661:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315027094 00000100:00000010:0.0:1789468111.658665:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe9c0. 00000100:00000001:0.0:1789468111.658668:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468111.658720:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315027094 00000100:00000010:0.0:1789468111.658725:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fef60. 00000100:00000001:0.0:1789468111.658730:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468111.658746:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315027094 00000100:00000010:0.0:1789468111.658750:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feae0. 00000100:00000001:0.0:1789468111.658753:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468111.658762:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468111.658765:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.658767:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468111.658771:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658776:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468111.658777:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468111.658779:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468111.658781:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468111.658783:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468111.658785:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404820224:0@lo:38:kworker.0 00000100:00000001:0.0:1789468111.658787:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468111.658844:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468111.658846:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468111.658848:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468111.658852:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468111.658853:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468111.658856:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789468111.658860:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468111.658862:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404820224, portal 10 00000100:00000001:0.0:1789468111.658864:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468111.658865:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:0.0:1789468111.658871:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658877:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468111.658879:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468111.658881:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468111.658883:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404820224, offset 0 00000400:00000200:0.0:1789468111.658887:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468111.658892:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468111.658897:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee500 00000400:00000100:0.0:1789468111.658901:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404820224 offset 0 length 520: 4 00000400:00000200:0.0:1789468111.658904:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468111.658906:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468111.658911:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468111.658913:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468111.658915:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468111.658918:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658924:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468111.658926:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658932:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.658933:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468111.658936:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468111.658939:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468111.658942:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315027094 00000100:00000001:0.0:1789468111.658944:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315027094 00000100:00000001:0.0:1789468111.658946:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315027094 00000100:00000001:0.0:1789468111.658947:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315027094 00000100:00000001:0.0:1789468111.658950:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315027094 00000100:00000001:0.0:1789468111.658951:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315027094 00000100:00000001:0.0:1789468111.658954:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315027094 00000100:00000001:0.0:1789468111.658956:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315027094 00000100:00000001:0.0:1789468111.658958:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468111.658960:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.658962:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468111.658965:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.658971:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468111.658973:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468111.658975:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468111.658976:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468111.658978:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468111.658980:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404820352:0@lo:38:kworker.0 00000100:00000001:0.0:1789468111.658983:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468111.658984:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468111.658986:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468111.658988:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468111.658991:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468111.658992:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468111.658995:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789468111.658998:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468111.659000:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404820352, portal 10 00000100:00000001:0.0:1789468111.659001:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468111.659003:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:0.0:1789468111.659008:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.659013:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468111.659014:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468111.659016:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468111.659019:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404820352, offset 0 00000400:00000200:0.0:1789468111.659022:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468111.659026:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468111.659030:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee580 00000400:00000100:0.0:1789468111.659034:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404820352 offset 0 length 520: 4 00000400:00000200:0.0:1789468111.659059:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468111.659061:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468111.659066:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468111.659068:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468111.659070:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468111.659073:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.659078:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468111.659081:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.659086:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.659087:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468111.659090:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468111.659093:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468111.659095:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315027096 00000100:00000001:0.0:1789468111.659100:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315027094 00000100:00000001:0.0:1789468111.659104:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315027096 00000100:00000001:0.0:1789468111.659305:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315027094 00000100:00000001:0.0:1789468111.659310:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315027096 00000100:00000001:0.0:1789468111.659313:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315027094 00000100:00000001:0.0:1789468111.659316:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315027096 00000100:00000001:0.0:1789468111.659318:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315027094 00000100:00000001:0.0:1789468111.659321:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468111.659323:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.659325:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468111.659329:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.659336:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468111.659337:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468111.659339:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468111.659341:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468111.659343:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468111.659345:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404820480:0@lo:38:kworker.0 00000100:00000001:0.0:1789468111.659348:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468111.659350:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468111.659352:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468111.659353:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468111.659357:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468111.659358:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468111.659362:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d10. 00000400:00000010:0.0:1789468111.659365:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468111.659367:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404820480, portal 10 00000100:00000001:0.0:1789468111.659369:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468111.659370:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:0.0:1789468111.659376:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.659381:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468111.659383:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468111.659385:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468111.659387:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404820480, offset 0 00000400:00000200:0.0:1789468111.659391:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468111.659396:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468111.659401:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee600 00000400:00000100:0.0:1789468111.659404:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404820480 offset 0 length 520: 4 00000400:00000200:0.0:1789468111.659407:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468111.659409:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468111.659413:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468111.659415:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468111.659417:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468111.659420:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.659427:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468111.659429:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468111.659435:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.659437:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468111.659440:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468111.659443:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468111.659445:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315027095 00000100:00000001:0.0:1789468111.659447:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315027096 00000100:00000001:0.0:1789468111.659449:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315027095 00000100:00000001:0.0:1789468111.659451:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315027096 00000100:00000001:0.0:1789468111.659452:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315027095 00000100:00000001:0.0:1789468111.659454:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315027096 00000100:00000001:0.0:1789468111.659455:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315027095 00000100:00000001:0.0:1789468111.659457:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315027096 00000100:00000001:0.0:1789468111.659459:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468111.659461:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.659464:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.659466:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.659471:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468111.659473:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.659475:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468111.659476:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468111.659478:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.659480:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468111.680117:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315027096, at 4315027097 00000100:00000010:2.0:1789468111.680132:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fef60. 00000100:00000040:1.0:1789468111.680511:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315027096, at 4315027097 00000100:00000010:1.0:1789468111.680517:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe9c0. 00000100:00000040:0.0:1789468111.681380:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315027096, at 4315027098 00000100:00000010:0.0:1789468111.681388:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fed80. 00000100:00000040:3.0:1789468111.681603:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315027096, at 4315027098 00000100:00000010:3.0:1789468111.681609:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feae0. 00010000:00000001:0.0:1789468111.847570:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468111.847578:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468111.847583:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468111.847584:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468111.847588:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468111.847590:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468111.847828:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468111.847833:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468111.847836:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468112.679246:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468112.679265:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468112.679268:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468112.679274:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468112.679277:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468112.679283:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468112.679286:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468112.871208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468112.871218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468112.871225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468112.871238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468112.871244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468112.871246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468112.871426:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468112.871431:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468112.871434:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468113.703641:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468113.703661:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468113.703664:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468113.703669:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468113.703672:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468113.703678:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468113.703681:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468113.895362:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468113.895382:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468113.895391:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468113.895393:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468113.895398:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468113.895400:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468113.895567:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468113.895572:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468113.895576:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468114.727236:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468114.727256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468114.727259:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468114.727265:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468114.727268:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468114.727273:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468114.727276:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.919197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468114.919207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.919212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468114.919214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.919220:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468114.919221:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468114.919710:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468114.919715:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468114.919719:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468115.752023:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468115.752060:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468115.752062:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468115.752068:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468115.752071:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468115.752077:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468115.752080:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468115.943284:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468115.943294:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468115.943301:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468115.943303:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468115.943309:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468115.943313:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468115.943316:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468115.943320:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468115.943324:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468115.943327:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468115.943329:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468115.943332:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468115.943472:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468115.943477:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468115.943481:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468116.327240:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468116.327252:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468116.327257:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468116.327539:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468116.327547:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468116.327562:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468116.327567:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468116.327570:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.775246:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468116.775257:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468116.775275:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468091/real 1789468091] req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468116.775297:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468116.775300:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468116.775316:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79630. 00000400:00000200:0.0:1789468116.775325:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789468116.775327:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789468116.775332:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468116.775336:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468116.775345:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.775352:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468116.775355:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.775358:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468116.775360:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468116.775363:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.775369:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.775380:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468116.775383:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.775386:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468116.775389:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468116.775393:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468116.775397:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.775404:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468116.775407:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.775408:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468116.775410:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.775412:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468116.775415:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468116.775419:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468116.775458:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789468116.775461:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468116.775466:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468116.775482:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404819968:0@lo:250:kworker.0 00000100:00000001:0.0:1789468116.775488:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.775491:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468116.775495:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739500 x1876386404819968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.775503:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468116.775506:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468116.775511:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468116.775517:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468116.775520:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468116.775522:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468116.775525:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468116.775528:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:0.0:1789468116.775535:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468116.775537:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468116.775540:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739500. 00000100:00000001:0.0:1789468116.775545:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468116.775547:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.775550:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468116.775745:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468116.775753:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468116.775755:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468116.775758:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468116.775762:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468116.775765:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20339 00000100:00080000:1.0:1789468116.775770:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468116.775773:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468116.775776:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468116.775778:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468116.775780:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468116.775818:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468116.775820:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468116.775823:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468116.775827:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468116.775830:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468116.775832:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468116.775835:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468116.775838:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468116.775839:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468116.775841:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468116.775844:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468116.775847:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468116.775850:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468116.775853:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468116.775857:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468116.775861:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468116.775864:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468116.775867:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468116.775874:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a680. 00000020:00000040:1.0:1789468116.775878:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468116.775882:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468116.775884:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468116.775887:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468116.775891:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468116.775895:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468116.775904:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8ff400. 00000100:00000001:1.0:1789468116.775912:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468116.775919:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468116.775929:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468116.775934:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468116.775938:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004c1a07a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468116.775988:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468116.775992:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468116.775997:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468116.776001:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468116.776004:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468116.776007:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468116.776011:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468116.776014:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468116.776018:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468116.776023:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20369) 00000100:00000001:0.0:1789468116.776198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468116.776201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468116.776204:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468116.776209:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.776218:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468116.776221:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468116.776226:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468116.776229:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468116.776231:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468116.776235:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404820608:0@lo:250:kworker.0 00000100:00000001:0.0:1789468116.776240:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468116.776245:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468116.776249:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468116.776251:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468116.776257:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468116.776259:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468116.776266:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79630. 00000400:00000010:0.0:1789468116.776274:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789468116.776281:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404820608, portal 25 00000100:00000001:0.0:1789468116.776284:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468116.776286:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755049600 : -130395954502016 : ffff8967d373a680) 00000100:00000040:0.0:1789468116.776292:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.776300:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468116.776303:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468116.776306:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468116.776309:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404820608, offset 0 00000400:00000200:0.0:1789468116.776316:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468116.776332:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468116.776347:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ee680 00000400:00000100:0.0:1789468116.776353:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404820608 offset 0 length 520: 4 00000400:00000200:0.0:1789468116.776359:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468116.776362:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468116.776377:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468116.776380:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468116.776383:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468116.776387:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.776395:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468116.776397:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.776403:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.776405:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468116.776410:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.776416:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315037363 00000100:00000010:0.0:1789468116.776422:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fed80. 00000100:00000001:0.0:1789468116.776430:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468116.776443:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315037363 00000100:00000010:0.0:1789468116.776447:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fec00. 00000100:00000001:0.0:1789468116.776459:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468116.776463:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315037363 00000100:00000010:0.0:1789468116.776466:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe660. 00000100:00000001:0.0:1789468116.776470:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468116.776473:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315037363 00000100:00000010:0.0:1789468116.776486:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feae0. 00000100:00000001:0.0:1789468116.776490:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468116.776493:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468116.776496:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.776500:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.776503:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.776509:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468116.776511:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.776513:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468116.776514:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468116.776516:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.776518:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468116.967400:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468116.967410:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468116.967428:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468116.967430:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468116.967436:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468116.967437:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468116.967706:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468116.967711:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468116.967714:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468117.128702:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.128728:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468117.128735:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.128737:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468117.128752:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468117.128776:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040f9ff80 00000400:00000100:2.0:1789468117.128787:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402402176 offset 0 length 520: 4 00000400:00000200:2.0:1789468117.128795:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468117.128798:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468117.128811:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.128826:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468117.128829:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.128832:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468117.128834:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.128836:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468117.128840:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468117.128846:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0000 00000400:00000100:2.0:1789468117.128852:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402402304 offset 0 length 520: 4 00000400:00000200:2.0:1789468117.128855:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468117.128857:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468117.128861:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.128865:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468117.128867:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.128869:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468117.128871:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.128873:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468117.128876:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468117.128881:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0080 00000400:00000100:2.0:1789468117.128885:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402402432 offset 0 length 520: 4 00000400:00000200:2.0:1789468117.128887:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468117.128889:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468117.128893:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.129191:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468117.129195:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468117.129198:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468117.799520:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468117.799541:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468117.799544:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468117.799551:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468117.799555:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468117.799563:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468117.799566:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468117.991214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468117.991225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468117.991232:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468117.991233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468117.991239:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468117.991241:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468117.991390:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468117.991395:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468117.991399:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468118.823188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468118.823208:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468118.823211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468118.823228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468118.823231:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468118.823238:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468118.823241:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468119.015241:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468119.015252:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468119.015259:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468119.015260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468119.015266:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468119.015268:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468119.015378:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468119.015383:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468119.015386:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468119.847730:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468119.847820:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468119.847824:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468119.847830:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468119.847833:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468119.847839:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468119.847843:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468120.039234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468120.039245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468120.039253:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468120.039254:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468120.039260:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468120.039262:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468120.039375:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468120.039379:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468120.039382:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468120.871192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468120.871207:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468120.871209:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468120.871213:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468120.871215:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468120.871220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468120.871222:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468121.063397:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468121.063404:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468121.063409:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468121.063410:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468121.063414:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468121.063415:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468121.063998:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468121.064004:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468121.064009:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468121.895923:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468121.895943:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468121.895946:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468121.895952:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468121.895955:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468121.895960:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468121.895962:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468122.087203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468122.087214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468122.087222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468122.087224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468122.087229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468122.087231:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468122.087336:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468122.087398:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468122.087401:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468122.279168:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315037363, at 4315037696 00000100:00000010:3.0:1789468122.279184:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feae0. 00000100:00000040:1.0:1789468122.279200:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315037363, at 4315037696 00000100:00000010:1.0:1789468122.279216:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fec00. 00000100:00080000:0.0:1789468122.279332:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468122.279338:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468122.279342:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468122.279346:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468122.279348:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468122.279352:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468122.279355:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468122.279358:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468122.279362:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468122.279365:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468122.279371:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20375) 00000100:00000040:0.0:1789468122.279390:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315037363, at 4315037696 00000100:00000010:0.0:1789468122.279396:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fed80. 00000100:00000040:2.0:1789468122.281176:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315037363, at 4315037698 00000100:00000010:2.0:1789468122.281191:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe660. 00000100:00000001:0.0:1789468122.921813:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468122.921832:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468122.921835:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468122.921841:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468122.921844:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468122.921850:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468122.921854:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.111218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468123.111228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.111236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468123.111238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.111243:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468123.111246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468123.111412:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468123.111416:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468123.111420:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468123.943146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468123.943168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468123.943171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468123.943177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468123.943180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468123.943187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468123.943202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468124.135194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468124.135204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468124.135210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468124.135212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468124.135218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468124.135221:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468124.135335:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468124.135339:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468124.135343:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468124.967161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468124.967175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468124.967177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468124.967182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468124.967194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468124.967198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468124.967201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468125.159208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468125.159215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468125.159221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468125.159222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468125.159273:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468125.159276:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468125.160973:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468125.160979:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468125.160983:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468125.991178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468125.991193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468125.991195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468125.991199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468125.991201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468125.991206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468125.991209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468126.183154:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468126.183161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468126.183166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468126.183168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468126.183172:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468126.183176:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468126.183178:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468126.183181:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468126.183184:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468126.183186:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468126.183188:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468126.183190:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468126.183448:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468126.183452:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468126.183464:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468127.015772:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468127.015795:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468127.015797:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468127.015802:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468127.015804:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468127.015808:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468127.015811:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468127.207267:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468127.207274:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468127.207280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468127.207281:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468127.207286:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468127.207288:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468127.207649:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468127.207653:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468127.207656:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468127.399430:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468127.399442:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468127.399445:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468127.399449:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468127.399451:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468127.399453:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468127.399456:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468127.399459:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468127.399462:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468127.399465:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468127.399480:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20380) 00000100:00000001:0.0:1789468128.039412:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468128.039428:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468128.039430:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468128.039436:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468128.039438:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468128.039444:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468128.039447:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468128.231173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468128.231181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468128.231186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468128.231188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468128.231193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468128.231195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468128.231297:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468128.231300:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468128.231303:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468129.063147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468129.063162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468129.063165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468129.063170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468129.063172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468129.063176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468129.063179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468129.256382:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468129.256388:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468129.256393:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468129.256395:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468129.256399:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468129.256401:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468129.256568:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468129.256571:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468129.256575:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468130.087493:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468130.087508:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468130.087511:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468130.087516:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468130.087518:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468130.087523:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468130.087526:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468130.279485:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468130.279493:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468130.279499:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468130.279501:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468130.279506:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468130.279508:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468130.281755:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468130.281761:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468130.281765:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468131.111147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468131.111162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468131.111164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468131.111168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468131.111170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468131.111220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468131.111223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468131.303188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468131.303196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468131.303202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468131.303203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468131.303208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468131.303209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468131.303330:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468131.303334:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468131.303336:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468132.135152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468132.135167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468132.135170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468132.135174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468132.135176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468132.135180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468132.135183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468132.327169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468132.327177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468132.327183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468132.327184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468132.327190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468132.327191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468132.327313:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468132.327317:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468132.327319:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468132.519562:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468132.519572:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468132.519576:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468132.519580:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468132.519583:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468132.519586:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468132.519589:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468132.519592:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468132.519595:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468132.519597:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468132.519606:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20385) 00000100:00000001:0.0:1789468133.159211:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468133.159227:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468133.159229:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468133.159234:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468133.159236:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468133.159241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468133.159244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.351257:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468133.351264:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.351269:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468133.351270:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.351275:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468133.351276:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468133.353370:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468133.353376:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468133.353381:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468134.183151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468134.183166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468134.183168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468134.183173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468134.183175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468134.183179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468134.183182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468134.375439:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468134.375447:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468134.375453:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468134.375455:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468134.375460:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468134.375461:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468134.376054:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468134.376059:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468134.376062:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468135.207151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468135.207164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468135.207166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468135.207171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468135.207173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468135.207178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468135.207181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468135.399201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468135.399209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468135.399214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468135.399215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468135.399220:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468135.399222:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468135.399324:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468135.399328:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468135.399331:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468136.231160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468136.231167:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468136.231181:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468111/real 1789468111] req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468136.231197:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468136.231199:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468136.231202:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79478. 00000400:00000200:0.0:1789468136.231208:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468136.231211:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468136.231215:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468136.231218:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468136.231226:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231233:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468136.231234:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231237:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468136.231239:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468136.231242:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231248:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231251:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468136.231255:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468111/real 1789468111] req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468136.231262:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468136.231263:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468136.231265:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789468136.231267:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468136.231269:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468136.231271:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468136.231273:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468136.231279:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231284:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468136.231285:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231287:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468136.231288:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468136.231290:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231295:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231297:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468136.231300:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468111/real 1789468111] req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468136.231316:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468136.231317:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468136.231319:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:0.0:1789468136.231322:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468136.231323:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468136.231325:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468136.231327:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468136.231333:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231338:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468136.231339:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231340:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468136.231341:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468136.231344:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231349:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231350:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468136.231354:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468111/real 1789468111] req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468136.231361:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468136.231362:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468136.231363:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d10. 00000400:00000200:0.0:1789468136.231365:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468136.231367:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468136.231368:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468136.231518:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468136.231526:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231531:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468136.231533:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231534:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468136.231536:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468136.231539:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231544:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231552:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468136.231554:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231557:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468136.231559:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468136.231561:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468136.231565:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231571:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468136.231573:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231574:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468136.231575:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231578:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468136.231580:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468136.231584:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468136.231657:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468136.231660:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468136.231664:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468136.231671:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404820096:0@lo:38:kworker.0 00000100:00000001:0.0:1789468136.231676:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468136.231679:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.231693:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468136.231696:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231697:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468136.231698:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.231700:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468136.231702:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468136.231704:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468136.235888:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.235915:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468136.235918:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.235921:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468136.235924:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.235927:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468136.235930:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468136.235933:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468136.235937:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468136.235942:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20359 00000100:00080000:1.0:1789468136.235947:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468136.235950:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468136.235953:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468136.235955:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468136.235957:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468136.235968:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468136.235970:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789468136.235973:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468136.235976:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789468136.235979:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789468136.235981:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789468136.235984:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468136.235986:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468136.235987:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468136.235989:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468136.235992:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789468136.235996:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468136.235999:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468136.236002:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468136.236015:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468136.236018:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468136.236163:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468136.236166:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468136.236173:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789468136.236178:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789468136.236181:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468136.236183:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468136.236185:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468136.236188:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468136.236191:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468136.236198:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd800. 00000100:00000001:1.0:1789468136.236205:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468136.236213:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468136.236222:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468136.236226:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468136.236230:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468136.236243:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468136.236246:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.236249:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468136.236251:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468136.236252:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468136.236255:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468136.236257:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20359 00000100:00080000:1.0:1789468136.236259:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468136.236261:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468136.236263:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468136.236265:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468136.236267:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468136.236270:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468136.236277:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789468136.236278:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468136.236280:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789468136.236282:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789468136.236284:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789468136.236287:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468136.236289:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468136.236290:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468136.236292:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468136.236294:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789468136.236296:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468136.236298:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468136.236300:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468136.236302:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468136.236316:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468136.236318:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468136.236319:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468136.236323:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b100. 00000020:00000040:1.0:1789468136.236325:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789468136.236327:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468136.236329:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468136.236330:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468136.236332:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468136.236333:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468136.236338:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fe400. 00000100:00000001:1.0:1789468136.236341:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468136.236345:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468136.236353:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468136.236355:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468136.236358:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003353458e] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468136.236365:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468136.236373:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.236376:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468136.236381:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20389) 00000100:00080000:0.0:1789468136.236538:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468136.236542:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468136.236551:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468136.236561:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404820224:0@lo:38:kworker.0 00000100:00000001:0.0:1789468136.236568:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468136.236573:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.236580:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468136.236583:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.236586:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468136.236588:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.236590:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468136.236592:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468136.236595:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468136.236600:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468136.236602:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468136.236606:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468136.236613:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404820352:0@lo:38:kworker.0 00000100:00000001:0.0:1789468136.236617:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789468136.236971:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.236976:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468136.236978:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.236981:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468136.236984:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.236987:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468136.236989:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468136.236991:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468136.236994:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468136.236996:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20359 00000100:00080000:1.0:1789468136.236999:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468136.237002:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468136.237004:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468136.237006:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468136.237008:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468136.237013:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468136.237014:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789468136.237016:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468136.237019:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789468136.237021:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789468136.237023:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789468136.237026:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468136.237028:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468136.237029:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000040:0.0:1789468136.237161:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237170:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468136.237172:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237174:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468136.237176:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237178:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468136.237180:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468136.237182:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468136.237198:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468136.237201:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468136.237204:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468136.237213:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404820480:0@lo:38:kworker.0 00000100:00000001:0.0:1789468136.237217:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.237220:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468136.237224:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404820096/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237232:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468136.237235:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468136.237238:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468136.237243:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468136.237247:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468136.237249:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789468136.237251:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468136.237254:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d400. 02000000:00000001:0.0:1789468136.237258:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468136.237260:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468136.237262:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:0.0:1789468136.237268:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468136.237270:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237272:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468136.237275:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404820224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237282:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468136.237285:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468136.237287:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468136.237290:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468136.237291:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468136.237292:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789468136.237294:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468136.237295:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:0.0:1789468136.237297:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468136.237299:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468136.237300:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:0.0:1789468136.237302:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468136.237303:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237317:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468136.237320:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404820352/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237327:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789468136.237353:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468136.237356:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789468136.237359:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468136.237361:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468136.237363:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468136.237367:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468136.237369:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468136.237371:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468136.237373:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468136.237377:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739f80. 00000020:00000040:1.0:1789468136.237380:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789468136.237399:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468136.237401:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468136.237404:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468136.237406:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468136.237407:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468136.237409:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468136.237410:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:0.0:1789468136.237412:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468136.237413:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468136.237415:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:0.0:1789468136.237417:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468136.237419:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237420:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468136.237423:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468136 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237429:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468136.237430:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468136.237431:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468136.237433:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468136.237434:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468136.237436:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468136.237438:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468136.237439:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:0.0:1789468136.237441:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468136.237442:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468136.237443:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:0.0:1789468136.237445:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468136.237446:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237449:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237456:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468136.237458:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237461:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468136.237463:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468136.237465:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468136.237469:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237477:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468136.237479:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468136.237482:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468136.237484:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468136.237487:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468136.237490:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404820736:0@lo:38:kworker.0 00000100:00000001:0.0:1789468136.237493:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468136.237496:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468136.237498:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468136.237501:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468136.237504:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468136.237506:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468136.237512:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d10. 00000400:00000010:0.0:1789468136.237518:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468136.237526:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404820736, portal 10 00000100:00000001:0.0:1789468136.237528:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468136.237530:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054976 : -130395954496640 : ffff8967d373bb80) 00000100:00000040:0.0:1789468136.237537:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237544:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468136.237547:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468136.237550:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468136.237552:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404820736, offset 0 00000400:00000200:0.0:1789468136.237558:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468136.237569:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468136.237579:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee700 00000400:00000100:0.0:1789468136.237584:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404820736 offset 0 length 520: 4 00000400:00000200:0.0:1789468136.237590:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468136.237592:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468136.237602:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468136.237605:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468136.237608:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468136.237613:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237641:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468136.237645:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237652:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.237654:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468136.237658:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468136.237663:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468136.237667:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315051673 00000100:00000010:0.0:1789468136.237671:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fed80. 00000100:00000001:0.0:1789468136.237677:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468136.237686:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315051673 00000100:00000010:0.0:1789468136.237689:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fef60. 00000100:00000001:0.0:1789468136.237692:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468136.237694:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315051673 00000100:00000010:0.0:1789468136.237697:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe900. 00000100:00000001:0.0:1789468136.237700:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468136.237712:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315051673 00000100:00000010:0.0:1789468136.237716:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe240. 00000100:00000001:0.0:1789468136.237718:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468136.237727:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468136.237730:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.237733:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468136.237736:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237742:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468136.237744:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468136.237745:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468136.237747:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468136.237749:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468136.237751:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404820864:0@lo:38:kworker.0 00000100:00000001:0.0:1789468136.237755:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468136.237757:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468136.237758:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468136.237760:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468136.237763:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468136.237766:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468136.237769:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000400:00000010:0.0:1789468136.237772:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000100:00000200:0.0:1789468136.237776:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404820864, portal 10 00000100:00000001:0.0:1789468136.237778:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468136.237780:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755052288 : -130395954499328 : ffff8967d373b100) 00000100:00000040:0.0:1789468136.237785:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237792:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468136.237794:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468136.237796:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468136.237798:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404820864, offset 0 00000400:00000200:0.0:1789468136.237802:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468136.237806:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468136.237811:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee780 00000400:00000100:0.0:1789468136.237815:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404820864 offset 0 length 520: 4 00000400:00000200:0.0:1789468136.237818:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468136.237820:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468136.237824:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468136.237826:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468136.237828:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468136.237831:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237838:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468136.237841:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.237848:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.237850:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468136.237852:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468136.237856:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468136.237858:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315051673 00000100:00000001:0.0:1789468136.237861:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315051673 00000100:00000001:0.0:1789468136.237863:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315051673 00000100:00000001:0.0:1789468136.237866:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315051673 00000100:00000001:0.0:1789468136.237868:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315051673 00000100:00000001:0.0:1789468136.237870:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315051673 00000100:00000001:0.0:1789468136.237872:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315051673 00000100:00000001:0.0:1789468136.237874:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315051673 00000100:00000001:0.0:1789468136.237876:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468136.237878:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.237880:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.237882:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237885:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468136.237887:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.237888:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468136.237889:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468136.237891:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.237893:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468136.238206:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468136.238209:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468136.238212:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468136.238214:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468136.238216:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468136.238222:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd000. 00000100:00000001:1.0:1789468136.238228:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468136.238234:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468136.238242:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468136.238245:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468136.238249:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b761f95] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.238296:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468136.238299:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468136.238300:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468136.238314:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.238321:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468136.238322:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468136.238324:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468136.238326:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468136.238328:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468136.238331:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404820992:0@lo:38:kworker.0 00000100:00000001:0.0:1789468136.238334:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468136.238336:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468136.238338:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468136.238340:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468136.238343:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468136.238345:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468136.238348:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789468136.238352:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468136.238355:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404820992, portal 10 00000100:00000001:0.0:1789468136.238357:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468136.238358:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755047808 : -130395954503808 : ffff8967d3739f80) 00000100:00000040:0.0:1789468136.238364:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.238370:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468136.238372:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468136.238374:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468136.238376:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404820992, offset 0 00000400:00000200:0.0:1789468136.238380:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468136.238386:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468136.238391:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee800 00000400:00000100:0.0:1789468136.238395:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404820992 offset 0 length 520: 4 00000400:00000200:0.0:1789468136.238399:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468136.238401:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468136.238406:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468136.238407:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468136.238410:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468136.238413:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.238420:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468136.238422:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.238429:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.238430:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468136.238433:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468136.238436:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468136.238439:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315051675 00000100:00000001:0.0:1789468136.238445:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315051673 00000100:00000001:0.0:1789468136.238448:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315051675 00000100:00000001:0.0:1789468136.238451:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315051673 00000100:00000001:0.0:1789468136.238454:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315051675 00000100:00000001:0.0:1789468136.238456:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315051673 00000100:00000001:0.0:1789468136.238459:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315051675 00000100:00000001:0.0:1789468136.238461:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315051673 00000100:00000001:0.0:1789468136.238463:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468136.238465:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.238468:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.238470:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468136.238489:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468136.238494:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20389) 00000100:00080000:1.0:1789468136.238500:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.238504:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468136.238506:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468136.238510:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468136.238511:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468136.238523:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468136.238526:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468136.238529:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20359 00000100:00080000:1.0:1789468136.238532:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468136.238534:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468136.238537:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468136.238539:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468136.238541:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468136.238545:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468136.238547:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789468136.238549:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468136.238551:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789468136.238553:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789468136.238555:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789468136.238558:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468136.238560:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468136.238562:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468136.238564:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468136.238566:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789468136.238568:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468136.238571:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468136.238572:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468136.238576:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468136.238578:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468136.238580:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468136.238582:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468136.238586:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000020:00000040:1.0:1789468136.238588:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789468136.238591:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468136.238592:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468136.238594:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468136.238595:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468136.238601:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468136.238605:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8ff000. 00000100:00000001:1.0:1789468136.238609:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468136.238613:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468136.238641:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468136.238643:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468136.238647:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.240830:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468136.240837:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.240842:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468136.240845:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468136.240848:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468136.240858:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.240869:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468136.240872:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468136.240875:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468136.240878:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468136.240881:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468136.240884:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404821120:0@lo:38:kworker.0 00000100:00000001:0.0:1789468136.240888:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468136.240892:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468136.240895:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468136.240897:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468136.240904:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468136.240907:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468136.240914:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79478. 00000400:00000010:0.0:1789468136.240920:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468136.240926:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404821120, portal 10 00000100:00000001:0.0:1789468136.240929:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468136.240930:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755045120 : -130395954506496 : ffff8967d3739500) 00000100:00000040:0.0:1789468136.240937:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.240945:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468136.240948:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468136.240950:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468136.240953:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404821120, offset 0 00000400:00000200:0.0:1789468136.240959:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468136.240971:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468136.240980:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee880 00000400:00000100:0.0:1789468136.240986:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404821120 offset 0 length 520: 4 00000400:00000200:0.0:1789468136.240990:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468136.240992:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468136.241004:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468136.241007:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468136.241010:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468136.241014:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.241023:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468136.241026:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468136.241033:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.241035:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468136.241053:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468136.241058:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468136.241061:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315051674 00000100:00000001:0.0:1789468136.241064:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315051675 00000100:00000001:0.0:1789468136.241066:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315051674 00000100:00000001:0.0:1789468136.241069:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315051675 00000100:00000001:0.0:1789468136.241071:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315051674 00000100:00000001:0.0:1789468136.241073:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315051675 00000100:00000001:0.0:1789468136.241075:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315051674 00000100:00000001:0.0:1789468136.241076:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315051675 00000100:00000001:0.0:1789468136.241078:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468136.241081:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.241084:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.241087:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.241090:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468136.241091:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468136.241093:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468136.241095:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468136.241096:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.241098:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468136.242030:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468136.242050:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20389) 00000100:00000001:0.0:1789468136.242164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468136.242167:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468136.242170:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468136.242173:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468136.259203:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315051675, at 4315051676 00000100:00000040:3.0:1789468136.259204:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315051675, at 4315051676 00000100:00000010:2.0:1789468136.259226:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe900. 00000100:00000010:3.0:1789468136.259230:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe240. 00000100:00000040:1.0:1789468136.259341:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315051675, at 4315051676 00000100:00000010:1.0:1789468136.259349:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fef60. 00000100:00000040:0.0:1789468136.259548:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315051675, at 4315051676 00000100:00000010:0.0:1789468136.259554:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fed80. 00010000:00000001:0.0:1789468136.424484:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468136.424492:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468136.424498:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468136.424499:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468136.424505:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468136.424509:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468136.424511:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468136.424514:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468136.424518:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468136.424520:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468136.424522:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468136.424525:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468136.424620:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468136.424623:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468136.424626:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468137.255148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468137.255161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468137.255164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468137.255168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468137.255171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468137.255175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468137.255178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468137.447496:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468137.447504:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468137.447510:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468137.447511:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468137.447516:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468137.447518:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468137.448119:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468137.448124:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468137.448127:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468138.279407:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468138.279426:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468138.279429:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468138.279435:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468138.279438:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468138.279445:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468138.279448:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468138.471229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468138.471238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468138.471244:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468138.471246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468138.471251:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468138.471253:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468138.471408:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468138.471412:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468138.471416:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468139.304147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468139.304168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468139.304170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468139.304178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468139.304181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468139.304188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468139.304191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468139.495211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468139.495219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468139.495226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468139.495227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468139.495233:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468139.495234:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468139.495391:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468139.495396:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468139.495400:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468140.327366:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468140.327384:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468140.327526:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468140.327534:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468140.327538:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468140.327546:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468140.327550:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468140.519401:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468140.519411:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468140.519418:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468140.519420:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468140.519425:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468140.519427:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468140.519628:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468140.519632:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468140.519636:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468141.351178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468141.351188:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468141.351205:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468116/real 1789468116] req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468141.351227:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468141.351229:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468141.351233:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79630. 00000400:00000200:0.0:1789468141.351241:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:0.0:1789468141.351245:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:0.0:1789468141.351250:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468141.351253:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468141.351279:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468141.351287:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468141.351289:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468141.351292:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468141.351294:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468141.351297:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468141.351304:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468141.351314:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468141.351317:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468141.351321:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468141.351324:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468141.351328:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468141.351333:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468141.351339:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468141.351342:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468141.351343:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468141.351345:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468141.351348:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468141.351351:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468141.351354:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468141.351385:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789468141.351387:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468141.351392:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468141.351399:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404820608:0@lo:250:kworker.0 00000100:00000001:0.0:1789468141.351403:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468141.351407:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468141.351410:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a680 x1876386404820608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468141.351417:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468141.351420:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468141.351424:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468141.351429:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468141.351432:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468141.351434:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468141.351437:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468141.351439:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:0.0:1789468141.351445:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468141.351447:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468141.351449:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a680. 00000100:00000001:0.0:1789468141.351455:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468141.351456:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468141.351459:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468141.351548:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468141.351554:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468141.351557:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468141.351560:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468141.351563:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468141.351567:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20364 00000100:00080000:1.0:1789468141.351571:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468141.351574:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468141.351577:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468141.351579:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468141.351591:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468141.351601:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468141.351625:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468141.351628:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468141.351632:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468141.351634:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468141.351637:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468141.351640:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468141.351642:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468141.351644:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468141.351646:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468141.351649:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468141.351653:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468141.351655:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468141.351657:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468141.351661:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468141.351664:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468141.351666:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468141.351669:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468141.351675:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789468141.351679:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468141.351683:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468141.351684:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468141.351687:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468141.351691:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468141.351695:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468141.351703:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fc000. 00000100:00000001:1.0:1789468141.351710:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468141.351716:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468141.351724:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468141.351728:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468141.351732:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468141.351752:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468141.351761:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468141.351765:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468141.351768:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468141.351771:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468141.351774:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468141.351777:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468141.351779:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468141.351782:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468141.351787:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20394) 00000100:00000001:0.0:1789468141.351840:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468141.351842:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468141.351844:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468141.351849:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468141.351856:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468141.351859:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468141.351864:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468141.351866:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468141.351869:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468141.351872:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404821248:0@lo:250:kworker.0 00000100:00000001:0.0:1789468141.351886:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468141.351891:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468141.351893:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468141.351897:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468141.351901:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468141.351903:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468141.351909:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79630. 00000400:00000010:0.0:1789468141.351914:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93f68. 00000100:00000200:0.0:1789468141.351921:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404821248, portal 25 00000100:00000001:0.0:1789468141.351924:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468141.351925:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:0.0:1789468141.351931:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468141.351937:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468141.351940:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468141.351943:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468141.351946:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404821248, offset 0 00000400:00000200:0.0:1789468141.351953:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468141.351968:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468141.351980:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ee900 00000400:00000100:0.0:1789468141.351987:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404821248 offset 0 length 520: 4 00000400:00000200:0.0:1789468141.351993:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468141.351996:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468141.352010:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468141.352012:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468141.352015:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468141.352019:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468141.352026:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468141.352029:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468141.352035:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468141.352060:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468141.352067:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468141.352073:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315061939 00000100:00000010:0.0:1789468141.352079:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fed80. 00000100:00000001:0.0:1789468141.352087:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468141.352100:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315061939 00000100:00000010:0.0:1789468141.352103:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feb40. 00000100:00000001:0.0:1789468141.352107:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468141.352109:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315061939 00000100:00000010:0.0:1789468141.352112:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe840. 00000100:00000001:0.0:1789468141.352116:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468141.352119:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315061939 00000100:00000010:0.0:1789468141.352122:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe600. 00000100:00000001:0.0:1789468141.352125:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468141.352129:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468141.352132:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468141.352136:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468141.352138:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468141.352143:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468141.352145:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468141.352147:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468141.352148:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468141.352149:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468141.352151:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468141.543215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468141.543226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468141.543234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468141.543236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468141.543244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468141.543246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468141.543378:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468141.543382:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468141.543387:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468141.707121:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707145:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468141.707150:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707152:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468141.707167:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468141.707190:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0100 00000400:00000100:3.0:1789468141.707201:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402402560 offset 0 length 520: 4 00000400:00000200:3.0:1789468141.707207:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468141.707210:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468141.707222:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707226:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468141.707228:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707250:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468141.707252:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707255:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468141.707259:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468141.707276:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0180 00000400:00000100:3.0:1789468141.707283:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402402688 offset 0 length 520: 4 00000400:00000200:3.0:1789468141.707286:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468141.707288:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468141.707293:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707296:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468141.707298:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707300:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468141.707301:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707303:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468141.707306:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468141.707311:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0200 00000400:00000100:3.0:1789468141.707315:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402402816 offset 0 length 520: 4 00000400:00000200:3.0:1789468141.707318:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468141.707320:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468141.707322:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707330:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468141.707332:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468141.707334:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468142.376094:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468142.376114:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468142.376116:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468142.376122:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468142.376125:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468142.376131:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468142.376134:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468142.567270:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468142.567284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468142.567291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468142.567293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468142.567298:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468142.567300:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468142.567417:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468142.567422:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468142.567425:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468143.399881:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468143.399902:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468143.399905:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468143.399911:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468143.399914:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468143.399921:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468143.399924:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.591271:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468143.591282:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.591289:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468143.591290:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.591296:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468143.591298:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468143.591419:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468143.591424:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468143.591428:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468144.423157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468144.423173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468144.423176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468144.423180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468144.423187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468144.423191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468144.423194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468144.619000:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468144.619007:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468144.619013:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468144.619014:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468144.619018:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468144.619020:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468144.619257:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468144.619261:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468144.619264:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468145.447159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468145.447175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468145.447177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468145.447181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468145.447183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468145.447187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468145.447190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468145.639181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468145.639189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468145.639195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468145.639196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468145.639202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468145.639203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468145.639318:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468145.639322:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468145.639324:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468146.471163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468146.471178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468146.471180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468146.471184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468146.471186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468146.471191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468146.471193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468146.663313:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468146.663321:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468146.663327:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468146.663329:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468146.663333:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468146.663337:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468146.663339:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468146.663342:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468146.663346:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468146.663349:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468146.663351:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468146.663353:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468146.663515:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468146.663519:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468146.663522:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468146.855159:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315061939, at 4315062272 00000100:00000010:2.0:1789468146.855175:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe840. 00000100:00000040:0.0:1789468146.855179:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315061939, at 4315062272 00000100:00000010:0.0:1789468146.855188:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fed80. 00000100:00000040:1.0:1789468146.855623:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315061939, at 4315062272 00000100:00000010:1.0:1789468146.855630:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feb40. 00000100:00080000:0.0:1789468146.855770:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468146.855776:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468146.855779:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468146.855782:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468146.855785:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468146.855788:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468146.855791:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468146.855793:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468146.855796:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468146.855799:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468146.855803:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20399) 00000100:00000040:3.0:1789468146.858236:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315061939, at 4315062275 00000100:00000010:3.0:1789468146.858252:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe600. 00000100:00000001:0.0:1789468147.495156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468147.495171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468147.495173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468147.495178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468147.495180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468147.495185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468147.495188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468147.687178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468147.687185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468147.687191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468147.687192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468147.687199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468147.687200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468147.687593:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468147.687597:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468147.687600:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468148.519149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468148.519164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468148.519166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468148.519170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468148.519172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468148.519177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468148.519179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468148.711252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468148.711259:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468148.711265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468148.711267:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468148.711271:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468148.711273:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468148.711639:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468148.711643:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468148.711646:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468149.543155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468149.543169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468149.543171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468149.543176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468149.543178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468149.543184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468149.543187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468149.735342:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468149.735351:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468149.735358:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468149.735360:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468149.735365:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468149.735367:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468149.735453:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468149.735456:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468149.735459:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468150.567181:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468150.567195:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468150.567206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468150.567210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468150.567220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468150.567226:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468150.567229:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468150.759247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468150.759255:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468150.759263:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468150.759264:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468150.759271:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468150.759273:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468150.759432:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468150.759436:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468150.759439:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468151.591163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468151.591179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468151.591182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468151.591187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468151.591199:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468151.591204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468151.591207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468151.783163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468151.783170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468151.783175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468151.783177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468151.783181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468151.783183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468151.783289:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468151.783293:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468151.783296:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468151.975172:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468151.975183:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468151.975195:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468151.975198:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468151.975201:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468151.975204:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468151.975207:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468151.975210:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468151.975212:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468151.975215:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468151.975221:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20405) 00000100:00000001:0.0:1789468152.615157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468152.615172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468152.615174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468152.615179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468152.615190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468152.615196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468152.615198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468152.807271:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468152.807279:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468152.807285:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468152.807287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468152.807292:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468152.807294:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468152.807454:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468152.807458:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468152.807460:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468153.639139:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468153.639152:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468153.639154:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468153.639159:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468153.639161:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468153.639165:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468153.639168:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468153.831338:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468153.831345:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468153.831351:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468153.831352:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468153.831357:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468153.831359:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468153.836614:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468153.836620:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468153.836635:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468154.663162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468154.663185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468154.663187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468154.663192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468154.663194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468154.663199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468154.663201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.855208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468154.855223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.855230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468154.855231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.855236:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468154.855237:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468154.855308:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468154.855312:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468154.855315:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468155.239249:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468155.239258:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468155.239263:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468155.239475:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468155.239482:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468155.239492:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468155.239497:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468155.239500:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468155.687153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468155.687175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468155.687178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468155.687182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468155.687185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468155.687191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468155.687192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468155.883612:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468155.883620:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468155.883626:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468155.883628:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468155.883633:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468155.883636:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468155.883639:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468155.883642:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468155.883645:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468155.883647:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468155.883649:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468155.883651:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468155.883891:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468155.883895:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468155.883898:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468156.711171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468156.711184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468156.711186:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468156.711190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468156.711193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468156.711197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468156.711199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468156.903637:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468156.903645:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468156.903651:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468156.903653:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468156.903659:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468156.903660:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468156.903956:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468156.903960:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468156.903963:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468157.096010:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468157.096021:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468157.096024:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468157.096028:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468157.096030:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468157.096034:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468157.096058:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468157.096062:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468157.096065:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468157.096069:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468157.096074:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20410) 00000100:00000001:0.0:1789468157.737109:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468157.737123:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468157.737124:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468157.737129:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468157.737132:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468157.737137:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468157.737140:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468157.927251:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468157.927259:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468157.927264:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468157.927266:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468157.927271:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468157.927272:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468157.927369:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468157.927373:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468157.927375:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468158.759168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468158.759184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468158.759187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468158.759192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468158.759194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468158.759199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468158.759202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468158.951264:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468158.951272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468158.951278:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468158.951280:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468158.951285:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468158.951287:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468158.955831:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468158.955838:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468158.955843:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468159.783168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468159.783182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468159.783184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468159.783189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468159.783191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468159.783196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468159.783199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468159.975176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468159.975183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468159.975188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468159.975189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468159.975194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468159.975196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468159.975268:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468159.975272:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468159.975275:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468160.807614:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468160.807637:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468160.807639:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468160.807643:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468160.807646:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468160.807659:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468160.807662:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468160.999129:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468160.999137:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468160.999144:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468160.999146:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468160.999150:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468160.999152:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468160.999240:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468160.999244:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468160.999247:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468161.831172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468161.831179:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468161.831194:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468136/real 1789468136] req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468161.831214:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468161.831216:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468161.831220:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79478. 00000400:00000200:0.0:1789468161.831225:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468161.831228:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468161.831232:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468161.831236:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468161.831244:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831252:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468161.831254:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831257:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468161.831259:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468161.831262:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831268:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831271:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468161.831275:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468136/real 1789468136] req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468161.831293:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468161.831295:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468161.831297:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:0.0:1789468161.831299:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468161.831301:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468161.831303:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468161.831306:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468161.831312:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831318:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468161.831320:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831321:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468161.831322:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468161.831325:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831331:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831333:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468161.831347:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468136/real 1789468136] req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468161.831354:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468161.831355:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468161.831356:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d10. 00000400:00000200:0.0:1789468161.831359:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468161.831360:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468161.831362:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468161.831364:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468161.831370:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831376:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468161.831377:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831378:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468161.831380:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468161.831383:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831388:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831390:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468161.831393:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468136/real 1789468136] req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468161.831399:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468161.831400:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468161.831402:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:0.0:1789468161.831404:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:0.0:1789468161.831405:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:0.0:1789468161.831407:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468161.831409:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468161.831416:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831422:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468161.831423:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831425:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468161.831426:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468161.831428:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831434:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831443:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468161.831445:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831448:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468161.831450:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468161.831452:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468161.831456:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831462:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468161.831466:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831467:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468161.831468:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831471:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468161.831473:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468161.831476:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468161.831503:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468161.831505:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468161.831509:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468161.831516:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404821120:0@lo:38:kworker.0 00000100:00000001:0.0:1789468161.831521:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468161.831523:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831528:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468161.831531:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831532:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468161.831533:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831535:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468161.831536:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468161.831538:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468161.831543:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468161.831545:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468161.831549:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468161.831555:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404820992:0@lo:38:kworker.0 00000100:00000001:0.0:1789468161.831559:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468161.831562:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831567:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468161.831569:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831570:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468161.831571:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831573:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468161.831574:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468161.831576:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468161.831581:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468161.831583:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468161.831586:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468161.831593:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404820736:0@lo:38:kworker.0 00000100:00000001:0.0:1789468161.831597:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468161.831599:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831604:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468161.831607:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831608:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468161.831609:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831611:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468161.831612:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468161.831614:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468161.831618:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468161.831620:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468161.831624:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468161.831637:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404820864:0@lo:38:kworker.0 00000100:00000001:0.0:1789468161.831641:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.831644:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468161.831648:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739500 x1876386404821120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831654:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468161.831657:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468161.831661:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468161.831665:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468161.831668:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468161.831670:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468161.831673:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468161.831676:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8ff000. 02000000:00000001:0.0:1789468161.831680:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468161.831682:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468161.831684:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739500. 00000100:00000001:0.0:1789468161.831688:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468161.831689:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831691:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468161.831694:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739f80 x1876386404820992/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831700:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468161.831701:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468161.831703:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468161.831705:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468161.831706:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468161.831707:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468161.831709:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468161.831710:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:0.0:1789468161.831713:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468161.831714:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468161.831716:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739f80. 00000100:00000001:0.0:1789468161.831719:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468161.831721:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831722:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468161.831726:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373bb80 x1876386404820736/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831731:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468161.831732:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468161.831733:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468161.831735:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468161.831736:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468161.831737:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789468161.831739:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468161.831740:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd800. 02000000:00000001:0.0:1789468161.831742:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468161.831743:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468161.831744:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373bb80. 00000100:00000001:0.0:1789468161.831746:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468161.831748:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831749:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468161.831752:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b100 x1876386404820864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468161 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.831759:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468161.831760:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468161.831762:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468161.831764:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468161.831765:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468161.831767:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789468161.831769:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468161.831771:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:0.0:1789468161.831776:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468161.831777:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468161.831779:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b100. 00000100:00080000:3.0:1789468161.831781:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468161.831782:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468161.831784:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.831789:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468161.831790:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468161.831795:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468161.831798:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468161.831801:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468161.831821:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468161.831825:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468161.831828:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20384 00000100:00080000:3.0:1789468161.831832:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468161.831836:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468161.831838:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468161.831841:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468161.831844:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468161.831852:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468161.831854:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468161.831856:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468161.831859:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468161.831862:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468161.831864:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468161.831867:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468161.831868:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468161.831870:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468161.831872:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468161.831875:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468161.831878:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468161.831880:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468161.831882:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468161.831889:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468161.831891:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.831894:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468161.831896:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468161.831901:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789468161.831904:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468161.831908:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468161.831909:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.831912:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468161.831915:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468161.831926:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468161.831933:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789468161.831939:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468161.831946:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468161.831955:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468161.831958:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468161.831962:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468161.831982:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468161.831985:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468161.831988:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468161.831989:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468161.831991:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468161.831993:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468161.831995:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20384 00000100:00080000:3.0:1789468161.831998:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468161.832000:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468161.832002:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468161.832004:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468161.832006:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468161.832009:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468161.832010:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468161.832012:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468161.832014:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468161.832017:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468161.832019:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468161.832022:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468161.832025:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468161.832027:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468161.832031:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468161.832054:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468161.832058:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468161.832064:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.832070:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468161.832072:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468161.832076:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468161.832078:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468161.832080:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.832081:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00100000:0.0:1789468161.832084:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404821376:0@lo:38:kworker.0 00000020:00000040:3.0:1789468161.832086:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00000001:0.0:1789468161.832089:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1789468161.832093:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 02000000:00000001:0.0:1789468161.832095:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789468161.832097:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468161.832098:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468161.832101:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468161.832103:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1789468161.832107:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1789468161.832109:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:3.0:1789468161.832111:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468161.832120:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.832126:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468161.832128:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468161.832129:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd799a0. 00000100:00000010:3.0:1789468161.832133:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000400:00000010:0.0:1789468161.832136:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93220. 00000020:00000040:3.0:1789468161.832137:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468161.832142:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468161.832144:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789468161.832145:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404821376, portal 10 00000100:00000001:3.0:1789468161.832147:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1789468161.832149:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1789468161.832150:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1789468161.832152:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312514304 : -130400397037312 : ffff8966caa7f100) 02000000:00000001:3.0:1789468161.832154:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468161.832161:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000040:0.0:1789468161.832162:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468161.832166:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.832175:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1789468161.832175:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1789468161.832182:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468161.832188:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000001:3.0:1789468161.832189:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468161.832192:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789468161.832193:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404821376, offset 0 00000100:00000040:3.0:1789468161.832197:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789468161.832204:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468161.832218:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468161.832230:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ee980 00000400:00000100:0.0:1789468161.832236:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404821376 offset 0 length 520: 4 00000400:00000200:0.0:1789468161.832241:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468161.832243:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468161.832255:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:0.0:1789468161.832257:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:0.0:1789468161.832260:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468161.832264:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.832271:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468161.832274:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.832975:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.832981:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468161.832991:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468161.832996:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468161.833001:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315077268 00000100:00000010:0.0:1789468161.833007:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789468161.833014:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468161.833025:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315077268 00000100:00000010:0.0:1789468161.833028:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789468161.833031:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468161.833070:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315077269 00000100:00000010:0.0:1789468161.833074:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe780. 00000100:00000001:0.0:1789468161.833078:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468161.833089:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315077269 00000100:00000010:0.0:1789468161.833092:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe6c0. 00000100:00000001:0.0:1789468161.833095:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468161.833098:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468161.833101:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.833106:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.833109:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.833124:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468161.833126:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.833129:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468161.833130:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468161.833132:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.833135:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.833772:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468161.833780:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468161.833783:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468161.833785:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468161.833787:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468161.833790:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468161.833795:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20384 00000100:00080000:3.0:1789468161.833798:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468161.833814:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468161.833817:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468161.833819:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468161.833820:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468161.833826:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468161.833828:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468161.833830:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468161.833833:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468161.833835:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468161.833837:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468161.833840:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468161.833841:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468161.833843:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468161.833844:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468161.833846:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468161.833848:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468161.833851:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468161.833852:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468161.833858:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468161.833860:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.833862:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468161.833864:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468161.833868:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789468161.833871:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468161.833875:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468161.833876:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.833879:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468161.833881:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468161.833884:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468161.833891:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789468161.833898:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468161.833906:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468161.833929:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468161.833932:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468161.833936:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468161.833944:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468161.833946:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468161.833949:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468161.833950:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468161.833952:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468161.833954:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468161.833956:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20384 00000100:00080000:3.0:1789468161.833958:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468161.833961:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468161.833963:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468161.833965:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468161.833966:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468161.833970:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468161.833971:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468161.833972:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468161.833975:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468161.833976:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468161.833979:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468161.833981:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468161.833982:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468161.833984:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468161.833986:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468161.833988:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468161.833990:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468161.833992:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468161.834000:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468161.834003:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468161.834005:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.834007:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468161.834008:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468161.834012:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789468161.834014:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468161.834017:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468161.834018:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.834020:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468161.834021:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468161.834023:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468161.834027:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789468161.834030:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468161.834035:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468161.834436:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468161.834440:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468161.834443:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468161.834449:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.834457:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468161.834459:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468161.834462:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468161.834465:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468161.834467:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468161.834470:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404821504:0@lo:38:kworker.0 00000100:00000001:0.0:1789468161.834473:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468161.834477:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468161.834479:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468161.834482:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468161.834487:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468161.834489:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468161.834495:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d10. 00000400:00000010:0.0:1789468161.834501:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93660. 00000100:00000200:0.0:1789468161.834506:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404821504, portal 10 00000100:00000001:0.0:1789468161.834508:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468161.834510:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:0.0:1789468161.834516:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.834523:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468161.834525:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468161.834527:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468161.834530:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404821504, offset 0 00000400:00000200:0.0:1789468161.834536:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468161.834547:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468161.834557:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eea00 00000400:00000100:0.0:1789468161.834562:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404821504 offset 0 length 520: 4 00000400:00000200:0.0:1789468161.834568:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468161.834571:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468161.834583:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:0.0:1789468161.834586:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:0.0:1789468161.834589:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468161.834593:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.834601:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468161.834604:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.834611:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.834613:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468161.834618:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468161.834623:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468161.834626:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315077270 00000100:00000001:0.0:1789468161.834636:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315077268 00000100:00000001:0.0:1789468161.834641:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315077270 00000100:00000001:0.0:1789468161.834645:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315077268 00000100:00000001:0.0:1789468161.834647:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315077270 00000100:00000001:0.0:1789468161.834651:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315077269 00000100:00000001:0.0:1789468161.834654:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315077270 00000100:00000001:0.0:1789468161.834657:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315077269 00000100:00000001:0.0:1789468161.834659:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468161.834662:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.834665:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468161.834668:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.834676:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468161.834677:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468161.834679:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468161.834681:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468161.834683:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468161.834686:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404821632:0@lo:38:kworker.0 00000100:00000001:0.0:1789468161.834689:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468161.834691:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468161.834692:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468161.834694:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468161.834697:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468161.834699:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468161.834702:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79ec8. 00000400:00000010:0.0:1789468161.834705:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93088. 00000100:00000200:0.0:1789468161.834707:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404821632, portal 10 00000100:00000001:0.0:1789468161.834709:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468161.834710:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516992 : -130400397034624 : ffff8966caa7fb80) 00000100:00000040:0.0:1789468161.834716:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.834722:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468161.834723:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468161.834726:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468161.834728:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404821632, offset 0 00000400:00000200:0.0:1789468161.834731:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468161.834735:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468161.834740:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eea80 00000400:00000100:0.0:1789468161.834744:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404821632 offset 0 length 520: 4 00000400:00000200:0.0:1789468161.834746:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468161.834748:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468161.834753:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:0.0:1789468161.834754:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:0.0:1789468161.834756:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468161.834759:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.834766:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468161.834769:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.834779:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.834780:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468161.834783:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468161.834786:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468161.834788:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315077270 00000100:00000001:0.0:1789468161.834790:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315077270 00000100:00000001:0.0:1789468161.834792:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315077270 00000100:00000001:0.0:1789468161.834794:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315077270 00000100:00000001:0.0:1789468161.834796:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315077270 00000100:00000001:0.0:1789468161.834797:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315077270 00000100:00000001:0.0:1789468161.834799:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315077270 00000100:00000001:0.0:1789468161.834801:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315077270 00000100:00000001:0.0:1789468161.834803:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468161.834805:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.834808:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.834810:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.834817:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468161.834819:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.834821:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468161.834832:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468161.834834:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.834836:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.838495:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468161.838500:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468161.838510:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468161.838592:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468161.838601:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20414) 00000100:00000001:0.0:1789468161.842682:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468161.842692:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468161.842695:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468161.842708:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.842719:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468161.842721:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468161.842725:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468161.842730:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468161.842734:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468161.842737:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404821760:0@lo:38:kworker.0 00000100:00000001:0.0:1789468161.842741:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468161.842746:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468161.842749:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468161.842751:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468161.842759:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468161.842762:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468161.842769:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79478. 00000400:00000010:0.0:1789468161.842776:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93000. 00000100:00000200:0.0:1789468161.842782:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404821760, portal 10 00000100:00000001:0.0:1789468161.842785:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468161.842787:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000040:0.0:1789468161.842795:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.842802:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468161.842804:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468161.842807:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468161.842810:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404821760, offset 0 00000400:00000200:0.0:1789468161.842818:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468161.842831:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468161.842843:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eeb00 00000400:00000100:0.0:1789468161.842849:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404821760 offset 0 length 520: 4 00000400:00000200:0.0:1789468161.842853:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468161.842856:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468161.842869:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468161.842872:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468161.842875:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468161.842879:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.842887:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468161.842890:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468161.842902:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.842904:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468161.842909:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468161.842913:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468161.842917:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315077279 00000100:00000001:0.0:1789468161.842930:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315077270 00000100:00000001:0.0:1789468161.842935:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315077279 00000100:00000001:0.0:1789468161.842938:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315077270 00000100:00000001:0.0:1789468161.842941:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315077279 00000100:00000001:0.0:1789468161.842944:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315077270 00000100:00000001:0.0:1789468161.842947:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315077279 00000100:00000001:0.0:1789468161.842950:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315077270 00000100:00000001:0.0:1789468161.842952:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468161.842955:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.842960:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.842962:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.842969:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468161.842971:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468161.842974:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468161.842975:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468161.842977:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468161.842978:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468161.863133:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315077279, at 4315077280 00000100:00000010:0.0:1789468161.863148:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000040:3.0:1789468161.863225:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315077279, at 4315077280 00000100:00000010:3.0:1789468161.863231:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe6c0. 00000100:00000040:1.0:1789468161.863382:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315077279, at 4315077280 00000100:00000010:1.0:1789468161.863388:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000040:2.0:1789468161.863495:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315077279, at 4315077280 00000100:00000010:2.0:1789468161.863502:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe780. 00010000:00000001:0.0:1789468162.023179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468162.023187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468162.023193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468162.023194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468162.023198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468162.023200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468162.023353:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468162.023357:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468162.023360:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468162.855883:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468162.855897:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468162.855900:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468162.855904:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468162.855906:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468162.855910:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468162.855912:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.047302:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468163.047309:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.047314:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468163.047315:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.047320:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468163.047321:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468163.047409:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468163.047413:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468163.047416:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468163.880157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468163.880171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468163.880173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468163.880177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468163.880179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468163.880183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468163.880186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468164.071883:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468164.071890:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468164.071896:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468164.071898:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468164.071906:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468164.071908:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468164.071997:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468164.072001:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468164.072004:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468164.903525:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468164.903540:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468164.903542:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468164.903547:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468164.903549:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468164.903553:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468164.903556:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468165.095806:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468165.095813:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468165.095819:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468165.095820:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468165.095825:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468165.095826:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468165.096801:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468165.096806:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468165.096810:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468165.927159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468165.927174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468165.927176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468165.927189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468165.927192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468165.927196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468165.927199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468166.120784:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468166.120792:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468166.120798:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468166.120799:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468166.120804:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468166.120808:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468166.120810:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468166.120814:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468166.120816:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468166.120819:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468166.120821:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468166.120822:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468166.120981:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468166.120984:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468166.120988:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468166.951147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468166.951158:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468166.951171:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468141/real 1789468141] req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468166.951191:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468166.951193:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468166.951197:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79630. 00000400:00000200:2.0:1789468166.951205:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93f68 00000400:00000010:2.0:1789468166.951208:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93f68. 00000100:00000001:2.0:1789468166.951212:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468166.951216:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468166.951224:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.951232:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468166.951234:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468166.951237:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468166.951239:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468166.951243:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.951249:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468166.951258:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468166.951260:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468166.951263:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468166.951265:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468166.951269:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468166.951273:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.951280:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468166.951283:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468166.951285:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468166.951286:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468166.951289:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468166.951290:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468166.951293:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468166.951322:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468166.951325:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468166.951330:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468166.951337:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404821248:0@lo:250:kworker.0 00000100:00000001:2.0:1789468166.951342:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.951344:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468166.951348:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404821248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.951355:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468166.951357:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468166.951361:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:2.0:1789468166.951366:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468166.951368:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468166.951370:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468166.951372:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468166.951375:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fc000. 02000000:00000001:2.0:1789468166.951378:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468166.951380:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468166.951383:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00000001:2.0:1789468166.951388:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468166.951390:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468166.951392:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468166.951421:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468166.951426:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468166.951428:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468166.951430:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468166.951434:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468166.951437:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20389 00000100:00080000:3.0:1789468166.951441:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468166.951444:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468166.951463:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468166.951465:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468166.951467:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468166.951474:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468166.951475:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468166.951478:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468166.951481:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468166.951483:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468166.951485:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468166.951487:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468166.951489:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468166.951490:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468166.951492:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468166.951495:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468166.951497:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468166.951499:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468166.951501:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468166.951504:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468166.951507:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.951509:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468166.951511:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468166.951516:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789468166.951519:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468166.951522:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468166.951523:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.951526:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468166.951528:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468166.951531:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468166.951538:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468166.951543:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468166.951549:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468166.951557:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468166.951566:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468166.951571:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.951592:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468166.951595:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468166.951598:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468166.951601:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468166.951604:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468166.951606:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468166.951609:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468166.951611:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468166.951614:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468166.951619:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20420) 00000100:00000001:2.0:1789468166.953104:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468166.953111:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468166.953114:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468166.953125:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.953135:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468166.953137:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468166.953141:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468166.953144:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468166.953146:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468166.953149:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404821888:0@lo:250:kworker.0 00000100:00000001:2.0:1789468166.953153:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468166.953157:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468166.953159:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468166.953161:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468166.953168:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468166.953170:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468166.953178:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143000. 00000400:00000010:2.0:1789468166.953184:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789468166.953190:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404821888, portal 25 00000100:00000001:2.0:1789468166.953193:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468166.953194:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312513408 : -130400397038208 : ffff8966caa7ed80) 00000100:00000040:2.0:1789468166.953199:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.953206:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468166.953208:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468166.953211:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789468166.953214:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404821888, offset 0 00000400:00000200:2.0:1789468166.953220:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468166.953232:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468166.953242:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411eeb80 00000400:00000100:2.0:1789468166.953249:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404821888 offset 0 length 520: 4 00000400:00000200:2.0:1789468166.953254:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468166.953256:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468166.953271:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:2.0:1789468166.953273:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:2.0:1789468166.953276:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468166.953280:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.953287:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468166.953290:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.953295:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.953297:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468166.953301:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.953305:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315087540 00000100:00000010:2.0:1789468166.953310:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789468166.953316:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468166.953327:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315087540 00000100:00000010:2.0:1789468166.953330:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37840. 00000100:00000001:2.0:1789468166.953333:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468166.953336:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315087540 00000100:00000010:2.0:1789468166.953338:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789468166.953340:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468166.953343:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315087540 00000100:00000010:2.0:1789468166.953345:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c374e0. 00000100:00000001:2.0:1789468166.953348:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468166.953351:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468166.953353:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.953357:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.953360:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468166.953366:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468166.953368:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468166.953370:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468166.953372:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468166.953373:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.953375:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468167.143187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468167.143195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468167.143201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468167.143203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468167.143207:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468167.143208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468167.143310:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468167.143313:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468167.143316:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789468167.304959:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789468167.312510:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789468167.312519:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789468167.312526:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789468167.312538:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789468167.312557:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0280 00000400:00000100:1.0:1789468167.312565:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402402944 offset 0 length 520: 4 00000400:00000200:1.0:1789468167.312570:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468167.312572:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789468167.312583:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789468167.312586:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789468167.312602:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789468167.312605:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789468167.312606:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789468167.312608:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789468167.312613:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:1.0:1789468167.312619:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0300 00000400:00000100:1.0:1789468167.312624:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402403072 offset 0 length 520: 4 00000400:00000200:1.0:1789468167.312627:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263c440 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468167.312629:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:1.0:1789468167.312633:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789468167.312644:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789468167.312646:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789468167.312648:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468167.314147:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468167.314161:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468167.314165:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468167.314168:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468167.314176:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468167.314192:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0380 00000400:00000100:0.0:1789468167.314198:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402403200 offset 0 length 520: 4 00000400:00000200:0.0:1789468167.314203:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468167.314206:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468167.314214:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468167.314220:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468167.314222:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468167.314224:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468167.975165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468167.975181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468167.975184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468167.975188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468167.975190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468167.975195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468167.975197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468168.167280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468168.167287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468168.167293:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468168.167294:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468168.167299:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468168.167301:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468168.169374:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468168.169380:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468168.169385:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468168.999415:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468168.999430:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468168.999432:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468168.999437:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468168.999439:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468168.999444:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468168.999447:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468169.191346:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468169.191353:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468169.191359:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468169.191360:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468169.191365:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468169.191366:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468169.191835:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468169.191841:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468169.191844:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468170.023175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468170.023190:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468170.023193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468170.023198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468170.023200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468170.023205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468170.023207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468170.219232:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468170.219239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468170.219244:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468170.219246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468170.219250:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468170.219252:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468170.222323:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468170.222328:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468170.222333:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468171.047207:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468171.047222:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468171.047224:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468171.047228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468171.047231:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468171.047235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468171.047238:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468171.239185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468171.239193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468171.239200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468171.239202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468171.239208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468171.239210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468171.239411:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468171.239415:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468171.239418:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468172.071942:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468172.071957:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468172.071959:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468172.071964:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468172.071966:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468172.071971:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468172.071974:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468172.263181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468172.263188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468172.263194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468172.263196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468172.263200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468172.263201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468172.266552:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468172.266558:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468172.266563:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789468172.455160:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315087540, at 4315087872 00000100:00000040:2.0:1789468172.455160:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315087540, at 4315087872 00000100:00000010:1.0:1789468172.455173:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37840. 00000100:00000010:2.0:1789468172.455173:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000040:3.0:1789468172.456749:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315087540, at 4315087873 00000100:00000010:3.0:1789468172.456762:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00080000:2.0:1789468172.456858:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468172.456864:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468172.456867:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468172.456871:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468172.456873:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468172.456875:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468172.456879:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468172.456882:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468172.456884:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468172.456887:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468172.456900:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20425) 00000100:00000040:0.0:1789468172.457112:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315087540, at 4315087874 00000100:00000010:0.0:1789468172.457118:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789468173.095173:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468173.095185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468173.095188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468173.095192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468173.095194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468173.095199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468173.095201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.289300:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468173.289307:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.289313:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468173.289314:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.289319:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468173.289321:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468173.289407:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468173.289411:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468173.289414:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468174.119998:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468174.120011:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468174.120013:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468174.120034:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468174.120052:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468174.120057:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468174.120060:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468174.311158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468174.311166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468174.311173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468174.311174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468174.311179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468174.311181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468174.311336:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468174.311340:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468174.311343:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468175.143158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468175.143170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468175.143171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468175.143175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468175.143177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468175.143184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468175.143186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468175.335180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468175.335186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468175.335193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468175.335194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468175.335198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468175.335200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468175.335877:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468175.335882:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468175.335885:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468176.167147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468176.167161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468176.167164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468176.167168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468176.167170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468176.167174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468176.167177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468176.359220:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468176.359227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468176.359233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468176.359234:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468176.359239:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468176.359242:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468176.359244:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468176.359248:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468176.359250:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468176.359252:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468176.359254:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468176.359256:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468176.359388:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468176.359391:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468176.359394:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468177.191236:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468177.191250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468177.191252:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468177.191256:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468177.191258:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468177.191262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468177.191265:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468177.384183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468177.384189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468177.384195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468177.384196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468177.384201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468177.384202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468177.386625:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468177.386630:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468177.386634:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468177.575176:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468177.575187:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468177.575190:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468177.575193:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468177.575195:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468177.575198:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468177.575201:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468177.575232:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468177.575235:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468177.575237:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468177.575243:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20430) 00000100:00000001:2.0:1789468178.215139:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468178.215152:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468178.215154:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468178.215159:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468178.215161:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468178.215165:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468178.215168:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468178.409678:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468178.409685:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468178.409691:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468178.409693:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468178.409698:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468178.409700:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468178.409895:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468178.409898:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468178.409901:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468179.239152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468179.239168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468179.239170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468179.239175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468179.239177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468179.239181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468179.239184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468179.431212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468179.431219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468179.431225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468179.431227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468179.431231:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468179.431232:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468179.431337:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468179.431341:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468179.431344:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468180.263163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468180.263177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468180.263178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468180.263183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468180.263185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468180.263190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468180.263192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468180.455779:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468180.455787:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468180.455792:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468180.455793:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468180.455798:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468180.455800:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468180.455911:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468180.455930:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468180.455934:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468181.289156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468181.289169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468181.289171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468181.289175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468181.289177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468181.289181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468181.289184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468181.479243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468181.479250:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468181.479255:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468181.479257:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468181.479261:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468181.479263:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468181.479406:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468181.479410:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468181.479414:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468182.311430:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468182.311444:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468182.311446:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468182.311452:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468182.311454:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468182.311458:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468182.311460:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468182.504919:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468182.504927:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468182.504932:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468182.504935:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468182.504939:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468182.504941:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468182.505285:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468182.505289:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468182.505292:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468182.696091:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468182.696101:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468182.696104:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468182.696108:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468182.696110:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468182.696114:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468182.696116:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468182.696120:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468182.696122:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468182.696125:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468182.696130:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20435) 00000100:00000001:2.0:1789468183.335163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468183.335178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468183.335181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468183.335186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468183.335188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468183.335193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468183.335196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.527732:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468183.527739:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.527746:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468183.527820:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.527828:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468183.527829:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468183.527946:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468183.527959:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468183.527963:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468184.359204:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468184.359217:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468184.359219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468184.359224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468184.359227:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468184.359231:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468184.359234:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468184.551321:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468184.551328:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468184.551335:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468184.551337:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468184.551341:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468184.551342:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468184.552337:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468184.552343:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468184.552347:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468185.384066:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468185.384079:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468185.384082:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468185.384086:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468185.384089:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468185.384093:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468185.384096:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468185.575186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468185.575194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468185.575199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468185.575200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468185.575205:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468185.575207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468185.575315:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468185.575319:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468185.575322:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468186.407197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468186.407205:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468186.407220:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468161/real 1789468161] req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468186.407240:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468186.407242:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468186.407246:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79478. 00000400:00000200:2.0:1789468186.407254:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93000 00000400:00000010:2.0:1789468186.407257:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93000. 00000100:00000001:2.0:1789468186.407261:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468186.407266:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468186.407276:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407284:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468186.407286:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407289:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468186.407292:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468186.407296:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407303:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407306:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468186.407310:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468161/real 1789468161] req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468186.407319:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468186.407320:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468186.407322:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d10. 00000400:00000200:2.0:1789468186.407325:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93660 00000400:00000010:2.0:1789468186.407327:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93660. 00000100:00000001:2.0:1789468186.407329:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468186.407332:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468186.407339:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407345:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468186.407346:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407348:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468186.407349:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468186.407352:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407357:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407359:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468186.407363:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468161/real 1789468161] req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468186.407370:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468186.407371:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468186.407373:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79ec8. 00000400:00000200:2.0:1789468186.407375:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93088 00000400:00000010:2.0:1789468186.407377:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93088. 00000100:00000001:2.0:1789468186.407379:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468186.407383:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468186.407390:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407396:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468186.407397:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407398:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468186.407399:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468186.407403:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407415:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407417:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468186.407421:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468161/real 1789468161] req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468186.407429:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468186.407430:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468186.407432:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd799a0. 00000400:00000200:2.0:1789468186.407435:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93220 00000400:00000010:2.0:1789468186.407437:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93220. 00000100:00000001:2.0:1789468186.407439:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468186.407442:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468186.407449:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407455:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468186.407457:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407459:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468186.407460:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468186.407464:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407471:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407479:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468186.407481:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407484:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468186.407487:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468186.407490:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468186.407494:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407501:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468186.407505:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407507:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468186.407508:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407511:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468186.407513:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468186.407517:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468186.407545:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468186.407548:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468186.407552:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468186.407560:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404821760:0@lo:38:kworker.0 00000100:00000001:2.0:1789468186.407565:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468186.407568:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407575:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468186.407577:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407578:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468186.407579:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407581:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468186.407582:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468186.407585:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468186.407590:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468186.407593:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468186.407596:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468186.407604:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404821504:0@lo:38:kworker.0 00000100:00000001:2.0:1789468186.407607:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468186.407611:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407631:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468186.407634:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407635:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468186.407637:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407638:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468186.407640:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468186.407642:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468186.407647:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468186.407649:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468186.407652:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468186.407659:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404821632:0@lo:38:kworker.0 00000100:00000001:2.0:1789468186.407663:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468186.407667:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407673:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468186.407676:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407677:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468186.407678:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407679:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468186.407681:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468186.407683:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468186.407687:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468186.407689:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468186.407692:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468186.407706:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404821376:0@lo:38:kworker.0 00000100:00000001:2.0:1789468186.407710:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.407713:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468186.407716:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404821760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407723:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468186.407726:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468186.407730:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:2.0:1789468186.407735:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468186.407738:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468186.407739:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468186.407742:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468186.407744:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789468186.407748:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468186.407751:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468186.407753:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:2.0:1789468186.407757:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468186.407758:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407760:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468186.407763:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404821504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407769:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468186.407770:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468186.407772:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:2.0:1789468186.407774:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468186.407775:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468186.407777:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789468186.407778:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468186.407780:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789468186.407782:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468186.407783:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468186.407784:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:2.0:1789468186.407786:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468186.407788:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407789:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468186.407792:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7fb80 x1876386404821632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407798:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468186.407799:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468186.407800:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:2.0:1789468186.407802:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468186.407804:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468186.407805:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789468186.407807:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468186.407808:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:2.0:1789468186.407810:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468186.407811:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468186.407813:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7fb80. 00000100:00000001:2.0:1789468186.407816:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468186.407817:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407819:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468186.407821:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f100 x1876386404821376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468186 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.407828:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468186.407829:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468186.407831:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:2.0:1789468186.407832:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468186.407834:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468186.407835:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789468186.407836:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468186.407838:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:2.0:1789468186.407840:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468186.407841:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468186.407843:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f100. 00000100:00000001:2.0:1789468186.407845:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468186.407846:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.407848:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468186.408111:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468186.408118:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468186.408120:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468186.408124:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468186.408126:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468186.408129:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468186.408133:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468186.408136:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20409 00000100:00080000:1.0:1789468186.408140:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468186.408143:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468186.408146:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468186.408149:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468186.408151:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468186.408159:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468186.408161:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789468186.408165:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468186.408168:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789468186.408171:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789468186.408173:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789468186.408176:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468186.408178:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468186.408179:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468186.408181:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468186.408206:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789468186.408209:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468186.408212:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468186.408214:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468186.408222:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468186.408225:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468186.408227:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468186.408229:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468186.408235:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789468186.408238:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789468186.408242:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468186.408243:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468186.408246:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468186.408249:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468186.408253:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468186.408260:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd800. 00000100:00000001:1.0:1789468186.408267:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468186.408273:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468186.408282:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468186.408286:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468186.408290:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468186.408322:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468186.408325:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468186.408328:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468186.408330:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468186.408331:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468186.408334:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468186.408336:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20409 00000100:00080000:1.0:1789468186.408338:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468186.408340:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468186.408349:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468186.408351:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468186.408352:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468186.408356:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468186.408358:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789468186.408359:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468186.408361:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789468186.408363:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789468186.408365:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789468186.408367:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468186.408369:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468186.408370:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468186.408372:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468186.408374:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789468186.408377:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468186.408379:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468186.408380:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468186.408383:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468186.408385:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468186.408387:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468186.408388:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468186.408392:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789468186.408394:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789468186.408396:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468186.408397:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468186.408399:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468186.408401:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468186.408402:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468186.408406:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fe400. 00000100:00000001:1.0:1789468186.408410:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468186.408414:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468186.408420:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468186.408427:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468186.408431:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468186.408439:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468186.408441:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468186.408444:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468186.408445:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468186.408447:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468186.408449:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468186.408451:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20409 00000100:00080000:1.0:1789468186.408453:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468186.408454:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468186.408457:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468186.408458:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468186.408459:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468186.408463:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468186.408464:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789468186.408466:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468186.408468:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789468186.408470:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789468186.408472:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789468186.408474:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468186.408476:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468186.408477:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468186.408479:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468186.408481:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789468186.408483:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468186.408485:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468186.408487:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468186.408490:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468186.408496:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468186.408499:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468186.408500:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468186.408503:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789468186.408506:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789468186.408508:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468186.408509:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468186.408511:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468186.408512:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468186.408514:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468186.408518:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd000. 00000100:00000001:1.0:1789468186.408521:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468186.408526:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468186.408531:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468186.408533:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468186.408536:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468186.408542:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468186.408545:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468186.408547:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468186.408549:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468186.408550:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468186.408552:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468186.408554:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20409 00000100:00080000:1.0:1789468186.408557:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468186.408559:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468186.408561:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468186.408563:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468186.408565:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468186.408568:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468186.408569:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789468186.408576:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468186.408579:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789468186.408581:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789468186.408583:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789468186.408586:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468186.408587:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468186.408589:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468186.408590:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468186.408592:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789468186.408595:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468186.408597:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468186.408598:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468186.408601:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468186.408603:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468186.408605:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468186.408606:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468186.408609:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789468186.408611:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789468186.408614:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468186.408615:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468186.408616:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468186.408694:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468186.408697:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468186.408702:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8ff000. 00000100:00000001:1.0:1789468186.408705:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468186.408710:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468186.408717:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468186.408719:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468186.408722:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468186.408729:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468186.408739:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20439) 00000100:00000001:2.0:1789468186.409031:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468186.409057:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468186.409059:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468186.409065:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409073:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468186.409075:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468186.409079:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468186.409081:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468186.409084:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468186.409087:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404822016:0@lo:38:kworker.0 00000100:00000001:2.0:1789468186.409091:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468186.409094:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468186.409097:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468186.409099:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468186.409104:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468186.409106:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468186.409112:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143aa8. 00000400:00000010:2.0:1789468186.409118:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789468186.409124:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404822016, portal 10 00000100:00000001:2.0:1789468186.409127:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468186.409128:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:2.0:1789468186.409136:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409143:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468186.409146:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468186.409149:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9642a8. 00000100:00000200:2.0:1789468186.409152:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404822016, offset 0 00000400:00000200:2.0:1789468186.409159:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468186.409171:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468186.409182:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eec00 00000400:00000100:2.0:1789468186.409187:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404822016 offset 0 length 520: 4 00000400:00000200:2.0:1789468186.409193:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468186.409195:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468186.409207:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:2.0:1789468186.409210:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:2.0:1789468186.409213:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468186.409217:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409226:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468186.409229:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409235:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.409237:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468186.409242:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468186.409247:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789468186.409251:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315101845 00000100:00000010:2.0:1789468186.409255:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789468186.409262:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468186.409286:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315101845 00000100:00000010:2.0:1789468186.409290:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37c60. 00000100:00000001:2.0:1789468186.409294:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468186.409309:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315101845 00000100:00000010:2.0:1789468186.409313:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789468186.409316:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468186.409318:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315101845 00000100:00000010:2.0:1789468186.409321:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c375a0. 00000100:00000001:2.0:1789468186.409325:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468186.409337:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468186.409340:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.409343:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468186.409347:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409353:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468186.409354:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468186.409356:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468186.409359:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468186.409361:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468186.409363:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404822144:0@lo:38:kworker.0 00000100:00000001:2.0:1789468186.409366:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468186.409367:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468186.409369:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468186.409370:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468186.409373:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789468186.409375:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468186.409378:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143a50. 00000400:00000010:2.0:1789468186.409381:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9642a8. 00000100:00000200:2.0:1789468186.409384:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404822144, portal 10 00000100:00000001:2.0:1789468186.409386:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468186.409387:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:2.0:1789468186.409392:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409398:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468186.409400:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468186.409402:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789468186.409404:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404822144, offset 0 00000400:00000200:2.0:1789468186.409408:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468186.409412:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468186.409417:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eec80 00000400:00000100:2.0:1789468186.409421:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404822144 offset 0 length 520: 4 00000400:00000200:2.0:1789468186.409424:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468186.409426:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468186.409431:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:2.0:1789468186.409433:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:2.0:1789468186.409435:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468186.409438:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409444:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468186.409447:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409453:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.409455:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468186.409458:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468186.409461:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789468186.409464:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315101845 00000100:00000001:2.0:1789468186.409467:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315101845 00000100:00000001:2.0:1789468186.409469:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315101845 00000100:00000001:2.0:1789468186.409471:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315101845 00000100:00000001:2.0:1789468186.409473:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315101845 00000100:00000001:2.0:1789468186.409475:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315101845 00000100:00000001:2.0:1789468186.409477:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315101845 00000100:00000001:2.0:1789468186.409479:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315101845 00000100:00000001:2.0:1789468186.409480:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468186.409482:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.409484:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468186.409487:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409494:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468186.409495:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468186.409497:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468186.409499:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468186.409501:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468186.409503:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404822272:0@lo:38:kworker.0 00000100:00000001:2.0:1789468186.409506:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468186.409508:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468186.409510:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468186.409512:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468186.409515:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789468186.409517:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468186.409519:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143c08. 00000400:00000010:2.0:1789468186.409523:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789468186.409525:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404822272, portal 10 00000100:00000001:2.0:1789468186.409527:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468186.409528:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:2.0:1789468186.409533:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409539:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468186.409540:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468186.409542:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9644c8. 00000100:00000200:2.0:1789468186.409544:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404822272, offset 0 00000400:00000200:2.0:1789468186.409547:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468186.409551:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468186.409556:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eed00 00000400:00000100:2.0:1789468186.409560:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404822272 offset 0 length 520: 4 00000400:00000200:2.0:1789468186.409562:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468186.409565:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468186.409569:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9644c8 00000400:00000010:2.0:1789468186.409571:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9644c8. 00000100:00000001:2.0:1789468186.409573:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468186.409576:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409582:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468186.409585:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.409590:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.409592:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468186.409595:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468186.409598:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468186.409600:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315101845 00000100:00000001:2.0:1789468186.409603:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315101845 00000100:00000001:2.0:1789468186.409604:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315101845 00000100:00000001:2.0:1789468186.409607:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315101845 00000100:00000001:2.0:1789468186.409609:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315101845 00000100:00000001:2.0:1789468186.409612:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315101845 00000100:00000001:2.0:1789468186.409614:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315101845 00000100:00000001:2.0:1789468186.409615:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315101845 00000100:00000001:2.0:1789468186.409617:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468186.410064:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.410066:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468186.410071:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.410077:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468186.410078:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468186.410080:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468186.410082:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468186.410084:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468186.410086:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404822400:0@lo:38:kworker.0 00000100:00000001:2.0:1789468186.410089:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468186.410090:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468186.410092:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468186.410094:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468186.410098:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789468186.410101:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468186.410104:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143108. 00000400:00000010:2.0:1789468186.410107:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9644c8. 00000100:00000200:2.0:1789468186.410111:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404822400, portal 10 00000100:00000001:2.0:1789468186.410113:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468186.410114:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:2.0:1789468186.410119:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.410125:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468186.410126:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468186.410129:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964e58. 00000100:00000200:2.0:1789468186.410131:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404822400, offset 0 00000400:00000200:2.0:1789468186.410135:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468186.410141:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468186.410146:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eed80 00000400:00000100:2.0:1789468186.410150:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404822400 offset 0 length 520: 4 00000400:00000200:2.0:1789468186.410152:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468186.410154:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468186.410159:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964e58 00000400:00000010:2.0:1789468186.410161:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964e58. 00000100:00000001:2.0:1789468186.410164:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468186.410167:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.410173:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468186.410176:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468186.410182:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.410184:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468186.410187:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468186.410191:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468186.410193:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315101847 00000100:00000001:2.0:1789468186.410201:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315101845 00000100:00000001:2.0:1789468186.410204:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315101847 00000100:00000001:2.0:1789468186.410207:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315101845 00000100:00000001:2.0:1789468186.410209:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315101847 00000100:00000001:2.0:1789468186.410212:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315101845 00000100:00000001:2.0:1789468186.410214:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315101847 00000100:00000001:2.0:1789468186.410217:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315101845 00000100:00000001:2.0:1789468186.410219:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468186.410220:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.410224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.410226:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.410234:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468186.410236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468186.410238:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468186.410239:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468186.410241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468186.410242:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468186.431166:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315101847, at 4315101848 00000100:00000010:0.0:1789468186.431182:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000040:3.0:1789468186.431318:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315101847, at 4315101848 00000100:00000010:3.0:1789468186.431324:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000100:00000040:1.0:1789468186.431401:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315101847, at 4315101848 00000100:00000010:1.0:1789468186.431407:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37c60. 00000100:00000040:2.0:1789468186.431633:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315101847, at 4315101848 00000100:00000010:2.0:1789468186.431640:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00010000:00000001:0.0:1789468186.601082:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468186.601090:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468186.601094:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468186.601096:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468186.601101:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468186.601104:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468186.601117:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468186.601121:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468186.601123:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468186.601125:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468186.601127:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468186.601130:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468186.602684:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468186.602690:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468186.602694:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468187.431137:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468187.431151:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468187.431153:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468187.431158:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468187.431160:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468187.431164:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468187.431166:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468187.623170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468187.623178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468187.623184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468187.623185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468187.623190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468187.623191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468187.623314:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468187.623318:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468187.623321:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468188.457030:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468188.457055:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468188.457057:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468188.457061:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468188.457064:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468188.457068:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468188.457071:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468188.647272:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468188.647280:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468188.647286:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468188.647288:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468188.647293:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468188.647295:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468188.659828:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468188.659835:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468188.659840:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468189.479240:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468189.479255:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468189.479257:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468189.479262:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468189.479264:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468189.479269:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468189.479272:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468189.672777:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468189.672786:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468189.672792:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468189.672794:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468189.672800:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468189.672801:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468189.673212:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468189.673217:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468189.673220:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468190.508869:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468190.508884:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468190.508887:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468190.508891:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468190.508893:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468190.508934:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468190.508937:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468190.695183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468190.695190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468190.695196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468190.695197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468190.695202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468190.695203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468190.695310:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468190.695313:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468190.695316:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468191.527121:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468191.527129:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468191.527144:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468166/real 1789468166] req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468191.527162:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468191.527164:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468191.527167:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143000. 00000400:00000200:2.0:1789468191.527173:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789468191.527176:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789468191.527179:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468191.527183:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468191.527191:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.527198:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468191.527200:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468191.527203:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468191.527205:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468191.527209:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.527215:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468191.527224:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468191.527227:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468191.527230:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468191.527232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468191.527236:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468191.527241:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.527248:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468191.527251:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468191.527253:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468191.527254:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468191.527268:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468191.527270:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468191.527274:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468191.527301:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468191.527304:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468191.527309:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468191.527317:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404821888:0@lo:250:kworker.0 00000100:00000001:2.0:1789468191.527322:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.527325:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468191.527328:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ed80 x1876386404821888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.527334:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468191.527337:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468191.527341:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468191.527346:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468191.527348:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468191.527350:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468191.527352:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468191.527355:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:2.0:1789468191.527358:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468191.527360:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468191.527362:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ed80. 00000100:00000001:2.0:1789468191.527367:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468191.527368:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468191.527371:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468191.527405:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468191.527411:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468191.527413:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468191.527416:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468191.527420:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468191.527423:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20415 00000100:00080000:3.0:1789468191.527426:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468191.527429:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468191.527432:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468191.527434:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468191.527436:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468191.527444:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468191.527446:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468191.527448:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468191.527451:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468191.527453:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468191.527456:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468191.527459:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468191.527460:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468191.527462:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468191.527464:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468191.527467:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468191.527487:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468191.527490:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468191.527492:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468191.527495:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468191.527498:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.527501:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468191.527503:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468191.527508:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789468191.527511:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468191.527515:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468191.527517:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.527519:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468191.527522:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468191.527525:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468191.527531:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789468191.527538:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468191.527544:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468191.527552:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468191.527556:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468191.527559:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.527582:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468191.527586:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468191.527590:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468191.527592:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468191.527595:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468191.527597:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468191.527600:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468191.527610:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468191.527613:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468191.527618:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20444) 00000100:00000001:2.0:1789468191.527682:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468191.527685:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468191.527687:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468191.527691:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.527698:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468191.527700:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468191.527703:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468191.527706:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468191.527708:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468191.527711:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404822528:0@lo:250:kworker.0 00000100:00000001:2.0:1789468191.527714:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468191.527718:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468191.527720:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468191.527722:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468191.527726:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468191.527728:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468191.527734:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143000. 00000400:00000010:2.0:1789468191.527739:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789468191.527744:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404822528, portal 25 00000100:00000001:2.0:1789468191.527746:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468191.527748:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312515200 : -130400397036416 : ffff8966caa7f480) 00000100:00000040:2.0:1789468191.527752:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.527758:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468191.527761:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468191.527764:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964e58. 00000100:00000200:2.0:1789468191.527766:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404822528, offset 0 00000400:00000200:2.0:1789468191.527772:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468191.527785:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468191.527796:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411eee00 00000400:00000100:2.0:1789468191.527802:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404822528 offset 0 length 520: 4 00000400:00000200:2.0:1789468191.527806:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468191.527809:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468191.527818:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964e58 00000400:00000010:2.0:1789468191.527820:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964e58. 00000100:00000001:2.0:1789468191.527823:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468191.527827:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.527833:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468191.527835:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.527841:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.527843:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468191.527847:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.527851:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315112114 00000100:00000010:2.0:1789468191.527856:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789468191.527861:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468191.527872:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315112114 00000100:00000010:2.0:1789468191.527875:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37360. 00000100:00000001:2.0:1789468191.527877:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468191.527880:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315112114 00000100:00000010:2.0:1789468191.527883:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789468191.527899:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468191.527903:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315112114 00000100:00000010:2.0:1789468191.527906:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789468191.527909:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468191.527912:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468191.527914:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.527917:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.527920:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468191.527925:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468191.527926:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468191.527928:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468191.527929:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468191.527931:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.527933:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468191.719295:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468191.719303:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468191.719308:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468191.719310:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468191.719315:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468191.719316:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468191.721128:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468191.721135:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468191.721140:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468191.888131:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468191.888159:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468191.888163:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468191.888166:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468191.888180:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468191.888201:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0400 00000400:00000100:2.0:1789468191.888210:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402403328 offset 0 length 520: 4 00000400:00000200:2.0:1789468191.888215:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468191.888218:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468191.888228:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468191.888233:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468191.888236:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468191.888238:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468191.888240:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468191.888242:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468191.888245:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468191.888251:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0480 00000400:00000100:2.0:1789468191.888255:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402403456 offset 0 length 520: 4 00000400:00000200:2.0:1789468191.888258:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468191.888260:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468191.888263:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468191.888290:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468191.888293:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468191.888295:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468191.888396:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468191.888413:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468191.888417:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468191.888422:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468191.888434:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468191.888451:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0500 00000400:00000100:3.0:1789468191.888460:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402403584 offset 0 length 520: 4 00000400:00000200:3.0:1789468191.888467:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468191.888470:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468191.888479:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468191.888486:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468191.888490:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468191.888493:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468192.551158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468192.551172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468192.551175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468192.551179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468192.551182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468192.551186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468192.551189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468192.745457:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468192.745464:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468192.745470:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468192.745472:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468192.745477:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468192.745478:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468192.747573:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468192.747580:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468192.747593:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789468193.127409:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:1.0:1789468193.127420:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468193.127426:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468193.128925:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468193.128936:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468193.128951:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468193.128956:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468193.128961:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468193.575229:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468193.575243:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468193.575246:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468193.575251:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468193.575253:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468193.575258:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468193.575260:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468193.767253:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468193.767263:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468193.767270:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468193.767271:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468193.767277:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468193.767279:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468193.767420:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468193.767424:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468193.767428:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468194.599332:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468194.599352:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468194.599355:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468194.599361:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468194.599364:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468194.599370:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468194.599373:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.791215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468194.791226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.791233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468194.791235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.791241:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468194.791242:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468194.791412:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468194.791417:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468194.791420:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468195.625421:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468195.625440:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468195.625443:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468195.625449:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468195.625452:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468195.625459:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468195.625461:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468195.815211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468195.815222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468195.815230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468195.815231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468195.815238:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468195.815240:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468195.815619:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468195.815624:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468195.815628:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468196.647270:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468196.647291:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468196.647295:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468196.647300:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468196.647303:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468196.647310:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468196.647314:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468196.839242:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468196.839254:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468196.839263:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468196.839265:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468196.839272:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468196.839277:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468196.839279:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468196.839283:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468196.839287:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468196.839290:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468196.839292:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468196.839294:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468196.840713:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468196.840722:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468196.840727:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468197.031301:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315112114, at 4315112448 00000100:00000010:2.0:1789468197.031324:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000040:3.0:1789468197.031539:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315112114, at 4315112448 00000100:00000010:3.0:1789468197.031548:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ae0. 00000100:00080000:2.0:1789468197.031703:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468197.031709:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468197.031713:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468197.031717:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468197.031720:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468197.031723:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468197.031726:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468197.031729:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468197.031732:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468197.031736:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468197.031742:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20450) 00000100:00000040:0.0:1789468197.031745:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315112114, at 4315112448 00000100:00000010:0.0:1789468197.031754:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00000040:1.0:1789468197.032099:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315112114, at 4315112449 00000100:00000010:1.0:1789468197.032108:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000100:00000001:2.0:1789468197.671178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468197.671197:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468197.671199:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468197.671205:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468197.671208:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468197.671213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468197.671216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468197.863205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468197.863330:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468197.863341:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468197.863343:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468197.863351:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468197.863353:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468197.865104:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468197.865111:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468197.865116:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468198.696434:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468198.696454:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468198.696456:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468198.696466:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468198.696470:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468198.696476:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468198.696479:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468198.888182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468198.888193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468198.888199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468198.888201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468198.888206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468198.888208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468198.888423:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468198.888427:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468198.888431:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468199.720428:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468199.720443:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468199.720445:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468199.720451:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468199.720453:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468199.720457:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468199.720460:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468199.911196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468199.911203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468199.911207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468199.911209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468199.911213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468199.911215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468199.911305:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468199.911309:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468199.911312:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468200.743140:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468200.743152:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468200.743154:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468200.743158:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468200.743160:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468200.743163:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468200.743165:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468200.936461:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468200.936468:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468200.936474:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468200.936476:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468200.936481:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468200.936483:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468200.942217:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468200.942223:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468200.942228:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468201.768120:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468201.768133:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468201.768135:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468201.768139:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468201.768141:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468201.768146:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468201.768148:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468201.959464:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468201.959472:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468201.959477:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468201.959479:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468201.959483:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468201.959485:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468201.959582:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468201.959586:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468201.959589:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468202.151213:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468202.151223:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468202.151226:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468202.151230:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468202.151232:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468202.151235:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468202.151238:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468202.151240:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468202.151260:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468202.151263:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468202.151269:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20455) 00000100:00000001:2.0:1789468202.809375:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468202.809390:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468202.809392:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468202.809396:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468202.809398:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468202.809402:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468202.809405:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468202.983254:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468202.983261:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468202.983267:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468202.983268:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468202.983273:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468202.983275:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468202.984574:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468202.984580:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468202.984584:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468203.815941:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468203.815957:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468203.815960:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468203.815965:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468203.815967:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468203.815972:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468203.815975:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468204.007174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468204.007182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468204.007187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468204.007188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468204.007192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468204.007194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468204.007637:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468204.007642:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468204.007662:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468204.839250:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468204.839266:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468204.839269:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468204.839273:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468204.839275:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468204.839279:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468204.839282:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468205.031312:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468205.031320:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468205.031325:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468205.031327:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468205.031332:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468205.031334:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468205.031660:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468205.031664:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468205.031667:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468205.863128:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468205.863142:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468205.863144:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468205.863149:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468205.863151:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468205.863156:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468205.863158:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468206.055191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468206.055198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468206.055204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468206.055205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468206.055210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468206.055214:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468206.055216:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468206.055219:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468206.055221:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468206.055224:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468206.055225:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468206.055227:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468206.055325:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468206.055328:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468206.055331:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468206.887905:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468206.887920:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468206.887922:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468206.887927:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468206.887929:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468206.887934:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468206.887936:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468207.081181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468207.081201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468207.081206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468207.081208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468207.081213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468207.081214:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468207.081755:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468207.081759:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468207.081762:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468207.271236:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468207.271247:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468207.271250:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468207.271254:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468207.271257:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468207.271260:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468207.271262:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468207.271266:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468207.271268:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468207.271271:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468207.271277:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20460) 00000100:00000001:2.0:1789468207.912964:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468207.912979:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468207.912981:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468207.912986:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468207.912989:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468207.912993:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468207.912995:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468208.103162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468208.103171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468208.103176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468208.103178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468208.103191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468208.103193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468208.103432:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468208.103436:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468208.103439:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468208.935403:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468208.935418:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468208.935420:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468208.935425:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468208.935427:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468208.935432:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468208.935435:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468209.127191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468209.127199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468209.127204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468209.127205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468209.127210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468209.127211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468209.127819:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468209.127823:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468209.127827:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468209.959896:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468209.959909:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468209.959911:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468209.959915:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468209.959918:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468209.959922:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468209.959924:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468210.154906:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468210.154914:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468210.154920:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468210.154922:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468210.154927:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468210.154928:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468210.156234:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468210.156240:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468210.156243:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468210.983145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468210.983159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468210.983161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468210.983166:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468210.983168:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468210.983173:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468210.983176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468211.175160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468211.175169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468211.175175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468211.175176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468211.175181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468211.175182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468211.175279:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468211.175282:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468211.175285:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468212.007300:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468212.007308:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468212.007321:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468186/real 1789468186] req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468212.007340:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468212.007342:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468212.007345:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143aa8. 00000400:00000200:0.0:1789468212.007352:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:0.0:1789468212.007355:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:0.0:1789468212.007359:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468212.007362:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468212.007371:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.007380:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468212.007382:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007384:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468212.007386:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468212.007390:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.007397:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007400:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468212.007404:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468186/real 1789468186] req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468212.007411:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468212.007412:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468212.007414:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143a50. 00000400:00000200:0.0:1789468212.007417:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:0.0:1789468212.007419:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:0.0:1789468212.007421:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468212.007423:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468212.007430:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.007435:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468212.007436:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007438:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468212.007439:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468212.007442:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.007447:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007449:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468212.007452:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468186/real 1789468186] req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468212.007506:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468212.007507:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468212.007509:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143c08. 00000400:00000200:0.0:1789468212.007511:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:0.0:1789468212.007513:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:0.0:1789468212.007515:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468212.007518:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468212.007526:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.007532:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468212.007533:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007535:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468212.007536:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468212.007539:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.007546:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007548:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468212.007552:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468186/real 1789468186] req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468212.007559:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468212.007561:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468212.007562:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143108. 00000400:00000200:0.0:1789468212.007564:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9644c8 00000400:00000010:0.0:1789468212.007566:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9644c8. 00000100:00000001:0.0:1789468212.007568:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468212.007571:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468212.007577:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.007598:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468212.007599:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007601:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468212.007602:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468212.007606:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.007612:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007620:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468212.007622:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007625:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468212.007627:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468212.007630:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468212.007634:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.007642:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468212.007645:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007646:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468212.007647:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.007650:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468212.007652:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468212.007656:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468212.008122:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468212.008125:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468212.008131:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468212.008140:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404822016:0@lo:38:kworker.0 00000100:00000001:0.0:1789468212.008144:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468212.008148:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.008160:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468212.008162:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.008164:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468212.008165:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.008166:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468212.008168:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468212.008170:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468212.013112:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468212.013122:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468212.013126:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468212.013129:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468212.013132:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468212.013135:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468212.013139:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468212.013145:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20434 00000100:00080000:3.0:1789468212.013150:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468212.013153:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468212.013155:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468212.013157:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468212.013159:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468212.013168:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468212.013170:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468212.013172:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468212.013175:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468212.013178:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468212.013180:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468212.013182:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468212.013184:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468212.013196:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468212.013198:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468212.013201:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468212.013204:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468212.013225:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468212.013228:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468212.013235:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468212.013237:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468212.013240:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468212.013242:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468212.013248:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789468212.013252:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468212.013266:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468212.013268:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468212.013279:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468212.013282:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468212.013286:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468212.013294:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789468212.013300:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468212.013308:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468212.013318:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468212.013322:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468212.013327:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468212.013339:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468212.013341:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468212.013344:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468212.013346:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468212.013347:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468212.013350:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468212.013352:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20434 00000100:00080000:3.0:1789468212.013354:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468212.013357:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468212.013359:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468212.013361:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468212.013370:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468212.013374:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468212.013375:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468212.013377:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468212.013379:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468212.013381:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468212.013383:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468212.013386:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468212.013388:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468212.013389:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468212.013391:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468212.013394:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468212.013396:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468212.013399:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468212.013401:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468212.013404:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468212.013406:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468212.013407:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468212.013409:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468212.013412:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789468212.013414:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468212.013417:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468212.013418:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468212.013420:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468212.013421:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468212.013423:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468212.013427:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789468212.013431:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468212.013435:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468212.013442:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468212.013444:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468212.013447:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468212.013460:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468212.013462:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468212.013466:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468212.013468:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468212.013471:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468212.013476:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20465) 00000100:00080000:0.0:1789468212.013937:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468212.013941:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468212.013948:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468212.013957:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404822144:0@lo:38:kworker.0 00000100:00000001:0.0:1789468212.013964:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468212.013968:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.013975:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468212.013977:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.013979:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468212.013981:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.013983:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468212.013985:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468212.013988:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468212.013994:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468212.013996:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468212.013999:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468212.014012:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404822272:0@lo:38:kworker.0 00000100:00000001:0.0:1789468212.014016:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468212.014020:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014026:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468212.014028:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014029:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468212.014031:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014032:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468212.014034:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468212.014050:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468212.014056:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468212.014057:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468212.014061:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468212.014068:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404822400:0@lo:38:kworker.0 00000100:00000001:0.0:1789468212.014072:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.014076:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468212.014079:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b480 x1876386404822016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014086:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468212.014088:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468212.014091:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:0.0:1789468212.014097:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468212.014099:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468212.014100:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468212.014102:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468212.014105:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd800. 02000000:00000001:0.0:1789468212.014109:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468212.014110:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468212.014112:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b480. 00000100:00000001:0.0:1789468212.014116:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468212.014117:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014119:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468212.014121:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738a80 x1876386404822144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014127:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468212.014128:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468212.014129:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789468212.014131:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468212.014133:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468212.014134:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789468212.014135:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468212.014137:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:0.0:1789468212.014141:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468212.014142:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468212.014143:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738a80. 00000100:00000001:0.0:1789468212.014146:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468212.014147:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014149:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468212.014151:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373ad80 x1876386404822272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014157:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468212.014158:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468212.014159:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:0.0:1789468212.014161:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468212.014163:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468212.014164:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789468212.014165:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468212.014166:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:0.0:1789468212.014168:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468212.014170:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468212.014171:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373ad80. 00000100:00000001:0.0:1789468212.014174:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468212.014175:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014176:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468212.014179:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a300 x1876386404822400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468211 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014197:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468212.014199:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468212.014200:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:0.0:1789468212.014202:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468212.014203:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468212.014204:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468212.014206:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468212.014208:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8ff000. 02000000:00000001:0.0:1789468212.014210:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468212.014211:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468212.014213:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a300. 00000100:00000001:0.0:1789468212.014215:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468212.014216:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014225:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468212.014227:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014229:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468212.014231:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468212.014233:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468212.014236:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014242:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468212.014244:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468212.014247:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468212.014250:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468212.014252:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468212.014265:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404822656:0@lo:38:kworker.0 00000100:00000001:0.0:1789468212.014333:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468212.014338:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468212.014340:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468212.014342:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468212.014348:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789468212.014350:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468212.014357:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f20. 00000400:00000010:0.0:1789468212.014364:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468212.014371:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404822656, portal 10 00000100:00000001:0.0:1789468212.014373:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468212.014375:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516096 : -130400397035520 : ffff8966caa7f800) 00000100:00000040:0.0:1789468212.014382:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014389:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468212.014391:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468212.014393:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b936e8. 00000100:00000200:0.0:1789468212.014396:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404822656, offset 0 00000400:00000200:0.0:1789468212.014403:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468212.014416:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468212.014428:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eee80 00000400:00000100:0.0:1789468212.014434:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404822656 offset 0 length 520: 4 00000400:00000200:0.0:1789468212.014438:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468212.014441:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468212.014453:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b936e8 00000400:00000010:0.0:1789468212.014455:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b936e8. 00000100:00000001:0.0:1789468212.014458:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468212.014462:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014469:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468212.014471:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014476:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.014478:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468212.014483:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468212.014486:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468212.014490:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315127450 00000100:00000010:0.0:1789468212.014494:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789468212.014501:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468212.014511:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315127450 00000100:00000010:0.0:1789468212.014514:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe360. 00000100:00000001:0.0:1789468212.014517:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00080000:3.0:1789468212.014598:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468212.014603:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468212.014606:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468212.014608:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468212.014610:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468212.014613:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468212.014616:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468212.014619:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20434 00000100:00080000:3.0:1789468212.014622:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468212.014625:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468212.014627:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468212.014629:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468212.014631:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468212.014635:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468212.014637:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468212.014639:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468212.014641:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468212.014643:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468212.014645:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468212.014647:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468212.014659:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468212.014661:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468212.014662:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468212.014665:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00000001:0.0:1789468212.014750:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315127450 00000100:00000010:0.0:1789468212.014756:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789468212.014760:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468212.014776:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315127450 00000100:00000010:0.0:1789468212.014780:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe5a0. 00000100:00000001:0.0:1789468212.014783:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468212.014786:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468212.014788:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.014791:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468212.014795:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014801:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468212.014802:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468212.014804:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468212.014806:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468212.014808:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468212.014811:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404822784:0@lo:38:kworker.0 00000100:00000001:0.0:1789468212.014814:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468212.014816:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468212.014817:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468212.014819:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468212.014823:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789468212.014825:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468212.014828:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79948. 00000400:00000010:0.0:1789468212.014831:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b936e8. 00000100:00000200:0.0:1789468212.014834:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404822784, portal 10 00000100:00000001:0.0:1789468212.014836:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468212.014838:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312507136 : -130400397044480 : ffff8966caa7d500) 00000100:00000040:0.0:1789468212.014843:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014849:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468212.014851:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468212.014854:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00000200:0.0:1789468212.014856:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404822784, offset 0 00000400:00000200:0.0:1789468212.014860:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468212.014866:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468212.014872:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eef00 00000400:00000100:0.0:1789468212.014875:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404822784 offset 0 length 520: 4 00000400:00000200:0.0:1789468212.014879:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468212.014881:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468212.014886:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000400:00000010:0.0:1789468212.014888:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 00000100:00000001:0.0:1789468212.014890:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468212.014893:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014899:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468212.014902:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.014908:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.014909:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468212.014912:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468212.014915:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468212.014917:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315127450 00000100:00000001:0.0:1789468212.014920:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315127450 00000100:00000001:0.0:1789468212.014922:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315127450 00000100:00000001:0.0:1789468212.014924:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315127450 00000100:00000001:0.0:1789468212.014925:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315127450 00000100:00000001:0.0:1789468212.014927:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315127450 00000100:00000001:0.0:1789468212.014929:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315127450 00000100:00000001:0.0:1789468212.014931:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315127450 00000100:00000001:0.0:1789468212.014933:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468212.014935:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.014938:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.014940:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014945:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468212.014946:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.014948:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468212.014950:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468212.014951:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.014953:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468212.015142:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468212.015145:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468212.015147:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468212.015152:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468212.015154:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468212.015156:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468212.015158:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468212.015163:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789468212.015165:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468212.015168:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468212.015170:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468212.015172:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468212.015174:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468212.015177:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468212.015194:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789468212.015201:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468212.015206:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468212.015214:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468212.015217:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468212.015221:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468212.015241:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468212.015244:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468212.015247:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468212.015249:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468212.015250:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468212.015260:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468212.015407:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20434 00000100:00080000:3.0:1789468212.015411:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468212.015414:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468212.015416:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468212.015418:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468212.015420:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468212.015424:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468212.015425:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468212.015427:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468212.015430:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468212.015432:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468212.015434:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468212.015437:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468212.015439:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468212.015440:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468212.015442:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468212.015444:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468212.015447:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468212.015449:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468212.015450:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468212.015453:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468212.015455:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468212.015457:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468212.015458:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468212.015462:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789468212.015464:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468212.015466:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468212.015468:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468212.015469:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468212.015470:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468212.015472:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468212.015476:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789468212.015480:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468212.015490:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468212.015497:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468212.015499:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468212.015502:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468212.015509:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468212.015513:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20465) 00000100:00000001:0.0:1789468212.015608:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468212.015611:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468212.015612:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468212.015617:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.015624:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468212.015626:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468212.015628:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468212.015630:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468212.015631:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468212.015634:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404822912:0@lo:38:kworker.0 00000100:00000001:0.0:1789468212.015637:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468212.015639:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468212.015642:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468212.015644:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468212.015647:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468212.015649:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468212.015653:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d68. 00000400:00000010:0.0:1789468212.015657:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00000200:0.0:1789468212.015660:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404822912, portal 10 00000100:00000001:0.0:1789468212.015663:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468212.015664:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312513408 : -130400397038208 : ffff8966caa7ed80) 00000100:00000040:0.0:1789468212.015679:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.015685:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468212.015687:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468212.015690:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789468212.015692:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404822912, offset 0 00000400:00000200:0.0:1789468212.015696:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468212.015703:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468212.015709:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eef80 00000400:00000100:0.0:1789468212.015714:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404822912 offset 0 length 520: 4 00000400:00000200:0.0:1789468212.015717:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468212.015719:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468212.015725:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:0.0:1789468212.015727:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:0.0:1789468212.015730:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468212.015732:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.015858:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468212.015862:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.015868:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.015869:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468212.015875:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468212.015879:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468212.015882:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315127451 00000100:00000001:0.0:1789468212.015888:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315127450 00000100:00000001:0.0:1789468212.015892:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315127451 00000100:00000001:0.0:1789468212.019046:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315127450 00000100:00000001:0.0:1789468212.019059:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315127455 00000100:00000001:0.0:1789468212.019064:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315127450 00000100:00000001:0.0:1789468212.019067:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315127455 00000100:00000001:0.0:1789468212.019070:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315127450 00000100:00000001:0.0:1789468212.019073:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468212.019077:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.019081:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468212.019092:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.019101:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468212.019103:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468212.019107:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468212.019110:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468212.019113:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468212.019116:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404823040:0@lo:38:kworker.0 00000100:00000001:0.0:1789468212.019120:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468212.019124:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468212.019126:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468212.019128:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468212.019136:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468212.019138:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468212.019144:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd794d0. 00000400:00000010:0.0:1789468212.019150:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789468212.019156:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404823040, portal 10 00000100:00000001:0.0:1789468212.019158:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468212.019160:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312514304 : -130400397037312 : ffff8966caa7f100) 00000100:00000040:0.0:1789468212.019168:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.019175:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468212.019177:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468212.019180:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789468212.019183:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404823040, offset 0 00000400:00000200:0.0:1789468212.019273:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468212.019286:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468212.019299:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef000 00000400:00000100:0.0:1789468212.019304:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404823040 offset 0 length 520: 4 00000400:00000200:0.0:1789468212.019309:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468212.019315:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468212.019329:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:0.0:1789468212.019332:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:0.0:1789468212.019335:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468212.019339:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.019347:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468212.019350:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468212.019356:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.019358:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468212.019363:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468212.019367:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468212.019370:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315127456 00000100:00000001:0.0:1789468212.019376:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315127451 00000100:00000001:0.0:1789468212.019378:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315127456 00000100:00000001:0.0:1789468212.019381:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315127451 00000100:00000001:0.0:1789468212.019383:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315127456 00000100:00000001:0.0:1789468212.019386:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315127455 00000100:00000001:0.0:1789468212.019388:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315127456 00000100:00000001:0.0:1789468212.019391:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315127455 00000100:00000001:0.0:1789468212.019393:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468212.019395:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.019399:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.019403:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.019411:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468212.019413:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.019416:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468212.019418:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468212.019419:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.019421:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468212.040273:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315127456, at 4315127457 00000100:00000010:2.0:1789468212.040289:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:1.0:1789468212.040544:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315127456, at 4315127457 00000100:00000010:1.0:1789468212.040551:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe360. 00000100:00000040:0.0:1789468212.040837:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315127456, at 4315127457 00000100:00000010:0.0:1789468212.040844:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000040:3.0:1789468212.041168:0:225406:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315127456, at 4315127458 00000100:00000010:3.0:1789468212.041174:0:225406:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe5a0. 00010000:00000001:0.0:1789468212.199566:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468212.199573:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468212.199580:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468212.199581:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468212.199586:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468212.199588:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468212.200341:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468212.200346:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468212.200350:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468213.031273:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468213.031286:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468213.031289:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468213.031293:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468213.031296:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468213.031300:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468213.031303:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.223213:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468213.223230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.223236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468213.223237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.223242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468213.223244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468213.223384:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468213.223406:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468213.223409:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468214.055343:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468214.055358:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468214.055360:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468214.055365:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468214.055368:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468214.055373:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468214.055376:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468214.247566:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468214.247573:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468214.247578:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468214.247579:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468214.247583:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468214.247585:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468214.247674:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468214.247677:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468214.247680:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468215.079181:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468215.079194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468215.079197:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468215.079201:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468215.079204:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468215.079208:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468215.079210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468215.271164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468215.271172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468215.271177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468215.271179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468215.271184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468215.271186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468215.271279:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468215.271282:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468215.271285:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468216.103646:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468216.103655:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468216.103680:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468191/real 1789468191] req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468216.103697:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468216.103699:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468216.103702:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143000. 00000400:00000200:0.0:1789468216.103717:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:0.0:1789468216.103721:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:0.0:1789468216.103725:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468216.103729:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468216.103739:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468216.103747:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468216.103759:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468216.103761:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468216.103763:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468216.103767:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468216.103775:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468216.103785:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468216.103787:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468216.103791:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468216.103794:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468216.103797:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468216.103802:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468216.103810:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468216.103813:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468216.103814:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468216.103815:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468216.103818:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468216.103820:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468216.103823:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468216.103851:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789468216.103855:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468216.103859:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468216.103868:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404822528:0@lo:250:kworker.0 00000100:00000001:0.0:1789468216.103874:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468216.103876:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468216.103880:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404822528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468216.103886:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468216.103889:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468216.103893:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:0.0:1789468216.103897:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468216.103900:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468216.103902:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468216.103904:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468216.103907:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:0.0:1789468216.103910:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468216.103913:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468216.103914:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 00000100:00000001:0.0:1789468216.103919:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468216.103920:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468216.103923:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468216.104576:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.104582:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468216.104584:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468216.104587:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468216.104591:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468216.104594:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20439 00000100:00080000:1.0:1789468216.104598:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468216.104601:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468216.104604:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468216.104606:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468216.104609:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468216.104617:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468216.104619:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468216.104621:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468216.104624:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468216.104627:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468216.104629:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468216.104632:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468216.104634:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468216.104636:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468216.104637:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468216.104641:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468216.104644:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468216.104646:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468216.104649:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468216.104652:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468216.104656:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.104658:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468216.104661:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468216.104683:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789468216.104700:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468216.104704:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468216.104714:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.104717:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468216.104720:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468216.104724:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468216.104731:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd400. 00000100:00000001:1.0:1789468216.104737:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468216.104745:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468216.104918:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468216.104923:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468216.104928:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468216.104952:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468216.104956:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.104960:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468216.104962:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.104965:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468216.104968:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.104971:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468216.104974:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.104977:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468216.104982:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20469) 00000100:00000001:0.0:1789468216.106023:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468216.106031:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468216.106034:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468216.106064:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468216.106073:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468216.106075:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468216.106079:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468216.106082:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468216.106085:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468216.106088:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404823168:0@lo:250:kworker.0 00000100:00000001:0.0:1789468216.106092:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468216.106096:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468216.106108:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468216.106110:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468216.106116:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468216.106119:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468216.106125:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd796e0. 00000400:00000010:0.0:1789468216.106132:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789468216.106137:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404823168, portal 25 00000100:00000001:0.0:1789468216.106140:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468216.106141:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:0.0:1789468216.106147:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468216.106154:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468216.106156:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468216.106158:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93330. 00000100:00000200:0.0:1789468216.106161:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404823168, offset 0 00000400:00000200:0.0:1789468216.106167:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468216.106178:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468216.106189:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ef080 00000400:00000100:0.0:1789468216.106194:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404823168 offset 0 length 520: 4 00000400:00000200:0.0:1789468216.106199:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468216.106201:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468216.106220:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93330 00000400:00000010:0.0:1789468216.106223:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93330. 00000100:00000001:0.0:1789468216.106227:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468216.106231:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468216.106239:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468216.106242:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468216.106249:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468216.106251:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468216.106256:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468216.106259:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315136693 00000100:00000010:0.0:1789468216.106264:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789468216.106270:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468216.106280:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315136693 00000100:00000010:0.0:1789468216.106282:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fea80. 00000100:00000001:0.0:1789468216.106285:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468216.106288:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315136693 00000100:00000010:0.0:1789468216.106291:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe0c0. 00000100:00000001:0.0:1789468216.106294:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468216.106296:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315136693 00000100:00000010:0.0:1789468216.106298:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe480. 00000100:00000001:0.0:1789468216.106301:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468216.106303:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468216.106306:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468216.106310:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468216.106312:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468216.106319:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468216.106321:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468216.106323:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468216.106325:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468216.106326:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468216.106328:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468216.296069:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468216.296076:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468216.296081:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468216.296083:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468216.296087:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468216.296090:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468216.296093:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468216.296096:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468216.296099:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468216.296101:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468216.296103:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468216.296105:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468216.296184:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468216.296188:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468216.296191:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468217.127240:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468217.127255:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468217.127260:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468217.127265:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468217.127267:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468217.127271:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468217.127274:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468217.128181:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468217.128201:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468217.128204:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468217.128208:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468217.128211:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468217.128214:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468217.128217:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468217.128220:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468217.128223:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468217.128226:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468217.128231:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20470) 00010000:00000001:0.0:1789468217.319428:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468217.319435:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468217.319451:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468217.319453:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468217.319458:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468217.319459:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468217.319772:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468217.319777:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468217.319780:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468217.482614:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468217.482632:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468217.482636:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468217.482639:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468217.482651:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468217.482669:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0580 00000400:00000100:3.0:1789468217.482678:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402403712 offset 0 length 520: 4 00000400:00000200:3.0:1789468217.482684:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468217.482687:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468217.482716:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468217.482723:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468217.482726:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468217.482728:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468217.483220:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468217.483228:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468217.483231:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468217.483233:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468217.483238:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468217.483248:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0600 00000400:00000100:0.0:1789468217.483253:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402403840 offset 0 length 520: 4 00000400:00000200:0.0:1789468217.483258:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468217.483260:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468217.483266:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468217.483269:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468217.483271:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468217.483273:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468217.483275:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468217.483277:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468217.483281:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468217.483286:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0680 00000400:00000100:0.0:1789468217.483290:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402403968 offset 0 length 520: 4 00000400:00000200:0.0:1789468217.483293:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468217.483295:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468217.483299:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468217.483306:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468217.483307:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468217.483309:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468218.151157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468218.151173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468218.151176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468218.151181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468218.151183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468218.151188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468218.151191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468218.343176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468218.343183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468218.343189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468218.343191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468218.343195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468218.343197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468218.343443:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468218.343446:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468218.343449:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468219.175346:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468219.175361:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468219.175363:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468219.175368:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468219.175371:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468219.175376:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468219.175379:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468219.369360:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468219.369368:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468219.369373:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468219.369374:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468219.369379:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468219.369381:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468219.369577:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468219.369580:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468219.369583:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468220.199151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468220.199163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468220.199165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468220.199170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468220.199172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468220.199176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468220.199179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468220.391172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468220.391179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468220.391184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468220.391186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468220.391191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468220.391192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468220.391455:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468220.391460:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468220.391463:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468221.159309:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468221.159320:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468221.159323:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468221.159327:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468221.159330:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468221.159333:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468221.160640:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468221.160645:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468221.160648:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468221.160651:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468221.160658:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20474) 00000100:00000001:0.0:1789468221.225777:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468221.225790:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468221.225793:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468221.225797:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468221.225799:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468221.225803:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468221.225806:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468221.415172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468221.415179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468221.415185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468221.415186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468221.415191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468221.415192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468221.415291:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468221.415295:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468221.415298:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789468221.607180:0:209110:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315136693, at 4315137024 00000100:00000010:1.0:1789468221.607194:0:209110:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea80. 00000100:00000040:2.0:1789468221.607308:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315136693, at 4315137024 00000100:00000040:3.0:1789468221.607310:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315136693, at 4315137024 00000100:00000010:2.0:1789468221.607319:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe0c0. 00000100:00000010:3.0:1789468221.607321:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe480. 00000100:00000040:0.0:1789468221.607519:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315136693, at 4315137024 00000100:00000010:0.0:1789468221.607525:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789468222.247314:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468222.247329:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468222.247332:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468222.247337:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468222.247339:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468222.247344:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468222.247346:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468222.439858:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468222.439865:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468222.439871:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468222.439873:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468222.439877:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468222.439879:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468222.441950:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468222.441957:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468222.441961:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468223.271202:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468223.271215:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468223.271218:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468223.271222:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468223.271224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468223.271229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468223.271232:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.466273:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468223.466280:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.466286:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468223.466287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.466292:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468223.466294:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468223.466398:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468223.466402:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468223.466405:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468224.295123:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468224.295137:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468224.295139:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468224.295144:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468224.295146:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468224.295151:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468224.295153:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468224.489907:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468224.489914:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468224.489919:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468224.489920:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468224.489925:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468224.489927:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468224.490073:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468224.490076:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468224.490079:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468225.319163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468225.319179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468225.319182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468225.319187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468225.319189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468225.319194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468225.319197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468225.512658:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468225.512666:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468225.512672:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468225.512673:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468225.512678:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468225.512679:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468225.512782:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468225.512786:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468225.512790:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468226.215194:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468226.215206:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468226.215209:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468226.215212:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468226.215214:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468226.215217:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468226.215219:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468226.215222:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468226.215225:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468226.215227:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468226.215233:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20479) 00000100:00000001:0.0:1789468226.343147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468226.343162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468226.343164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468226.343168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468226.343170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468226.343175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468226.343177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468226.535448:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468226.535457:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468226.535463:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468226.535465:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468226.535470:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468226.535474:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468226.535476:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468226.535479:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468226.535482:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468226.535484:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468226.535486:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468226.535489:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468226.535682:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468226.535686:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468226.535690:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468227.367686:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468227.367700:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468227.367702:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468227.367706:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468227.367708:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468227.367722:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468227.367725:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468227.561981:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468227.561987:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468227.562001:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468227.562003:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468227.562008:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468227.562010:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468227.562183:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468227.562187:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468227.562190:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468228.391412:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468228.391426:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468228.391428:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468228.391432:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468228.391435:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468228.391439:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468228.391442:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468228.583176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468228.583185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468228.583191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468228.583193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468228.583199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468228.583201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468228.583335:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468228.583339:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468228.583342:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468229.415126:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468229.415140:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468229.415142:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468229.415147:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468229.415149:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468229.415154:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468229.415156:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468229.607195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468229.607202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468229.607207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468229.607209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468229.607214:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468229.607215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468229.608288:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468229.608294:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468229.608298:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468230.439212:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468230.439227:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468230.439229:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468230.439233:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468230.439236:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468230.439241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468230.439243:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468230.631222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468230.631230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468230.631236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468230.631238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468230.631243:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468230.631244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468230.631765:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468230.631773:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468230.631778:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468231.335154:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468231.335164:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468231.335168:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468231.335189:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468231.335192:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468231.335195:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468231.335199:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468231.335202:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468231.335204:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468231.335207:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468231.335213:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20484) 00000100:00000001:0.0:1789468231.463238:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468231.463253:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468231.463256:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468231.463261:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468231.463264:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468231.463269:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468231.463271:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468231.655349:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468231.655356:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468231.655362:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468231.655363:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468231.655369:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468231.655370:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468231.655507:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468231.655512:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468231.655515:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468232.039177:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468232.039186:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468232.039191:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468232.040657:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468232.041516:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468232.041537:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468232.041542:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468232.041545:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468232.487225:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468232.487241:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468232.487244:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468232.487249:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468232.487251:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468232.487256:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468232.487259:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468232.679425:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468232.679432:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468232.679437:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468232.679439:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468232.679443:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468232.679445:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468232.679519:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468232.679523:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468232.679526:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468233.511496:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468233.511511:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468233.511513:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468233.511518:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468233.511521:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468233.511526:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468233.511530:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468233.709645:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468233.709651:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468233.709655:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468233.709657:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468233.709661:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468233.709662:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468233.709870:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468233.709874:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468233.709877:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468234.535427:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468234.535444:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468234.535446:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468234.535451:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468234.535454:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468234.535458:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468234.535461:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.727136:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468234.727144:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.727150:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468234.727151:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.727157:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468234.727158:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468234.729363:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468234.729378:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468234.729383:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468235.559641:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468235.559654:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468235.559656:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468235.559660:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468235.559663:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468235.559668:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468235.559670:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468235.751192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468235.751199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468235.751205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468235.751206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468235.751211:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468235.751212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468235.752231:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468235.752237:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468235.752242:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468236.455519:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468236.455530:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468236.455533:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468236.455537:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468236.455539:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468236.455542:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468236.455545:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468236.455548:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468236.455550:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468236.455553:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468236.455569:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20489) 00000100:00000001:0.0:1789468236.583153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468236.583167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468236.583169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468236.583174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468236.583176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468236.583182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468236.583184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468236.775543:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468236.775549:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468236.775586:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468236.775588:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468236.775592:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468236.775595:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468236.775597:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468236.775600:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468236.775603:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468236.775605:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468236.775607:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468236.775609:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468236.775731:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468236.775735:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468236.775738:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468237.607746:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468237.607753:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468237.607766:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468212/real 1789468212] req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468237.607784:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468237.607786:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468237.607790:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d68. 00000400:00000200:0.0:1789468237.607796:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000400:00000010:0.0:1789468237.607799:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 00000100:00000001:0.0:1789468237.607803:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468237.607807:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468237.607816:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.607822:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468237.607824:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.607827:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468237.607829:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468237.607832:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.607838:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.607842:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468237.607846:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468212/real 1789468212] req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468237.607853:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468237.607855:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468237.607857:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd794d0. 00000400:00000200:0.0:1789468237.607859:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:0.0:1789468237.607861:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:0.0:1789468237.607863:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468237.607866:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468237.607872:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.607878:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468237.607880:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.607881:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468237.607883:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468237.607886:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.607892:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.607894:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468237.607897:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468212/real 1789468212] req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468237.607904:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468237.607905:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468237.607907:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f20. 00000400:00000200:0.0:1789468237.607909:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468237.607911:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468237.607913:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468237.607916:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468237.607923:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.607929:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468237.607930:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.607931:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468237.607933:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468237.607935:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.607951:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.607953:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468237.607957:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468212/real 1789468212] req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468237.607963:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468237.607964:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468237.607966:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79948. 00000400:00000200:0.0:1789468237.607968:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b936e8 00000400:00000010:0.0:1789468237.607970:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b936e8. 00000100:00000001:0.0:1789468237.607972:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468237.607974:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468237.607981:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.607986:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468237.607988:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.607989:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468237.607990:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468237.607993:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.607999:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608006:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468237.608008:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608011:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468237.608013:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468237.608016:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468237.608021:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.608028:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468237.608031:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608032:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468237.608033:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608066:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468237.608069:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468237.608072:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468237.608096:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468237.608098:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468237.608103:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468237.608111:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404822912:0@lo:38:kworker.0 00000100:00000001:0.0:1789468237.608115:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468237.608118:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.608124:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468237.608126:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608128:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468237.608129:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608131:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468237.608132:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468237.608134:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468237.608138:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468237.608140:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468237.608143:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468237.608150:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404823040:0@lo:38:kworker.0 00000100:00000001:0.0:1789468237.608153:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468237.608156:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.608162:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468237.608163:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608165:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468237.608166:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608168:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468237.608169:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468237.608171:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468237.608175:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468237.608177:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468237.608180:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468237.608186:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404822656:0@lo:38:kworker.0 00000100:00000001:0.0:1789468237.608189:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468237.608192:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.608197:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468237.608200:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608201:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468237.608202:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608203:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468237.608205:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468237.608207:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468237.608211:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468237.608213:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468237.608216:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468237.608222:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404822784:0@lo:38:kworker.0 00000100:00000001:0.0:1789468237.608225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.608227:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468237.608230:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ed80 x1876386404822912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.608235:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468237.608238:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468237.608242:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468237.608245:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468237.608248:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468237.608250:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789468237.608252:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468237.608254:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:0.0:1789468237.608257:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468237.608259:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468237.608261:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ed80. 00000100:00000001:0.0:1789468237.608266:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468237.608267:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608269:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468237.608271:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f100 x1876386404823040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.608276:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468237.608277:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468237.608279:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468237.608280:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468237.608282:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468237.608283:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468237.608284:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468237.608286:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:0.0:1789468237.608288:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468237.608289:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468237.608291:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f100. 00000100:00000001:0.0:1789468237.608293:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468237.608294:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608295:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468237.608298:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f800 x1876386404822656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.608303:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468237.608304:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468237.608305:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789468237.608306:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468237.608307:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468237.608308:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468237.608309:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468237.608310:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d400. 02000000:00000001:0.0:1789468237.608312:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468237.608313:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468237.608315:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f800. 00000100:00000001:0.0:1789468237.608316:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468237.608318:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608319:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468237.608321:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404822784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468237 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.608326:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468237.608327:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468237.608328:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789468237.608330:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468237.608331:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468237.608332:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789468237.608334:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468237.608335:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:0.0:1789468237.608337:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468237.608339:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468237.608340:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000001:0.0:1789468237.608343:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468237.608345:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.608347:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468237.611192:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468237.611202:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468237.611206:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468237.611210:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468237.611213:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468237.611217:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468237.611220:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468237.611225:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20460 00000100:00080000:2.0:1789468237.611230:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468237.611233:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468237.611236:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468237.611238:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468237.611240:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468237.611249:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468237.611251:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468237.611254:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468237.611257:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468237.611260:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468237.611262:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468237.611265:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468237.611267:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468237.611268:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468237.611270:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468237.611273:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468237.611277:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468237.611279:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468237.611281:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468237.611288:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468237.611290:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468237.611292:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468237.611295:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468237.611304:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789468237.611308:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468237.611312:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468237.611314:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468237.611317:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468237.611320:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468237.611323:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468237.611330:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789468237.611336:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468237.611344:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468237.611353:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468237.611357:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468237.611360:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468237.611390:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468237.611393:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468237.611397:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468237.611398:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468237.611400:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468237.611402:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468237.611405:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20460 00000100:00080000:2.0:1789468237.611407:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468237.611409:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468237.611411:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468237.611412:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468237.611414:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468237.611417:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468237.611418:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468237.611420:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468237.611422:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468237.611424:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468237.611427:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468237.611430:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468237.611432:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468237.611433:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468237.611435:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468237.611437:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468237.611439:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468237.611441:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468237.611443:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468237.611445:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468237.611447:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468237.611449:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468237.611450:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468237.611453:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941500. 00000020:00000040:2.0:1789468237.611455:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468237.611457:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468237.611458:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468237.611460:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468237.611461:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468237.611463:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468237.611466:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789468237.611469:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468237.611474:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468237.611480:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468237.611482:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468237.611485:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d71cadf2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468237.611492:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468237.611495:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468237.611498:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468237.611500:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468237.611501:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468237.611503:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468237.611505:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20460 00000100:00080000:2.0:1789468237.611508:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468237.611509:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468237.611511:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468237.611513:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468237.611515:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468237.611517:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468237.611518:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468237.611520:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468237.611522:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468237.611524:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468237.611526:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468237.611529:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468237.611530:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468237.611532:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468237.611533:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468237.611536:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468237.611538:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468237.611540:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468237.611542:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468237.611544:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468237.611557:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468237.611559:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468237.611560:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468237.611564:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942d80. 00000020:00000040:2.0:1789468237.611566:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468237.611567:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468237.611569:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468237.611570:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468237.611572:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468237.611574:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468237.611577:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789468237.611579:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468237.611583:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468237.611589:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468237.611591:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468237.611595:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8bc0c79] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468237.611602:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468237.611604:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468237.611607:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468237.611609:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468237.611610:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468237.611612:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468237.611614:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20460 00000100:00080000:2.0:1789468237.611616:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468237.611619:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468237.611620:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468237.611622:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468237.611624:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468237.611627:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468237.611628:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468237.611630:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468237.611631:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468237.611633:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468237.611635:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468237.611638:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468237.611640:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468237.611643:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468237.611644:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468237.611646:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468237.611648:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468237.611650:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468237.611652:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468237.611654:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468237.611656:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468237.611658:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468237.611659:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468237.611662:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940a80. 00000020:00000040:2.0:1789468237.611664:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468237.611666:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468237.611667:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468237.611668:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468237.611670:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468237.611671:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468237.611674:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789468237.611677:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468237.611680:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468237.611686:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468237.611688:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468237.611691:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002138b75f] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468237.611697:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468237.611701:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20490) 00000100:00000001:0.0:1789468237.612130:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468237.612134:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468237.612137:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468237.612142:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612150:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468237.612152:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468237.612155:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468237.612157:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468237.612160:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468237.612163:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404823296:0@lo:38:kworker.0 00000100:00000001:0.0:1789468237.612167:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468237.612170:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468237.612172:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468237.612174:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468237.612179:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789468237.612181:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468237.612186:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79948. 00000400:00000010:0.0:1789468237.612192:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b936e8. 00000100:00000200:0.0:1789468237.612199:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404823296, portal 10 00000100:00000001:0.0:1789468237.612201:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468237.612203:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:0.0:1789468237.612210:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612226:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468237.612229:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468237.612232:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468237.612235:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404823296, offset 0 00000400:00000200:0.0:1789468237.612242:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468237.612253:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468237.612263:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef100 00000400:00000100:0.0:1789468237.612268:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404823296 offset 0 length 520: 4 00000400:00000200:0.0:1789468237.612317:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468237.612320:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468237.612333:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:0.0:1789468237.612335:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:0.0:1789468237.612339:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468237.612343:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612351:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468237.612354:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612361:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.612362:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468237.612368:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468237.612372:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468237.612375:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315153048 00000100:00000010:0.0:1789468237.612381:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789468237.612387:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468237.612396:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315153048 00000100:00000010:0.0:1789468237.612399:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feea0. 00000100:00000001:0.0:1789468237.612403:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468237.612473:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315153048 00000100:00000010:0.0:1789468237.612478:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe3c0. 00000100:00000001:0.0:1789468237.612481:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468237.612491:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315153048 00000100:00000010:0.0:1789468237.612494:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe300. 00000100:00000001:0.0:1789468237.612497:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468237.612508:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468237.612511:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.612514:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468237.612518:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612524:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468237.612525:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468237.612527:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468237.612529:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468237.612530:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468237.612533:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404823424:0@lo:38:kworker.0 00000100:00000001:0.0:1789468237.612536:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468237.612538:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468237.612540:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468237.612542:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468237.612555:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789468237.612557:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468237.612561:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f20. 00000400:00000010:0.0:1789468237.612564:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93990. 00000100:00000200:0.0:1789468237.612567:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404823424, portal 10 00000100:00000001:0.0:1789468237.612569:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468237.612570:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:0.0:1789468237.612576:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612582:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468237.612584:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468237.612585:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789468237.612587:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404823424, offset 0 00000400:00000200:0.0:1789468237.612592:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468237.612599:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468237.612605:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef180 00000400:00000100:0.0:1789468237.612609:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404823424 offset 0 length 520: 4 00000400:00000200:0.0:1789468237.612612:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468237.612613:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468237.612618:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:0.0:1789468237.612620:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:0.0:1789468237.612622:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468237.612625:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612631:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468237.612634:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612640:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.612641:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468237.612644:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468237.612647:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468237.612649:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315153048 00000100:00000001:0.0:1789468237.612652:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315153048 00000100:00000001:0.0:1789468237.612654:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315153048 00000100:00000001:0.0:1789468237.612656:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315153048 00000100:00000001:0.0:1789468237.612657:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315153048 00000100:00000001:0.0:1789468237.612659:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315153048 00000100:00000001:0.0:1789468237.612661:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315153048 00000100:00000001:0.0:1789468237.612663:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315153048 00000100:00000001:0.0:1789468237.612664:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468237.612666:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.612668:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468237.612671:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612676:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468237.612678:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468237.612680:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468237.612682:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468237.612684:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468237.612686:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404823552:0@lo:38:kworker.0 00000100:00000001:0.0:1789468237.612688:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468237.612706:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468237.612707:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468237.612709:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468237.612713:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468237.612715:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468237.612718:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd794d0. 00000400:00000010:0.0:1789468237.612720:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93d48. 00000100:00000200:0.0:1789468237.612722:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404823552, portal 10 00000100:00000001:0.0:1789468237.612724:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468237.612725:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622963584 : -130396086588032 : ffff8967cb942d80) 00000100:00000040:0.0:1789468237.612730:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612735:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468237.612737:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468237.612739:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00000200:0.0:1789468237.612741:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404823552, offset 0 00000400:00000200:0.0:1789468237.612745:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468237.612750:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468237.612755:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef200 00000400:00000100:0.0:1789468237.612758:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404823552 offset 0 length 520: 4 00000400:00000200:0.0:1789468237.612761:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468237.612763:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468237.612767:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000400:00000010:0.0:1789468237.612769:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 00000100:00000001:0.0:1789468237.612771:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468237.612776:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612781:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468237.612783:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612789:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.612790:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468237.612793:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468237.612796:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468237.612798:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315153048 00000100:00000001:0.0:1789468237.612800:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315153048 00000100:00000001:0.0:1789468237.612802:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315153048 00000100:00000001:0.0:1789468237.612804:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315153048 00000100:00000001:0.0:1789468237.612805:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315153048 00000100:00000001:0.0:1789468237.612807:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315153048 00000100:00000001:0.0:1789468237.612808:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315153048 00000100:00000001:0.0:1789468237.612810:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315153048 00000100:00000001:0.0:1789468237.612812:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468237.612813:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.612815:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468237.612818:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612824:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468237.612826:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468237.612827:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468237.612829:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468237.612831:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468237.612833:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404823680:0@lo:38:kworker.0 00000100:00000001:0.0:1789468237.612836:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468237.612838:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468237.612839:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468237.612840:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468237.612843:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468237.612845:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468237.612847:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79d68. 00000400:00000010:0.0:1789468237.612850:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b937f8. 00000100:00000200:0.0:1789468237.612852:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404823680, portal 10 00000100:00000001:0.0:1789468237.612854:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468237.612855:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622954624 : -130396086596992 : ffff8967cb940a80) 00000100:00000040:0.0:1789468237.612859:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612865:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468237.612867:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468237.612869:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93330. 00000100:00000200:0.0:1789468237.612871:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404823680, offset 0 00000400:00000200:0.0:1789468237.612874:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468237.612878:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468237.612883:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef280 00000400:00000100:0.0:1789468237.612886:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404823680 offset 0 length 520: 4 00000400:00000200:0.0:1789468237.612889:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468237.612891:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468237.612895:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93330 00000400:00000010:0.0:1789468237.612897:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93330. 00000100:00000001:0.0:1789468237.612899:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468237.612902:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612907:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468237.612910:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468237.612916:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.612917:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468237.612919:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468237.612922:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468237.612925:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315153049 00000100:00000001:0.0:1789468237.612931:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315153048 00000100:00000001:0.0:1789468237.612934:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315153049 00000100:00000001:0.0:1789468237.616670:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315153048 00000100:00000001:0.0:1789468237.616684:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315153053 00000100:00000001:0.0:1789468237.616689:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315153048 00000100:00000001:0.0:1789468237.616693:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315153053 00000100:00000001:0.0:1789468237.616696:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315153048 00000100:00000001:0.0:1789468237.616759:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468237.616764:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.616769:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.616773:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.616782:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468237.616785:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468237.616787:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468237.616789:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468237.616791:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468237.616793:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468237.633889:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315153049, at 4315153050 00000100:00000010:0.0:1789468237.633905:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000040:2.0:1789468237.637165:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315153053, at 4315153054 00000100:00000040:3.0:1789468237.637165:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315153053, at 4315153054 00000100:00000010:2.0:1789468237.637182:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe3c0. 00000100:00000010:3.0:1789468237.637183:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe300. 00000100:00000040:1.0:1789468237.637329:0:225339:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315153049, at 4315153054 00000100:00000010:1.0:1789468237.637335:0:225339:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feea0. 00010000:00000001:0.0:1789468237.799168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468237.799175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468237.799182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468237.799184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468237.799189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468237.799191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468237.799284:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468237.799287:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468237.799291:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468238.631192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468238.631209:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468238.631212:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468238.631217:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468238.631219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468238.631224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468238.631227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468238.823177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468238.823184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468238.823189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468238.823191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468238.823196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468238.823198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468238.823304:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468238.823308:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468238.823310:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468239.656820:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468239.656850:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468239.656852:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468239.656857:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468239.656860:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468239.656864:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468239.656867:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468239.847469:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468239.847477:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468239.847483:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468239.847484:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468239.847489:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468239.847490:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468239.847603:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468239.847607:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468239.847610:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468240.679235:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468240.679251:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468240.679253:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468240.679257:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468240.679260:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468240.679264:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468240.679266:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468240.871187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468240.871195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468240.871200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468240.871201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468240.871206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468240.871208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468240.871541:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468240.871546:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468240.871549:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468241.703630:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468241.703639:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468241.703653:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468216/real 1789468216] req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468241.703674:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468241.703676:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468241.703680:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd796e0. 00000400:00000200:0.0:1789468241.703687:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:0.0:1789468241.703689:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:0.0:1789468241.703694:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468241.703698:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468241.703707:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.703721:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468241.703723:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.703726:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468241.703728:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468241.703733:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.703741:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.703750:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468241.703752:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.703755:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468241.703757:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468241.703760:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468241.703764:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.703771:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468241.703774:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.703776:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468241.703777:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.703780:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468241.703782:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468241.703785:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468241.703814:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789468241.703818:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468241.703822:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468241.703830:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404823168:0@lo:250:kworker.0 00000100:00000001:0.0:1789468241.703835:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.703838:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468241.703841:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404823168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.703853:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468241.703856:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468241.703860:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468241.703864:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468241.703866:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468241.703868:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468241.703870:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468241.703873:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:0.0:1789468241.703879:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468241.703880:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468241.703882:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:0.0:1789468241.703886:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468241.703888:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.703891:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468241.704609:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468241.704617:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468241.704619:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468241.704623:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468241.704627:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468241.704630:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20464 00000100:00080000:2.0:1789468241.704634:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468241.704637:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468241.704640:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468241.704642:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468241.704645:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468241.704654:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468241.704656:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468241.704658:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468241.704662:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468241.704664:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468241.704666:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468241.704669:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468241.704671:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468241.704673:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468241.704675:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468241.704678:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468241.704682:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468241.704684:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468241.704686:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468241.704690:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468241.704692:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468241.704695:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468241.704697:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468241.704705:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942a00. 00000020:00000040:2.0:1789468241.704709:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468241.704712:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468241.704714:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468241.704716:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468241.704719:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468241.704723:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468241.704731:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789468241.704738:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468241.704746:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468241.704754:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468241.704758:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468241.704762:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000969a4da] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468241.704784:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468241.704787:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468241.704792:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468241.704794:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468241.704797:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468241.704800:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468241.704803:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468241.704805:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468241.704809:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468241.704813:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20494) 00000100:00000001:0.0:1789468241.704865:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468241.704868:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468241.704870:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468241.704875:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.704882:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468241.704884:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468241.704888:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468241.704891:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468241.704893:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468241.704896:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404823808:0@lo:250:kworker.0 00000100:00000001:0.0:1789468241.704900:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468241.704903:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468241.704905:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468241.704908:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468241.704912:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789468241.704914:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468241.704919:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd796e0. 00000400:00000010:0.0:1789468241.704924:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93aa0. 00000100:00000200:0.0:1789468241.704931:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404823808, portal 25 00000100:00000001:0.0:1789468241.704934:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468241.704935:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622962688 : -130396086588928 : ffff8967cb942a00) 00000100:00000040:0.0:1789468241.704940:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.704946:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468241.704948:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468241.704951:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93330. 00000100:00000200:0.0:1789468241.704954:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404823808, offset 0 00000400:00000200:0.0:1789468241.704960:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468241.704972:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468241.704983:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ef300 00000400:00000100:0.0:1789468241.704988:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404823808 offset 0 length 520: 4 00000400:00000200:0.0:1789468241.704993:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468241.704996:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468241.705006:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93330 00000400:00000010:0.0:1789468241.705009:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93330. 00000100:00000001:0.0:1789468241.705012:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468241.705016:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.705023:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468241.705025:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.705031:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.705033:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468241.705059:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.705064:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315162292 00000100:00000010:0.0:1789468241.705068:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789468241.705074:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468241.705084:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315162292 00000100:00000010:0.0:1789468241.705087:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe000. 00000100:00000001:0.0:1789468241.705090:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468241.705102:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315162292 00000100:00000010:0.0:1789468241.705106:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fea20. 00000100:00000001:0.0:1789468241.705108:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468241.705111:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315162292 00000100:00000010:0.0:1789468241.705115:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe420. 00000100:00000001:0.0:1789468241.705118:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468241.705121:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468241.705124:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.705128:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.705130:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.705136:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468241.705138:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.705140:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468241.705141:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468241.705143:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.705144:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468241.895258:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468241.895266:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468241.895271:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468241.895273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468241.895278:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468241.895280:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468241.895396:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468241.895400:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468241.895403:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468242.055979:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468242.055997:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468242.056001:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468242.056003:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468242.056014:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468242.056033:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0700 00000400:00000100:0.0:1789468242.056068:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402404096 offset 0 length 520: 4 00000400:00000200:0.0:1789468242.056074:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468242.056077:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468242.056087:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468242.056093:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468242.056096:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468242.056098:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468242.056451:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468242.056457:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468242.056459:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468242.056461:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468242.056466:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468242.056474:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0780 00000400:00000100:0.0:1789468242.056480:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402404224 offset 0 length 520: 4 00000400:00000200:0.0:1789468242.056483:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468242.056486:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468242.056491:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468242.056495:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468242.056497:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468242.056499:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468242.057250:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468242.057259:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468242.057261:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468242.057264:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468242.057271:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468242.057282:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0800 00000400:00000100:3.0:1789468242.057286:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402404352 offset 0 length 520: 4 00000400:00000200:3.0:1789468242.057290:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468242.057292:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468242.057298:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468242.057302:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468242.057305:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468242.057306:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468242.727154:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468242.727159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789468242.727164:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468242.727168:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468242.727172:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468242.727172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468242.727177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468242.727178:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468242.727183:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468242.727183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468242.727188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1789468242.727189:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468242.727194:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468242.727194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468242.727197:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468242.727198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468242.727202:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468242.727208:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20495) 00010000:00000001:0.0:1789468242.919172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468242.919179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468242.919186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468242.919188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468242.919193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468242.919194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468242.919300:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468242.919304:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468242.919307:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468243.752026:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468243.752055:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468243.752058:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468243.752062:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468243.752064:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468243.752069:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468243.752071:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468243.943228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468243.943235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468243.943240:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468243.943242:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468243.943246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468243.943247:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468243.943350:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468243.943353:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468243.943356:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468244.775234:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468244.775249:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468244.775252:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468244.775256:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468244.775259:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468244.775264:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468244.775267:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.967231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468244.967239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.967245:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468244.967246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.967251:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468244.967253:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468244.967353:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468244.967357:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468244.967360:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468245.799439:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468245.799454:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468245.799461:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468245.799465:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468245.799468:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468245.799472:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468245.799475:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468245.991184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468245.991191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468245.991197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468245.991199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468245.991203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468245.991206:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468245.991209:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468245.991212:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468245.991215:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468245.991217:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468245.991219:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468245.991221:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468245.991335:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468245.991340:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468245.991342:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468246.759161:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468246.759171:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468246.759174:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468246.759177:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468246.759180:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468246.759183:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468246.759186:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468246.759190:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468246.759192:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468246.759194:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468246.759199:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20499) 00000100:00000001:2.0:1789468246.823175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468246.823191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468246.823193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468246.823198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468246.823200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468246.823206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468246.823208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468247.015172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468247.015178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468247.015184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468247.015185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468247.015190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468247.015191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468247.015642:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468247.015646:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468247.015650:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468247.207158:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315162292, at 4315162624 00000100:00000040:0.0:1789468247.207165:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315162292, at 4315162624 00000100:00000010:2.0:1789468247.207173:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fea20. 00000100:00000010:0.0:1789468247.207174:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000040:3.0:1789468247.207333:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315162292, at 4315162624 00000100:00000010:3.0:1789468247.207358:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe420. 00000100:00000040:1.0:1789468247.207427:0:225339:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315162292, at 4315162624 00000100:00000010:1.0:1789468247.207433:0:225339:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe000. 00000100:00000001:2.0:1789468247.847152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468247.847169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468247.847171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468247.847176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468247.847178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468247.847183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468247.847186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468248.039491:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468248.039499:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468248.039505:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468248.039507:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468248.039512:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468248.039514:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468248.039997:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468248.040001:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468248.040005:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468248.871160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468248.871174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468248.871177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468248.871181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468248.871183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468248.871188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468248.871191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468249.063170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468249.063178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468249.063185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468249.063186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468249.063191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468249.063193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468249.063342:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468249.063362:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468249.063366:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468249.895182:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468249.895196:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468249.895198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468249.895203:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468249.895206:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468249.895210:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468249.895213:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468250.087162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468250.087168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468250.087174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468250.087176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468250.087180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468250.087182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468250.087250:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468250.087254:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468250.087257:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468250.919152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468250.919166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468250.919168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468250.919172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468250.919175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468250.919179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468250.919182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468251.111181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468251.111189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468251.111196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468251.111198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468251.111202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468251.111204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468251.113502:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468251.113509:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468251.113513:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468251.816766:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468251.816776:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468251.816778:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468251.816782:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468251.816784:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468251.816787:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468251.816789:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468251.816793:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468251.816795:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468251.816798:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468251.816804:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20504) 00000100:00000001:2.0:1789468251.943122:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468251.943138:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468251.943141:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468251.943146:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468251.943148:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468251.943153:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468251.943156:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468252.135645:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468252.135653:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468252.135660:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468252.135661:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468252.135666:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468252.135667:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468252.135807:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468252.135811:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468252.135814:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468252.968353:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468252.968367:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468252.968370:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468252.968374:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468252.968376:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468252.968380:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468252.968383:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468253.159193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468253.159200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468253.159205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468253.159207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468253.159211:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468253.159213:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468253.159492:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468253.159496:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468253.159499:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468253.991166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468253.991180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468253.991182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468253.991187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468253.991189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468253.991194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468253.991196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.185593:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468254.185601:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.185607:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468254.185609:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.185614:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468254.185615:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468254.186809:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468254.186814:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468254.186819:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468255.015633:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468255.015647:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468255.015649:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468255.015654:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468255.015656:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468255.015660:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468255.015663:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468255.207181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468255.207189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468255.207195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468255.207196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468255.207201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468255.207203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468255.207316:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468255.207320:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468255.207322:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468256.039330:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468256.039343:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468256.039346:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468256.039350:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468256.039353:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468256.039433:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468256.039437:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468256.231143:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468256.231149:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468256.231152:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468256.231154:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468256.231157:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468256.231160:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468256.231162:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468256.231164:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468256.231166:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468256.231168:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468256.231170:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468256.231171:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468256.231243:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468256.231246:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468256.231248:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468256.935459:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468256.935471:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468256.935474:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468256.935478:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468256.935480:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468256.935483:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468256.935485:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468256.935488:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468256.935490:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468256.935493:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468256.935498:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20510) 00000100:00000001:2.0:1789468257.069275:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468257.069289:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468257.069291:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468257.069296:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468257.069298:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468257.069303:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468257.069305:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468257.255174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468257.255182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468257.255188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468257.255190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468257.255194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468257.255196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468257.255301:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468257.255304:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468257.255307:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468258.087155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468258.087170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468258.087172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468258.087177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468258.087179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468258.087184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468258.087186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468258.279175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468258.279184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468258.279191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468258.279192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468258.279197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468258.279198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468258.281383:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468258.281400:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468258.281405:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468259.111167:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468259.111182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468259.111184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468259.111189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468259.111191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468259.111196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468259.111198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468259.303205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468259.303214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468259.303220:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468259.303222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468259.303227:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468259.303228:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468259.303401:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468259.303405:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468259.303408:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468260.135318:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468260.135333:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468260.135334:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468260.135339:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468260.135341:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468260.135346:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468260.135349:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468260.327162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468260.327178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468260.327184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468260.327185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468260.327190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468260.327191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468260.327335:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468260.327339:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468260.327342:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468261.159188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468261.159203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468261.159206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468261.159211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468261.159213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468261.159217:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468261.159220:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468261.351174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468261.351181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468261.351186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468261.351188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468261.351193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468261.351195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468261.351315:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468261.351319:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468261.351327:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468262.055271:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.055280:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468262.055283:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.055286:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468262.055288:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.055291:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468262.055294:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.055297:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468262.055298:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.055301:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468262.055305:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20515) 00000100:00000001:2.0:1789468262.183154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468262.183162:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468262.183177:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468237/real 1789468237] req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468262.183194:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468262.183196:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468262.183200:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79948. 00000400:00000200:2.0:1789468262.183208:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b936e8 00000400:00000010:2.0:1789468262.183211:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b936e8. 00000100:00000001:2.0:1789468262.183215:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468262.183218:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468262.183227:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183239:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468262.183240:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183243:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468262.183245:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468262.183248:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183255:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183258:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468262.183262:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468237/real 1789468237] req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468262.183268:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468262.183270:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468262.183271:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f20. 00000400:00000200:2.0:1789468262.183273:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93990 00000400:00000010:2.0:1789468262.183274:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93990. 00000100:00000001:2.0:1789468262.183276:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468262.183278:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468262.183285:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183291:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468262.183292:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183294:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468262.183295:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468262.183298:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183303:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183305:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468262.183308:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468237/real 1789468237] req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468262.183319:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468262.183320:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468262.183322:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd794d0. 00000400:00000200:2.0:1789468262.183323:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93d48 00000400:00000010:2.0:1789468262.183325:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93d48. 00000100:00000001:2.0:1789468262.183327:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468262.183329:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468262.183335:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183340:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468262.183342:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183343:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468262.183345:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468262.183347:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183352:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183353:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468262.183357:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468237/real 1789468237] req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468262.183376:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468262.183377:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468262.183378:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79d68. 00000400:00000200:2.0:1789468262.183381:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b937f8 00000400:00000010:2.0:1789468262.183382:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b937f8. 00000100:00000001:2.0:1789468262.183384:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468262.183388:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468262.183394:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183404:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468262.183405:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183406:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468262.183408:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468262.183410:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183416:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183423:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468262.183425:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183437:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468262.183440:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468262.183442:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468262.183446:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183452:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468262.183454:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183456:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468262.183457:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183459:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468262.183462:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468262.183465:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468262.183495:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468262.183498:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468262.183502:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468262.183510:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404823296:0@lo:38:kworker.0 00000100:00000001:2.0:1789468262.183514:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468262.183517:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183528:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468262.183529:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183531:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468262.183532:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183533:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468262.183535:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468262.183537:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468262.183542:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468262.183545:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468262.183548:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468262.183554:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404823424:0@lo:38:kworker.0 00000100:00000001:2.0:1789468262.183557:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468262.183559:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183565:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468262.183567:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183568:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468262.183569:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183571:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468262.183572:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468262.183575:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468262.183578:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468262.183580:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468262.183583:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468262.183593:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404823552:0@lo:38:kworker.0 00000100:00000001:2.0:1789468262.183597:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468262.183600:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183605:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468262.183607:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183608:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468262.183609:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183610:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468262.183611:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468262.183613:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468262.183616:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468262.183617:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468262.183620:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468262.183626:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404823680:0@lo:38:kworker.0 00000100:00000001:2.0:1789468262.183629:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.183632:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468262.183635:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404823296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183641:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468262.183644:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468262.183648:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:2.0:1789468262.183652:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468262.183655:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468262.183657:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789468262.183659:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468262.183662:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789468262.183665:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468262.183667:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468262.183668:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:2.0:1789468262.183671:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468262.183673:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183674:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468262.183677:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941500 x1876386404823424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183683:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468262.183684:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468262.183685:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:2.0:1789468262.183687:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468262.183688:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468262.183689:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789468262.183691:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468262.183692:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789468262.183694:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468262.183695:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468262.183696:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941500. 00000100:00000001:2.0:1789468262.183698:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468262.183699:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183700:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468262.183702:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942d80 x1876386404823552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183708:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468262.183709:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468262.183710:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:2.0:1789468262.183712:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468262.183713:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468262.183714:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789468262.183716:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468262.183717:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789468262.183719:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468262.183720:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468262.183721:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942d80. 00000100:00000001:2.0:1789468262.183723:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468262.183725:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183726:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468262.183729:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940a80 x1876386404823680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468262 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.183735:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468262.183736:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468262.183737:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:2.0:1789468262.183740:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468262.183741:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468262.183742:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468262.183743:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468262.183745:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468262.183746:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468262.183747:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468262.183748:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940a80. 00000100:00000001:2.0:1789468262.183750:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468262.183751:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.183754:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468262.183904:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.183911:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468262.183914:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.183918:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468262.183920:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468262.183922:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468262.183925:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468262.183928:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20485 00000100:00080000:0.0:1789468262.183932:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468262.183935:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468262.183937:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468262.183939:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468262.183941:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468262.183960:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468262.183962:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789468262.183965:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468262.183968:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789468262.183971:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789468262.183973:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789468262.183976:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468262.183977:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468262.183979:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468262.183980:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468262.183983:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789468262.183986:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468262.183988:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468262.183990:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468262.183997:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468262.184000:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468262.184002:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468262.184004:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468262.184013:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63800. 00000020:00000040:0.0:1789468262.184017:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789468262.184021:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468262.184023:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468262.184026:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468262.184028:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468262.184032:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468262.184065:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865400. 00000100:00000001:0.0:1789468262.184072:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468262.184078:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468262.184086:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468262.184089:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468262.184093:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008496fa9c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468262.184115:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468262.184118:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.184121:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468262.184122:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468262.184123:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468262.184126:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468262.184127:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20485 00000100:00080000:0.0:1789468262.184130:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468262.184131:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468262.184133:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468262.184134:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468262.184136:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468262.184139:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468262.184140:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789468262.184141:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468262.184144:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789468262.184145:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789468262.184148:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789468262.184150:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468262.184152:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468262.184153:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468262.184155:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468262.184157:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789468262.184159:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468262.184161:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468262.184162:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468262.184165:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468262.184167:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468262.184168:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468262.184170:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468262.184172:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63b80. 00000020:00000040:0.0:1789468262.184175:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789468262.184177:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468262.184178:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468262.184180:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468262.184181:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468262.184183:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468262.184186:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866c00. 00000100:00000001:0.0:1789468262.184189:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468262.184194:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468262.184199:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468262.184201:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468262.184205:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073434e2d] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468262.184212:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468262.184214:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.184217:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468262.184219:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468262.184220:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468262.184223:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468262.184225:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20485 00000100:00080000:0.0:1789468262.184227:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468262.184229:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468262.184230:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468262.184231:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468262.184233:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468262.184235:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468262.184236:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789468262.184238:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468262.184240:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:0.0:1789468262.184242:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789468262.184244:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789468262.184246:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468262.184248:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468262.184249:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468262.184251:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468262.184253:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:0.0:1789468262.184255:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468262.184257:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468262.184259:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468262.184262:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468262.184263:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468262.184265:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468262.184267:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468262.184270:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63100. 00000020:00000040:0.0:1789468262.184272:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789468262.184274:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468262.184275:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468262.184277:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468262.184279:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468262.184280:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468262.184285:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867800. 00000100:00000001:0.0:1789468262.184288:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468262.184292:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468262.184299:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468262.184301:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468262.184304:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7f7e9a7] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468262.184311:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468262.184314:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468262.184317:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468262.184318:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468262.184320:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468262.184322:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468262.184324:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20485 00000100:00080000:0.0:1789468262.184326:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468262.184329:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468262.184330:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468262.184332:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468262.184334:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468262.184337:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468262.184338:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:0.0:1789468262.184340:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468262.184342:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:0.0:1789468262.184345:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:0.0:1789468262.184347:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:0.0:1789468262.184349:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468262.184351:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468262.184353:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468262.184355:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468262.184357:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:0.0:1789468262.184359:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468262.184373:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468262.184375:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468262.184378:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468262.184379:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468262.184382:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468262.184383:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468262.184387:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62a00. 00000020:00000040:0.0:1789468262.184389:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789468262.184391:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468262.184393:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468262.184394:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468262.184396:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468262.184397:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468262.184401:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867c00. 00000100:00000001:0.0:1789468262.184404:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468262.184408:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468262.184415:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468262.184417:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468262.184420:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e495aede] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468262.184440:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468262.184444:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20515) 00000100:00000001:2.0:1789468262.184625:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468262.184628:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468262.184630:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468262.184636:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.184643:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468262.184645:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468262.184648:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468262.184651:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468262.184653:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468262.184656:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404823936:0@lo:38:kworker.0 00000100:00000001:2.0:1789468262.184660:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468262.184663:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468262.184666:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468262.184668:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468262.184673:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468262.184675:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468262.184681:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41432c0. 00000400:00000010:2.0:1789468262.184688:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964e58. 00000100:00000200:2.0:1789468262.184694:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404823936, portal 10 00000100:00000001:2.0:1789468262.184696:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468262.184697:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492025344 : -130396217526272 : ffff8967c3c63800) 00000100:00000040:2.0:1789468262.184705:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.184712:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468262.184715:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468262.184717:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964660. 00000100:00000200:2.0:1789468262.184720:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404823936, offset 0 00000400:00000200:2.0:1789468262.184726:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468262.184739:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468262.184750:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef380 00000400:00000100:2.0:1789468262.184756:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404823936 offset 0 length 520: 4 00000400:00000200:2.0:1789468262.184761:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468262.184764:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468262.184774:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964660 00000400:00000010:2.0:1789468262.184777:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964660. 00000100:00000001:2.0:1789468262.184780:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468262.184784:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.184792:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468262.184795:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.184802:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.184804:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468262.184809:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468262.184813:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789468262.184817:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315177620 00000100:00000010:2.0:1789468262.184822:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f00. 00000100:00000001:2.0:1789468262.184828:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468262.184847:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315177620 00000100:00000010:2.0:1789468262.184851:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c373c0. 00000100:00000001:2.0:1789468262.184854:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468262.184870:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315177620 00000100:00000010:2.0:1789468262.184874:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37de0. 00000100:00000001:2.0:1789468262.184877:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468262.184880:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315177620 00000100:00000010:2.0:1789468262.184883:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789468262.184886:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468262.184899:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468262.184902:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.184904:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468262.184908:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.184914:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468262.184916:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468262.184918:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468262.184919:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468262.184921:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468262.184923:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404824064:0@lo:38:kworker.0 00000100:00000001:2.0:1789468262.184926:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468262.184928:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468262.184929:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468262.184931:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468262.184934:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789468262.184936:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468262.184939:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41435d8. 00000400:00000010:2.0:1789468262.184942:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964660. 00000100:00000200:2.0:1789468262.184952:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404824064, portal 10 00000100:00000001:2.0:1789468262.184955:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468262.184956:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492026240 : -130396217525376 : ffff8967c3c63b80) 00000100:00000040:2.0:1789468262.184962:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.184968:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468262.184970:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468262.184973:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964cc0. 00000100:00000200:2.0:1789468262.184976:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404824064, offset 0 00000400:00000200:2.0:1789468262.184980:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468262.184984:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468262.184989:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef400 00000400:00000100:2.0:1789468262.184993:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404824064 offset 0 length 520: 4 00000400:00000200:2.0:1789468262.184997:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468262.184999:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468262.185003:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964cc0 00000400:00000010:2.0:1789468262.185005:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964cc0. 00000100:00000001:2.0:1789468262.185007:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468262.185010:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185016:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468262.185019:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185024:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.185025:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468262.185028:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468262.185030:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789468262.185033:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315177620 00000100:00000001:2.0:1789468262.185035:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315177620 00000100:00000001:2.0:1789468262.185057:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315177621 00000100:00000001:2.0:1789468262.185062:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315177620 00000100:00000001:2.0:1789468262.185065:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315177621 00000100:00000001:2.0:1789468262.185067:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315177620 00000100:00000001:2.0:1789468262.185069:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315177621 00000100:00000001:2.0:1789468262.185072:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315177620 00000100:00000001:2.0:1789468262.185075:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468262.185077:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.185079:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468262.185082:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185088:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468262.185089:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468262.185091:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468262.185093:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468262.185094:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468262.185097:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404824192:0@lo:38:kworker.0 00000100:00000001:2.0:1789468262.185099:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468262.185101:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468262.185102:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468262.185104:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468262.185107:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789468262.185108:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468262.185111:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143f20. 00000400:00000010:2.0:1789468262.185114:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964cc0. 00000100:00000200:2.0:1789468262.185116:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404824192, portal 10 00000100:00000001:2.0:1789468262.185118:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468262.185119:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492023552 : -130396217528064 : ffff8967c3c63100) 00000100:00000040:2.0:1789468262.185124:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185129:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468262.185130:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468262.185132:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964bb0. 00000100:00000200:2.0:1789468262.185134:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404824192, offset 0 00000400:00000200:2.0:1789468262.185137:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468262.185142:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468262.185145:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef480 00000400:00000100:2.0:1789468262.185149:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404824192 offset 0 length 520: 4 00000400:00000200:2.0:1789468262.185153:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468262.185155:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468262.185159:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964bb0 00000400:00000010:2.0:1789468262.185161:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964bb0. 00000100:00000001:2.0:1789468262.185163:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468262.185166:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185172:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468262.185175:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185180:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.185182:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468262.185184:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468262.185187:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468262.185189:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315177621 00000100:00000001:2.0:1789468262.185193:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315177620 00000100:00000001:2.0:1789468262.185196:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315177621 00000100:00000001:2.0:1789468262.185198:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315177621 00000100:00000001:2.0:1789468262.185199:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315177621 00000100:00000001:2.0:1789468262.185201:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315177621 00000100:00000001:2.0:1789468262.185203:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315177621 00000100:00000001:2.0:1789468262.185204:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315177621 00000100:00000001:2.0:1789468262.185206:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468262.185208:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.185210:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468262.185212:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185218:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468262.185219:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468262.185221:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468262.185223:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468262.185225:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468262.185227:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404824320:0@lo:38:kworker.0 00000100:00000001:2.0:1789468262.185229:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468262.185231:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468262.185233:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468262.185234:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468262.185237:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789468262.185239:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468262.185242:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143f78. 00000400:00000010:2.0:1789468262.185245:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964bb0. 00000100:00000200:2.0:1789468262.185247:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404824320, portal 10 00000100:00000001:2.0:1789468262.185249:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468262.185250:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492021760 : -130396217529856 : ffff8967c3c62a00) 00000100:00000040:2.0:1789468262.185255:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185260:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468262.185262:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468262.185264:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964b28. 00000100:00000200:2.0:1789468262.185266:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404824320, offset 0 00000400:00000200:2.0:1789468262.185270:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468262.185274:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468262.185278:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef500 00000400:00000100:2.0:1789468262.185282:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404824320 offset 0 length 520: 4 00000400:00000200:2.0:1789468262.185284:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468262.185286:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468262.185291:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964b28 00000400:00000010:2.0:1789468262.185292:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964b28. 00000100:00000001:2.0:1789468262.185294:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468262.185297:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185304:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468262.185307:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468262.185313:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.185315:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468262.185317:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468262.185321:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468262.185323:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315177622 00000100:00000001:2.0:1789468262.185327:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315177621 00000100:00000001:2.0:1789468262.185330:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315177622 00000100:00000001:2.0:1789468262.185333:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315177621 00000100:00000001:2.0:1789468262.185335:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315177622 00000100:00000001:2.0:1789468262.185338:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315177621 00000100:00000001:2.0:1789468262.185341:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315177622 00000100:00000001:2.0:1789468262.185344:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315177621 00000100:00000001:2.0:1789468262.185346:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468262.185348:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.185351:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.185354:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.185374:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468262.185376:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.185379:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468262.185380:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468262.185382:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.185384:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468262.206357:0:225339:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315177622, at 4315177623 00000100:00000010:1.0:1789468262.206381:0:225339:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c373c0. 00000100:00000040:0.0:1789468262.206479:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315177622, at 4315177623 00000100:00000010:0.0:1789468262.206486:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f00. 00000100:00000040:3.0:1789468262.206512:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315177622, at 4315177623 00000100:00000010:3.0:1789468262.206518:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000040:2.0:1789468262.207639:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315177622, at 4315177624 00000100:00000010:2.0:1789468262.207650:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37de0. 00010000:00000001:0.0:1789468262.376077:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468262.376085:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468262.376090:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468262.376091:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468262.376097:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468262.376098:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468262.376248:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468262.376252:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468262.376255:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468263.208732:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468263.208746:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468263.208748:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468263.208752:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468263.208755:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468263.208759:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468263.208762:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468263.399216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468263.399224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468263.399229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468263.399231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468263.399235:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468263.399236:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468263.399325:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468263.399329:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468263.399331:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468264.231303:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468264.231454:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468264.231456:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468264.231460:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468264.231463:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468264.231467:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468264.231470:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.423171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468264.423178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.423184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468264.423185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.423189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468264.423191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468264.425115:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468264.425122:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468264.425127:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468265.255905:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468265.255919:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468265.255922:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468265.255934:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468265.255937:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468265.255942:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468265.255944:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468265.447176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468265.447184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468265.447190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468265.447192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468265.447197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468265.447199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468265.452640:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468265.452645:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468265.452650:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468266.279223:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468266.279233:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468266.279247:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468241/real 1789468241] req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468266.279266:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468266.279268:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468266.279272:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd796e0. 00000400:00000200:2.0:1789468266.279279:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93aa0 00000400:00000010:2.0:1789468266.279282:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93aa0. 00000100:00000001:2.0:1789468266.279286:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468266.279290:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468266.279298:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.279305:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468266.279307:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.279310:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468266.279312:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468266.279316:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.279329:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.279346:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468266.279348:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.279351:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468266.279353:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468266.279356:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468266.279360:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.279367:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468266.279369:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.279370:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468266.279372:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.279374:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468266.279376:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468266.279379:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468266.279471:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468266.279474:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468266.279478:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468266.279485:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404823808:0@lo:250:kworker.0 00000100:00000001:2.0:1789468266.279489:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468266.279492:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468266.279495:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942a00 x1876386404823808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.279501:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468266.279503:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468266.279507:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:2.0:1789468266.279511:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468266.279513:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468266.279516:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468266.279518:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468266.279521:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468266.279524:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468266.279526:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468266.279528:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942a00. 00000100:00000001:2.0:1789468266.279530:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468266.279532:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.279534:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468266.279672:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468266.279678:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468266.279680:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468266.279682:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468266.279686:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468266.279689:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20489 00000100:00080000:3.0:1789468266.279692:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468266.279695:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468266.279697:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468266.279699:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468266.279701:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468266.279709:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468266.279710:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468266.279713:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468266.279716:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468266.279718:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468266.279720:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468266.279722:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468266.279724:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468266.279725:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468266.279735:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468266.279738:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468266.279741:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468266.279760:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468266.279763:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468266.279766:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468266.279768:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468266.279771:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468266.279773:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468266.279778:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789468266.279782:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468266.279785:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468266.279787:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468266.279789:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468266.279792:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468266.279795:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468266.279802:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468266.279808:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468266.279814:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468266.279822:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468266.279826:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468266.279831:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468266.279850:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468266.279853:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468266.279857:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468266.279859:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468266.279862:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468266.279864:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468266.279868:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468266.279870:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468266.279879:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468266.279883:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20519) 00000100:00000001:2.0:1789468266.279935:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468266.279938:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468266.279940:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468266.279945:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.279952:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468266.279954:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468266.279957:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468266.279960:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468266.279963:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468266.279966:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404824448:0@lo:250:kworker.0 00000100:00000001:2.0:1789468266.279969:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468266.279973:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468266.279975:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468266.279978:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468266.279981:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468266.279983:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468266.279989:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143e70. 00000400:00000010:2.0:1789468266.279994:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964b28. 00000100:00000200:2.0:1789468266.279999:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404824448, portal 25 00000100:00000001:2.0:1789468266.280001:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468266.280003:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516992 : -130400397034624 : ffff8966caa7fb80) 00000100:00000040:2.0:1789468266.280008:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.280015:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468266.280018:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468266.280021:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964110. 00000100:00000200:2.0:1789468266.280024:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404824448, offset 0 00000400:00000200:2.0:1789468266.280029:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468266.280073:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468266.280085:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ef580 00000400:00000100:2.0:1789468266.280091:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404824448 offset 0 length 520: 4 00000400:00000200:2.0:1789468266.280095:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468266.280098:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468266.280107:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964110 00000400:00000010:2.0:1789468266.280109:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964110. 00000100:00000001:2.0:1789468266.280112:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468266.280116:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.280122:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468266.280125:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.280131:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468266.280132:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468266.280136:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468266.280141:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315186867 00000100:00000010:2.0:1789468266.280145:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37de0. 00000100:00000001:2.0:1789468266.280151:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468266.280161:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315186867 00000100:00000010:2.0:1789468266.280164:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37360. 00000100:00000001:2.0:1789468266.280167:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468266.280182:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315186867 00000100:00000010:2.0:1789468266.280186:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789468266.280189:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468266.280192:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315186867 00000100:00000010:2.0:1789468266.280194:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789468266.280198:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468266.280202:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468266.280204:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468266.280208:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468266.280210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.280214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468266.280216:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.280218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468266.280220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468266.280221:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468266.280223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468266.471302:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468266.471309:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468266.471315:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468266.471316:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468266.471321:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468266.471324:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468266.471326:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468266.471473:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468266.471478:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468266.478710:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468266.478717:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468266.478722:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468266.478823:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468266.478826:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468266.478829:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468266.632025:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632088:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468266.632093:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632096:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468266.632108:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468266.632124:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0880 00000400:00000100:3.0:1789468266.632132:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402404480 offset 0 length 520: 4 00000400:00000200:3.0:1789468266.632138:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468266.632141:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468266.632152:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632155:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468266.632158:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632160:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468266.632162:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632164:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468266.632169:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468266.632175:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0900 00000400:00000100:3.0:1789468266.632180:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402404608 offset 0 length 520: 4 00000400:00000200:3.0:1789468266.632184:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468266.632186:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468266.632189:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632196:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468266.632198:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632201:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468266.632528:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632534:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468266.632536:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632538:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468266.632544:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468266.632552:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0980 00000400:00000100:3.0:1789468266.632571:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402404736 offset 0 length 520: 4 00000400:00000200:3.0:1789468266.632574:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468266.632576:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468266.632581:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632586:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468266.632588:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468266.632590:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468267.303552:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468267.303568:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468267.303571:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468267.303575:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468267.303577:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468267.303583:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468267.303585:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468267.305595:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468267.305605:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468267.305609:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468267.305612:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468267.305614:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468267.305617:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468267.305620:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468267.305623:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468267.305626:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468267.305629:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468267.305634:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20520) 00010000:00000001:0.0:1789468267.497311:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468267.497318:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468267.497334:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468267.497336:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468267.497340:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468267.497342:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468267.497431:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468267.497435:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468267.497437:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468268.327150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468268.327165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468268.327167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468268.327171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468268.327174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468268.327178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468268.327181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468268.520178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468268.520185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468268.520192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468268.520193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468268.520199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468268.520200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468268.520301:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468268.520306:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468268.520309:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468269.351189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468269.351203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468269.351205:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468269.351209:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468269.351211:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468269.351216:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468269.351218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468269.543187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468269.543195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468269.543201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468269.543202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468269.543206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468269.543208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468269.543302:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468269.543321:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468269.543324:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789468269.927183:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468269.927191:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468269.927213:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789468269.928073:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789468269.928081:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468269.928092:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468269.928096:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468269.928099:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468270.375331:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468270.375343:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468270.375346:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468270.375351:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468270.375353:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468270.375358:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468270.375360:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468270.567165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468270.567173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468270.567178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468270.567180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468270.567184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468270.567186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468270.567282:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468270.567286:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468270.567316:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468271.335192:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468271.335203:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468271.335206:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468271.335209:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468271.335211:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468271.335214:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468271.335217:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468271.335220:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468271.335223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468271.335226:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468271.335231:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20524) 00000100:00000001:2.0:1789468271.399156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468271.399170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468271.399173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468271.399178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468271.399181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468271.399185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468271.399188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468271.591181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468271.591189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468271.591195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468271.591197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468271.591202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468271.591204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468271.591344:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468271.591348:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468271.591352:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468271.783176:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315186867, at 4315187200 00000100:00000010:0.0:1789468271.783189:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37de0. 00000100:00000040:1.0:1789468271.783398:0:225339:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315186867, at 4315187200 00000100:00000010:1.0:1789468271.783405:0:225339:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000100:00000040:3.0:1789468271.783508:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315186867, at 4315187200 00000100:00000010:3.0:1789468271.783516:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ae0. 00000100:00000040:2.0:1789468271.785551:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315186867, at 4315187202 00000100:00000010:2.0:1789468271.785566:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789468272.423150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468272.423164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468272.423166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468272.423170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468272.423171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468272.423177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468272.423179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468272.616121:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468272.616128:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468272.616134:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468272.616137:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468272.616142:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468272.616143:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468272.616496:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468272.616501:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468272.616504:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468273.447173:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468273.447835:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468273.447837:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468273.447841:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468273.447844:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468273.447848:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468273.447850:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468273.640860:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468273.640868:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468273.640874:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468273.640875:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468273.640880:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468273.640882:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468273.641219:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468273.641223:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468273.641226:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468274.472685:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468274.472699:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468274.472702:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468274.472706:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468274.472709:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468274.472713:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468274.472715:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468274.663181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468274.663190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468274.663196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468274.663197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468274.663202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468274.663204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468274.663432:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468274.663436:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468274.663439:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468275.495340:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468275.495355:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468275.495357:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468275.495363:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468275.495366:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468275.495371:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468275.495373:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.687158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468275.687165:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.687170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468275.687171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.687175:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468275.687177:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468275.687290:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468275.687294:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468275.687297:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468276.391152:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468276.391163:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468276.391166:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468276.391186:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468276.391189:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468276.391193:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468276.391196:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468276.391200:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468276.391203:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468276.391206:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468276.391211:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20529) 00000100:00000001:2.0:1789468276.520421:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468276.520436:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468276.520439:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468276.520444:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468276.520447:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468276.520451:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468276.520454:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468276.711198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468276.711205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468276.711211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468276.711212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468276.711217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468276.711221:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468276.711223:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468276.711227:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468276.711230:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468276.711232:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468276.711234:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468276.711237:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468276.711421:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468276.711424:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468276.711427:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468277.543437:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468277.543452:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468277.543454:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468277.543459:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468277.543461:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468277.543466:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468277.543468:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468277.735179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468277.735188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468277.735194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468277.735196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468277.735201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468277.735202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468277.735327:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468277.735331:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468277.735334:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468278.567374:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468278.567389:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468278.567392:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468278.567397:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468278.567399:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468278.567403:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468278.567405:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468278.759191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468278.759200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468278.759206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468278.759208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468278.759213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468278.759215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468278.759284:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468278.759288:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468278.759292:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468279.593616:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468279.593632:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468279.593635:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468279.593639:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468279.593641:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468279.593646:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468279.593648:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468279.783176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468279.783183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468279.783187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468279.783188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468279.783193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468279.783194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468279.783299:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468279.783302:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468279.783305:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468280.616215:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468280.616239:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468280.616241:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468280.616246:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468280.616249:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468280.616254:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468280.616257:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468280.807169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468280.807176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468280.807183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468280.807184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468280.807189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468280.807191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468280.807303:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468280.807307:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468280.807309:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468281.511211:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468281.511230:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468281.511233:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468281.511237:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468281.511239:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468281.511242:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468281.511244:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468281.511247:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468281.511249:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468281.511252:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468281.511257:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20534) 00000100:00000001:2.0:1789468281.639187:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468281.639200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468281.639202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468281.639208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468281.639211:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468281.639223:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468281.639226:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468281.831518:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468281.831526:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468281.831532:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468281.831533:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468281.831539:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468281.831540:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468281.831609:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468281.831629:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468281.831632:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468282.663151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468282.663167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468282.663169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468282.663182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468282.663185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468282.663189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468282.663191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468282.855166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468282.855173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468282.855179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468282.855180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468282.855185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468282.855186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468282.855300:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468282.855304:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468282.855306:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468283.687170:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468283.687184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468283.687187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468283.687191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468283.687194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468283.687198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468283.687210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468283.879189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468283.879197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468283.879212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468283.879214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468283.879219:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468283.879221:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468283.879963:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468283.879968:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468283.879971:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468284.711906:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468284.711920:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468284.711922:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468284.711927:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468284.711929:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468284.711933:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468284.711936:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468284.907367:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468284.907378:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468284.907385:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468284.907387:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468284.907393:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468284.907395:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468284.907497:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468284.907501:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468284.907504:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468285.735210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468285.735226:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468285.735229:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468285.735235:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468285.735237:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468285.735243:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468285.735246:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.927993:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468285.928007:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.928014:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468285.928017:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.928022:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468285.928026:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468285.928030:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468285.928033:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.928062:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468285.928065:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.928067:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.928070:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468285.928145:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468285.928152:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468285.928157:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468286.631392:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468286.631403:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468286.631406:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468286.631409:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468286.631411:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468286.631414:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468286.631417:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468286.631420:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468286.631422:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468286.631425:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468286.631430:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20539) 00000100:00000001:0.0:1789468286.761008:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468286.761026:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468286.761029:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468286.761068:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468286.761071:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468286.761077:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468286.761080:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468286.951213:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468286.951224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468286.951231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468286.951233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468286.951239:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468286.951240:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468286.952540:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468286.952547:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468286.952639:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468287.784384:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468287.784394:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468287.784411:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468262/real 1789468262] req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468287.784432:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468287.784434:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468287.784438:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41432c0. 00000400:00000200:0.0:1789468287.784447:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964e58 00000400:00000010:0.0:1789468287.784450:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964e58. 00000100:00000001:0.0:1789468287.784455:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468287.784459:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468287.784468:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784482:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468287.784484:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784487:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468287.784490:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468287.784493:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784500:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784502:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468287.784506:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468262/real 1789468262] req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468287.784513:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468287.784514:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468287.784516:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41435d8. 00000400:00000200:0.0:1789468287.784517:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964660 00000400:00000010:0.0:1789468287.784519:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964660. 00000100:00000001:0.0:1789468287.784521:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468287.784524:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468287.784532:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784545:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468287.784546:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784548:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468287.784549:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468287.784552:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784559:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784561:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468287.784565:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468262/real 1789468262] req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468287.784578:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468287.784579:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468287.784581:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143f20. 00000400:00000200:0.0:1789468287.784583:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964cc0 00000400:00000010:0.0:1789468287.784585:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964cc0. 00000100:00000001:0.0:1789468287.784587:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468287.784589:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468287.784596:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784601:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468287.784602:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784604:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468287.784605:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468287.784608:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784614:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784615:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468287.784620:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468262/real 1789468262] req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468287.784627:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468287.784628:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468287.784629:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143f78. 00000400:00000200:0.0:1789468287.784631:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964bb0 00000400:00000010:0.0:1789468287.784632:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964bb0. 00000100:00000001:0.0:1789468287.784634:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468287.784637:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468287.784644:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784655:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468287.784657:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784658:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468287.784659:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468287.784663:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784669:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784678:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468287.784680:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784684:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468287.784686:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468287.784690:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468287.784694:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784700:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468287.784703:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784705:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468287.784706:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784709:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468287.784712:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468287.784715:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468287.784747:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468287.784750:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468287.784754:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468287.784762:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404823936:0@lo:38:kworker.0 00000100:00000001:0.0:1789468287.784767:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468287.784770:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784782:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468287.784784:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784785:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468287.784790:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784792:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468287.784794:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468287.784796:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468287.784802:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468287.784804:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468287.784808:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468287.784814:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404824064:0@lo:38:kworker.0 00000100:00000001:0.0:1789468287.784817:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468287.784820:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784826:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468287.784827:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784829:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468287.784830:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784831:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468287.784832:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468287.784834:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468287.784838:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468287.784840:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468287.784843:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468287.784855:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404824192:0@lo:38:kworker.0 00000100:00000001:0.0:1789468287.784859:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468287.784861:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784867:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468287.784869:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784870:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468287.784871:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784873:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468287.784874:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468287.784876:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468287.784893:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789468287.784895:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468287.784898:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468287.784906:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404824320:0@lo:38:kworker.0 00000100:00000001:0.0:1789468287.784910:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.784914:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468287.784917:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63800 x1876386404823936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784923:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468287.784926:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468287.784931:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:0.0:1789468287.784937:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468287.784941:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468287.784943:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789468287.784945:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468287.784949:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468287.784953:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468287.784955:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468287.784957:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63800. 00000100:00000001:0.0:1789468287.784961:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468287.784963:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784964:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468287.784967:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63b80 x1876386404824064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.784973:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468287.784975:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468287.784976:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789468287.784978:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468287.784980:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468287.784981:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789468287.784982:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468287.784984:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468287.784986:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468287.784988:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468287.784989:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63b80. 00000100:00000001:0.0:1789468287.784991:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468287.784992:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.784993:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468287.784996:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63100 x1876386404824192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.785002:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468287.785003:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468287.785005:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:0.0:1789468287.785007:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468287.785008:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468287.785009:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789468287.785011:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468287.785013:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468287.785015:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468287.785016:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468287.785018:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63100. 00000100:00000001:0.0:1789468287.785020:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468287.785022:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.785023:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468287.785026:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62a00 x1876386404824320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468287 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.785032:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468287.785033:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468287.785035:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:0.0:1789468287.785081:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468287.785083:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468287.785085:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468287.785087:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468287.785088:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468287.785090:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468287.785091:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468287.785093:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62a00. 00000100:00000001:0.0:1789468287.785095:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468287.785097:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.785100:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468287.785294:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468287.785301:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468287.785303:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468287.785307:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468287.785310:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468287.785314:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468287.785319:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468287.785322:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20510 00000100:00080000:2.0:1789468287.785327:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468287.785330:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468287.785334:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468287.785336:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468287.785339:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468287.785348:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468287.785350:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468287.785354:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468287.785358:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468287.785360:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468287.785371:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468287.785374:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468287.785376:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468287.785378:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468287.785380:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468287.785383:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468287.785387:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468287.785389:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468287.785392:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468287.785400:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468287.785403:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.785405:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468287.785408:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468287.785422:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942a00. 00000020:00000040:2.0:1789468287.785426:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468287.785431:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468287.785433:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.785436:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468287.785443:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468287.785449:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468287.785459:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540000. 00000100:00000001:2.0:1789468287.785469:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468287.785477:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468287.785488:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468287.785493:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468287.785497:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000969a4da] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468287.785518:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468287.785521:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468287.785524:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468287.785526:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468287.785527:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468287.785530:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468287.785532:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20510 00000100:00080000:2.0:1789468287.785534:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468287.785537:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468287.785538:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468287.785540:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468287.785542:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468287.785544:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468287.785545:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468287.785546:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468287.785549:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468287.785550:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468287.785552:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468287.785555:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468287.785556:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468287.785558:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468287.785560:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468287.785563:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468287.785565:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468287.785568:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468287.785569:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468287.785571:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468287.785573:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.785575:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468287.785576:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468287.785579:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940a80. 00000020:00000040:2.0:1789468287.785581:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468287.785584:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468287.785585:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.785586:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468287.785588:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468287.785589:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468287.785592:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542800. 00000100:00000001:2.0:1789468287.785595:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468287.785599:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468287.785606:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468287.785608:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468287.785611:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002138b75f] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468287.785618:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468287.785619:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468287.785623:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468287.785624:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468287.785626:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468287.785628:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468287.785630:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20510 00000100:00080000:2.0:1789468287.785632:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468287.785636:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468287.785637:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468287.785639:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468287.785641:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468287.785644:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468287.785645:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468287.785646:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468287.785649:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468287.785651:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468287.785653:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468287.785656:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468287.785658:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468287.785659:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468287.785661:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468287.785664:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468287.785666:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468287.785669:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468287.785671:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468287.785673:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468287.785675:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.785677:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468287.785678:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468287.785683:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942d80. 00000020:00000040:2.0:1789468287.785686:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468287.785688:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468287.785689:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.785690:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468287.785691:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468287.785693:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468287.785697:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789468287.785700:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468287.785703:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468287.785714:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468287.785716:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468287.785719:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8bc0c79] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468287.785726:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468287.785728:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468287.785731:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468287.785733:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468287.785734:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468287.785737:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468287.785738:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20510 00000100:00080000:2.0:1789468287.785741:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468287.785743:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468287.785745:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468287.785746:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468287.785748:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468287.785751:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468287.785752:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468287.785753:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468287.785755:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468287.785757:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468287.785760:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468287.785762:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468287.785764:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468287.785766:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468287.785768:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468287.785770:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468287.785772:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468287.785774:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468287.785777:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468287.785780:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468287.785782:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.785784:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468287.785786:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468287.785789:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941500. 00000020:00000040:2.0:1789468287.785791:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468287.785793:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468287.785795:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.785797:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468287.785798:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468287.785800:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468287.785805:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789468287.785808:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468287.785812:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468287.785819:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468287.785820:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468287.785823:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d71cadf2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468287.785829:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468287.785835:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20540) 00000100:00000001:0.0:1789468287.787518:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468287.787530:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468287.787534:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468287.787793:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.787806:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468287.787808:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468287.787813:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468287.787818:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468287.787821:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468287.787824:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404824576:0@lo:38:kworker.0 00000100:00000001:0.0:1789468287.787828:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468287.787833:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468287.787836:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468287.787838:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468287.787849:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789468287.787851:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468287.787860:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79f78. 00000400:00000010:0.0:1789468287.787867:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93330. 00000100:00000200:0.0:1789468287.787875:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404824576, portal 10 00000100:00000001:0.0:1789468287.787878:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468287.788304:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622962688 : -130396086588928 : ffff8967cb942a00) 00000100:00000040:0.0:1789468287.788317:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.788326:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468287.788329:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468287.788333:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b935d8. 00000100:00000200:0.0:1789468287.788338:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404824576, offset 0 00000400:00000200:0.0:1789468287.788345:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468287.788363:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468287.789025:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef600 00000400:00000100:0.0:1789468287.789033:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404824576 offset 0 length 520: 4 00000400:00000200:0.0:1789468287.789067:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468287.789070:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468287.789090:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b935d8 00000400:00000010:0.0:1789468287.789093:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b935d8. 00000100:00000001:0.0:1789468287.789097:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468287.789104:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.789115:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468287.789118:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.789126:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.789128:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468287.789135:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468287.789141:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789468287.789155:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315203225 00000100:00000010:0.0:1789468287.789163:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe7e0. 00000100:00000001:0.0:1789468287.789178:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468287.789194:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315203225 00000100:00000010:0.0:1789468287.789198:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe120. 00000100:00000001:0.0:1789468287.789202:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468287.789219:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315203225 00000100:00000010:0.0:1789468287.789223:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fee40. 00000100:00000001:0.0:1789468287.789226:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468287.789237:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315203225 00000100:00000010:0.0:1789468287.789241:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe960. 00000100:00000001:0.0:1789468287.789244:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468287.789641:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468287.789646:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.789651:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468287.789656:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.789665:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468287.789667:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468287.789671:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468287.789675:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468287.789678:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468287.789681:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404824704:0@lo:38:kworker.0 00000100:00000001:0.0:1789468287.789686:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468287.789690:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468287.789692:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468287.789695:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468287.789702:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789468287.789704:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468287.789711:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79738. 00000400:00000010:0.0:1789468287.789716:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b935d8. 00000100:00000200:0.0:1789468287.789721:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404824704, portal 10 00000100:00000001:0.0:1789468287.789724:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468287.789725:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622954624 : -130396086596992 : ffff8967cb940a80) 00000100:00000040:0.0:1789468287.789733:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.789741:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468287.789743:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468287.789746:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93dd0. 00000100:00000200:0.0:1789468287.789749:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404824704, offset 0 00000400:00000200:0.0:1789468287.789753:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468287.789763:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468287.789770:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef680 00000400:00000100:0.0:1789468287.789775:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404824704 offset 0 length 520: 4 00000400:00000200:0.0:1789468287.789778:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468287.789780:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468287.789786:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93dd0 00000400:00000010:0.0:1789468287.789788:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93dd0. 00000100:00000001:0.0:1789468287.789791:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468287.789795:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.789803:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468287.789805:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.789811:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.789813:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468287.789816:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468287.789820:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789468287.789822:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315203225 00000100:00000001:0.0:1789468287.789825:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315203225 00000100:00000001:0.0:1789468287.789827:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315203225 00000100:00000001:0.0:1789468287.789830:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315203225 00000100:00000001:0.0:1789468287.789832:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315203225 00000100:00000001:0.0:1789468287.789834:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315203225 00000100:00000001:0.0:1789468287.789836:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315203225 00000100:00000001:0.0:1789468287.789839:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315203225 00000100:00000001:0.0:1789468287.789841:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468287.789843:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.789845:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468287.789850:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.789857:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468287.789859:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468287.789861:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468287.789862:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468287.789865:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468287.789867:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404824832:0@lo:38:kworker.0 00000100:00000001:0.0:1789468287.789870:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468287.789872:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468287.789874:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468287.789876:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468287.790693:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789468287.790703:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468287.790712:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79b58. 00000400:00000010:0.0:1789468287.790718:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93dd0. 00000100:00000200:0.0:1789468287.790723:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404824832, portal 10 00000100:00000001:0.0:1789468287.790726:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468287.790728:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622963584 : -130396086588032 : ffff8967cb942d80) 00000100:00000040:0.0:1789468287.790741:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.790749:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468287.790752:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468287.790754:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93a18. 00000100:00000200:0.0:1789468287.790757:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404824832, offset 0 00000400:00000200:0.0:1789468287.790762:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468287.790773:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468287.790783:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef700 00000400:00000100:0.0:1789468287.790788:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404824832 offset 0 length 520: 4 00000400:00000200:0.0:1789468287.790793:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468287.790796:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468287.790806:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93a18 00000400:00000010:0.0:1789468287.790808:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93a18. 00000100:00000001:0.0:1789468287.790812:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468287.790816:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.790824:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468287.790827:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.790833:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.790835:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468287.790839:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468287.790843:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789468287.790847:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315203226 00000100:00000001:0.0:1789468287.790860:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315203225 00000100:00000001:0.0:1789468287.790866:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315203226 00000100:00000001:0.0:1789468287.790869:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315203225 00000100:00000001:0.0:1789468287.790872:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315203226 00000100:00000001:0.0:1789468287.790876:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315203225 00000100:00000001:0.0:1789468287.790878:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315203226 00000100:00000001:0.0:1789468287.805724:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315203225 00000100:00000001:0.0:1789468287.805745:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468287.805751:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.805758:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468287.805773:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.805784:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468287.805787:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468287.805793:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468287.805798:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468287.805801:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468287.805804:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404824960:0@lo:38:kworker.0 00000100:00000001:0.0:1789468287.805809:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468287.805814:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468287.805817:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468287.805819:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468287.805830:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468287.805832:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468287.805841:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79688. 00000400:00000010:0.0:1789468287.805851:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93a18. 00000100:00000200:0.0:1789468287.805859:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404824960, portal 10 00000100:00000001:0.0:1789468287.805861:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468287.805863:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:0.0:1789468287.805872:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.805879:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468287.805882:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468287.805884:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93b28. 00000100:00000200:0.0:1789468287.805887:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404824960, offset 0 00000400:00000200:0.0:1789468287.805895:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468287.805914:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468287.805928:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef780 00000400:00000100:0.0:1789468287.805935:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404824960 offset 0 length 520: 4 00000400:00000200:0.0:1789468287.805941:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468287.805943:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468287.805962:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93b28 00000400:00000010:0.0:1789468287.805965:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93b28. 00000100:00000001:0.0:1789468287.805968:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468287.805973:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.805982:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468287.805985:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468287.805992:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.805994:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468287.806000:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468287.806005:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789468287.806010:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315203242 00000100:00000001:0.0:1789468287.806019:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315203226 00000100:00000001:0.0:1789468287.806022:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315203242 00000100:00000001:0.0:1789468287.806025:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315203226 00000100:00000001:0.0:1789468287.806028:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315203242 00000100:00000001:0.0:1789468287.806032:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315203226 00000100:00000001:0.0:1789468287.806034:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315203242 00000100:00000001:0.0:1789468287.806057:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315203226 00000100:00000001:0.0:1789468287.806060:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468287.806063:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.806067:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.806072:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.806082:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468287.806084:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468287.806088:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468287.806090:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468287.806092:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468287.806094:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468287.826231:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315203242, at 4315203243 00000100:00000010:0.0:1789468287.826253:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe7e0. 00000100:00000040:1.0:1789468287.826539:0:225339:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315203242, at 4315203243 00000100:00000010:1.0:1789468287.826546:0:225339:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe120. 00000100:00000040:2.0:1789468287.826903:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315203242, at 4315203243 00000100:00000010:2.0:1789468287.826911:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fee40. 00000100:00000040:3.0:1789468287.827099:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315203242, at 4315203244 00000100:00000010:3.0:1789468287.827107:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe960. 00010000:00000001:0.0:1789468287.975432:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468287.975443:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468287.975450:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468287.975452:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468287.975457:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468287.975459:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468287.975620:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468287.975624:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468287.975628:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468288.807207:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468288.807227:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468288.807230:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468288.807236:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468288.807240:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468288.807246:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468288.807249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468288.999623:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468288.999644:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468288.999651:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468288.999653:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468288.999659:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468288.999660:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468288.999762:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468288.999790:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468288.999794:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468289.831206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468289.831227:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468289.831230:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468289.831235:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468289.831238:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468289.831244:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468289.831247:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468290.023226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468290.023236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468290.023398:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468290.023402:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468290.023409:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468290.023411:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468290.026320:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468290.026330:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468290.026337:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468290.855218:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468290.855238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468290.855241:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468290.855248:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468290.855251:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468290.855257:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468290.855261:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468291.047337:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468291.047349:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468291.047356:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468291.047358:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468291.047363:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468291.047365:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468291.047473:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468291.047478:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468291.047481:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468291.882078:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468291.882091:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468291.882110:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468266/real 1789468266] req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468291.882134:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468291.882137:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468291.882149:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143e70. 00000400:00000200:0.0:1789468291.882161:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964b28 00000400:00000010:0.0:1789468291.882165:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964b28. 00000100:00000001:0.0:1789468291.882170:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468291.882175:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468291.882183:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.882192:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468291.882194:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.882198:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468291.882200:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468291.882203:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.882210:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.882221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468291.882224:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.882227:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468291.882230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468291.882235:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468291.882239:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.882247:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468291.882250:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.882251:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468291.882253:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.882257:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468291.882259:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468291.882263:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468291.882301:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789468291.882304:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468291.882309:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468291.882316:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404824448:0@lo:250:kworker.0 00000100:00000001:0.0:1789468291.882322:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.882325:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468291.882328:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7fb80 x1876386404824448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.882335:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468291.882338:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468291.882344:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:0.0:1789468291.882349:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468291.882353:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468291.882355:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468291.882361:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468291.882364:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:0.0:1789468291.882368:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468291.882370:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468291.882372:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7fb80. 00000100:00000001:0.0:1789468291.882378:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468291.882584:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.882588:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468291.882690:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468291.882695:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468291.882698:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468291.882701:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468291.882706:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468291.882709:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20514 00000100:00080000:3.0:1789468291.882714:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468291.882718:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468291.882721:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468291.882723:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468291.882726:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468291.882735:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468291.882737:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468291.882741:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468291.882744:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468291.882747:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468291.882749:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468291.882753:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468291.882755:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468291.882756:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468291.882758:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468291.882762:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468291.882765:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468291.882767:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468291.882770:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468291.882774:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468291.882777:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468291.882780:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468291.882782:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468291.882793:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789468291.882814:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468291.882818:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468291.882820:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468291.882823:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468291.882826:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468291.882831:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468291.882840:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789468291.882847:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468291.882854:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468291.882864:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468291.882869:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468291.882873:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468291.882895:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468291.882898:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468291.882902:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468291.882904:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468291.882907:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468291.882910:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468291.882913:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468291.882916:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468291.882919:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468291.882924:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20545) 00000100:00000001:0.0:1789468291.883028:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468291.883030:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468291.883032:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468291.883054:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.883062:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468291.883064:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468291.883069:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468291.883071:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468291.883073:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468291.883076:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404825088:0@lo:250:kworker.0 00000100:00000001:0.0:1789468291.883081:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468291.883086:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468291.883089:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468291.883092:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468291.883096:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867400. 02000000:00000001:0.0:1789468291.883098:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468291.883104:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79c08. 00000400:00000010:0.0:1789468291.883110:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93b28. 00000100:00000200:0.0:1789468291.883117:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404825088, portal 25 00000100:00000001:0.0:1789468291.883120:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468291.883122:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:0.0:1789468291.883127:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.883134:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468291.883137:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789468291.883151:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93550. 00000100:00000200:0.0:1789468291.883155:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404825088, offset 0 00000400:00000200:0.0:1789468291.883162:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789468291.883177:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789468291.883193:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411ef800 00000400:00000100:0.0:1789468291.883199:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404825088 offset 0 length 520: 4 00000400:00000200:0.0:1789468291.883204:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468291.883206:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789468291.883219:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93550 00000400:00000010:0.0:1789468291.883221:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93550. 00000100:00000001:0.0:1789468291.883224:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789468291.883228:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.883236:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468291.883239:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.883245:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.883247:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468291.883254:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.883259:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315212470 00000100:00000010:0.0:1789468291.883265:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe7e0. 00000100:00000001:0.0:1789468291.883337:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468291.883349:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315212470 00000100:00000010:0.0:1789468291.883354:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fef00. 00000100:00000001:0.0:1789468291.883358:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468291.883362:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315212470 00000100:00000010:0.0:1789468291.883365:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe4e0. 00000100:00000001:0.0:1789468291.883368:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468291.883370:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315212470 00000100:00000010:0.0:1789468291.883373:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe2a0. 00000100:00000001:0.0:1789468291.883376:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468291.883448:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468291.883452:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.883456:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.883458:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.883465:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468291.883468:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.883469:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468291.883470:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468291.883472:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.883474:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468292.071752:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468292.071763:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468292.071771:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468292.071772:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468292.071778:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468292.071780:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468292.071939:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468292.071944:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468292.071948:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468292.239290:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468292.239333:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468292.239340:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468292.239342:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468292.239358:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468292.239382:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0a00 00000400:00000100:3.0:1789468292.239394:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402404864 offset 0 length 520: 4 00000400:00000200:3.0:1789468292.239401:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468292.239405:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468292.239416:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468292.239423:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468292.239425:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468292.239428:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468292.250078:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468292.250104:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468292.250109:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468292.250112:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468292.250128:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468292.250159:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0a80 00000400:00000100:2.0:1789468292.250170:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402404992 offset 0 length 520: 4 00000400:00000200:2.0:1789468292.250177:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468292.250181:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468292.250193:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468292.250198:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468292.250201:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468292.250203:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468292.250204:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468292.250206:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468292.250211:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468292.250216:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0b00 00000400:00000100:2.0:1789468292.250220:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402405120 offset 0 length 520: 4 00000400:00000200:2.0:1789468292.250223:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468292.250224:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468292.250228:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468292.250237:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468292.250239:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468292.250241:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468292.903340:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468292.903360:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468292.903363:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468292.903369:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468292.903372:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468292.909102:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468292.910720:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468293.095524:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468293.095536:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468293.095544:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468293.095546:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468293.095552:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468293.095554:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468293.095679:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468293.095683:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468293.095687:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468293.927411:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468293.927432:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468293.927435:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468293.927441:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468293.927444:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468293.927450:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468293.927452:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.120156:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468294.120167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.120175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468294.120177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.120183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468294.120185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468294.120335:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468294.120340:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468294.120343:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468294.951209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468294.951230:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468294.951233:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468294.951238:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468294.951242:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468294.951247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468294.951250:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468295.143224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468295.143235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468295.143243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468295.143245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468295.143251:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468295.143253:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468295.152019:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468295.152028:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468295.152035:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468295.975766:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468295.975787:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468295.975790:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468295.975797:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468295.975800:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468295.975808:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468295.975811:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468296.167742:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468296.167749:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468296.167756:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468296.167758:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468296.167763:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468296.167766:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468296.167769:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468296.167772:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468296.167775:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468296.167778:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468296.167780:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468296.167782:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468296.167885:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468296.167889:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468296.167892:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468296.999179:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468296.999194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468296.999197:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468296.999201:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468296.999204:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468296.999209:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468296.999211:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468297.192231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468297.192238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468297.192243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468297.192245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468297.192250:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468297.192253:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468297.192418:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468297.192422:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468297.192425:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468297.383204:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315212470, at 4315212800 00000100:00000010:0.0:1789468297.383218:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe7e0. 00000100:00000040:3.0:1789468297.383385:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315212470, at 4315212800 00000100:00000010:3.0:1789468297.383392:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe2a0. 00000100:00080000:1.0:1789468297.383468:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468297.383482:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468297.383486:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468297.383490:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468297.383493:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468297.383496:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468297.383499:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468297.383503:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468297.383504:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315212470, at 4315212800 00000100:00080000:1.0:1789468297.383507:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468297.383511:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000010:2.0:1789468297.383512:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe4e0. 00000100:00000040:1.0:1789468297.383517:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20550) 00000100:00000040:1.0:1789468297.383537:0:225339:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315212470, at 4315212800 00000100:00000010:1.0:1789468297.383541:0:225339:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fef00. 00000100:00000001:1.0:1789468298.023187:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468298.023202:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468298.023204:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468298.023209:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468298.023211:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468298.023215:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468298.023218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468298.219256:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468298.219264:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468298.219269:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468298.219271:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468298.219275:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468298.219277:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468298.220622:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468298.220628:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468298.220632:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468299.047376:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468299.047389:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468299.047391:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468299.047395:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468299.047397:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468299.047429:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468299.047432:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468299.239173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468299.239180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468299.239185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468299.239187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468299.239191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468299.239193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468299.239290:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468299.239293:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468299.239297:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468300.071372:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468300.071388:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468300.071390:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468300.071395:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468300.071397:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468300.071402:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468300.071404:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468300.263330:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468300.263337:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468300.263343:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468300.263344:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468300.263349:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468300.263350:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468300.263687:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468300.263690:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468300.263703:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468301.095249:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468301.095263:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468301.095265:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468301.095270:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468301.095272:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468301.095276:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468301.095279:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468301.287807:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468301.287816:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468301.287822:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468301.287824:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468301.287829:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468301.287831:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468301.287932:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468301.287937:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468301.287940:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468302.119963:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468302.119977:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468302.119979:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468302.119983:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468302.119986:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468302.119991:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468302.119993:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468302.311182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468302.311189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468302.311195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468302.311196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468302.311201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468302.311203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468302.311540:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468302.311544:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468302.311547:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468302.503245:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468302.503255:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468302.503259:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468302.503262:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468302.503264:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468302.503266:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468302.503297:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468302.503300:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468302.503303:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468302.503306:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468302.503312:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20555) 00000100:00000001:1.0:1789468303.143810:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468303.143824:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468303.143826:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468303.143831:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468303.143834:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468303.143838:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468303.143841:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468303.335182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468303.335189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468303.335194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468303.335195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468303.335201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468303.335202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468303.335406:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468303.335410:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468303.335413:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468304.167177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468304.167193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468304.167196:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468304.167201:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468304.167203:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468304.167208:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468304.167210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.359918:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468304.359926:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.359932:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468304.359934:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.359939:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468304.359940:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468304.360031:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468304.360072:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468304.360076:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468305.191470:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468305.191484:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468305.191487:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468305.191491:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468305.191493:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468305.191497:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468305.191499:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468305.383377:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468305.383384:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468305.383389:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468305.383391:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468305.383395:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468305.383396:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468305.383492:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468305.383496:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468305.383515:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468306.215379:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468306.215394:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468306.215396:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468306.215400:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468306.215403:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468306.215407:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468306.215426:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468306.407203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468306.407211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468306.407217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468306.407219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468306.407223:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468306.407227:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468306.407229:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468306.407232:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468306.407234:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468306.407236:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468306.407238:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468306.407240:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468306.407527:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468306.407531:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468306.407534:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468307.239151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468307.239165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468307.239168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468307.239172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468307.239175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468307.239180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468307.239182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468307.431166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468307.431173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468307.431179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468307.431180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468307.431185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468307.431187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468307.431285:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468307.431289:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468307.431292:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468307.624348:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468307.624359:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468307.624361:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468307.624365:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468307.624367:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468307.624370:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468307.624372:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468307.624376:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468307.624378:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468307.624381:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468307.624388:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20560) 00000100:00000001:1.0:1789468308.264494:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468308.264509:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468308.264512:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468308.264516:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468308.264518:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468308.264523:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468308.264526:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468308.455962:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468308.455969:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468308.455975:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468308.455977:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468308.455981:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468308.455982:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468308.456110:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468308.456114:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468308.456117:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468308.839243:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468308.839250:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468308.839255:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468308.840146:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468308.840155:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468308.840166:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468308.840172:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468308.840175:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468309.287164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468309.287181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468309.287183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468309.287188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468309.287190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468309.287195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468309.287198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468309.479123:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468309.479130:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468309.479135:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468309.479137:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468309.479141:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468309.479143:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468309.481203:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468309.481209:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468309.481214:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468310.313481:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468310.313496:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468310.313498:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468310.313503:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468310.313505:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468310.313510:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468310.313513:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468310.504140:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468310.504147:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468310.504153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468310.504155:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468310.504160:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468310.504162:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468310.504248:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468310.504252:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468310.504255:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468311.335223:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468311.335251:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468311.335254:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468311.335258:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468311.335261:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468311.335265:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468311.335267:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468311.527313:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468311.527321:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468311.527327:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468311.527328:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468311.527333:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468311.527335:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468311.527421:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468311.527424:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468311.527428:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468312.359180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468312.359189:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468312.359203:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468287/real 1789468287] req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468312.359222:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468312.359225:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468312.359228:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79f78. 00000400:00000200:1.0:1789468312.359235:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93330 00000400:00000010:1.0:1789468312.359238:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93330. 00000100:00000001:1.0:1789468312.359243:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468312.359247:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468312.359256:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359263:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468312.359266:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359269:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468312.359271:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468312.359274:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359282:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359285:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468312.359288:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468287/real 1789468287] req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468312.359318:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468312.359319:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468312.359321:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79738. 00000400:00000200:1.0:1789468312.359324:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b935d8 00000400:00000010:1.0:1789468312.359325:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b935d8. 00000100:00000001:1.0:1789468312.359328:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468312.359332:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468312.359340:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359346:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468312.359347:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359349:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468312.359350:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468312.359353:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359359:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359361:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468312.359365:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468287/real 1789468287] req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468312.359372:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468312.359373:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468312.359375:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79b58. 00000400:00000200:1.0:1789468312.359377:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93dd0 00000400:00000010:1.0:1789468312.359379:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93dd0. 00000100:00000001:1.0:1789468312.359381:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468312.359384:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468312.359391:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359407:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468312.359409:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359411:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468312.359412:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468312.359416:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359422:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359424:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468312.359427:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468287/real 1789468287] req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468312.359436:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468312.359437:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468312.359439:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79688. 00000400:00000200:1.0:1789468312.359441:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93a18 00000400:00000010:1.0:1789468312.359443:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93a18. 00000100:00000001:1.0:1789468312.359445:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468312.359447:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468312.359453:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359458:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468312.359459:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359461:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468312.359462:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468312.359465:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359471:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359479:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468312.359481:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359484:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468312.359487:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468312.359495:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468312.359499:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359507:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468312.359510:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359512:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468312.359513:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359516:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468312.359518:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468312.359521:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468312.359549:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468312.359552:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468312.359556:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468312.359564:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404824576:0@lo:38:kworker.0 00000100:00000001:1.0:1789468312.359579:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468312.359583:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.359590:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468312.359592:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359594:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468312.359595:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.359597:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468312.359598:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468312.359600:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468312.359606:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468312.359607:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468312.359610:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468312.359623:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404824704:0@lo:38:kworker.0 00000100:00000001:1.0:1789468312.359626:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468312.359629:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789468312.359933:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468312.359939:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468312.359941:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468312.359945:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468312.359946:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468312.359949:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468312.359953:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468312.359956:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20535 00000100:00080000:3.0:1789468312.359960:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468312.359963:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468312.359966:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468312.359968:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468312.359970:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468312.359977:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468312.359979:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468312.359982:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468312.359995:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468312.359999:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468312.360001:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468312.360003:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468312.360012:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468312.360014:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468312.360016:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468312.360020:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468312.360024:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468312.360026:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468312.360029:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468312.360035:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468312.360089:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468312.360091:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468312.360094:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468312.360101:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789468312.360104:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468312.360118:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468312.360120:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468312.360123:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468312.360126:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468312.360129:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468312.360138:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789468312.360144:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468312.360150:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468312.360158:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468312.360162:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468312.360166:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468312.360176:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468312.360179:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468312.360181:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468312.360183:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468312.360184:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468312.360186:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468312.360194:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20535 00000100:00080000:3.0:1789468312.360196:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468312.360199:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468312.360201:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468312.360202:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468312.360204:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468312.360208:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468312.360209:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468312.360211:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468312.360213:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468312.360215:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468312.360217:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468312.360220:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468312.360222:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468312.360223:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468312.360225:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468312.360227:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468312.360230:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468312.360233:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468312.360235:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468312.360238:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468312.360240:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468312.360241:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468312.360243:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468312.360247:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789468312.360249:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468312.360251:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468312.360252:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468312.360253:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468312.360255:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468312.360257:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468312.360260:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789468312.360263:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468312.360274:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468312.360280:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468312.360282:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468312.360285:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468312.360293:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468312.360295:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468312.360298:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468312.360300:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468312.360302:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468312.360307:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20565) 00000100:00000001:1.0:1789468312.361555:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468312.361559:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361561:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468312.361563:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361575:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468312.361577:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468312.361580:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468312.361605:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468312.361608:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468312.361614:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468312.361622:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404824832:0@lo:38:kworker.0 00000100:00000001:1.0:1789468312.361628:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468312.361631:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.361637:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468312.361639:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361641:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468312.361642:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361643:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468312.361645:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468312.361647:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468312.361665:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468312.361667:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468312.361671:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468312.361677:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404824960:0@lo:38:kworker.0 00000100:00000001:1.0:1789468312.361681:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.361684:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468312.361688:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942a00 x1876386404824576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.361694:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468312.361697:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468312.361699:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:1.0:1789468312.361705:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468312.361707:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468312.361708:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468312.361710:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468312.361712:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:1.0:1789468312.361715:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468312.361717:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468312.361718:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942a00. 00000100:00000001:1.0:1789468312.361721:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468312.361722:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361724:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468312.361728:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940a80 x1876386404824704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.361734:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468312.361735:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468312.361737:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:1.0:1789468312.361739:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468312.361741:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468312.361742:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468312.361743:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468312.361744:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:1.0:1789468312.361753:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468312.361755:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468312.361756:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940a80. 00000100:00000001:1.0:1789468312.361759:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468312.361760:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361761:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468312.361765:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942d80 x1876386404824832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.361771:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468312.361772:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468312.361774:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:1.0:1789468312.361776:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468312.361777:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468312.361778:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468312.361780:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468312.361781:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:1.0:1789468312.361783:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468312.361784:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468312.361786:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942d80. 00000100:00000001:1.0:1789468312.361788:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468312.361789:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361790:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468312.361793:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941500 x1876386404824960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468312 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.361799:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468312.361800:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468312.361802:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:1.0:1789468312.361804:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468312.361805:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468312.361806:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468312.361807:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468312.361809:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542c00. 02000000:00000001:1.0:1789468312.361811:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468312.361812:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468312.361813:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941500. 00000100:00000001:1.0:1789468312.361815:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468312.361822:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361824:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361831:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468312.361833:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.361836:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468312.361838:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468312.361839:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468312.361844:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789468312.361847:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468312.361850:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468312.361852:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468312.361852:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:1.0:1789468312.361855:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1789468312.361855:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1789468312.361858:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1789468312.361858:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468312.361860:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1789468312.361861:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468312.361863:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1789468312.361864:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404825216:0@lo:38:kworker.0 00000100:00000001:2.0:1789468312.361865:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1789468312.361868:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789468312.361868:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20535 00000100:00080000:2.0:1789468312.361871:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1789468312.361872:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1789468312.361873:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:1.0:1789468312.361874:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468312.361875:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1789468312.361876:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1789468312.361878:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000010:1.0:1789468312.361880:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc400. 00000100:00000001:2.0:1789468312.361880:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:1.0:1789468312.361882:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468312.361886:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468312.361887:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000400:00000010:1.0:1789468312.361888:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf1b8. 00000020:00000001:2.0:1789468312.361889:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468312.361892:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000400:00000010:1.0:1789468312.361894:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351d48. 00000020:00000001:2.0:1789468312.361894:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468312.361896:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468312.361899:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000200:1.0:1789468312.361900:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404825216, portal 10 00000100:00000001:2.0:1789468312.361901:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789468312.361902:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1789468312.361902:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468312.361904:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000001:2.0:1789468312.361904:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468312.361907:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468312.361910:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000040:1.0:1789468312.361911:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468312.361913:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468312.361915:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1789468312.361918:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1789468312.361919:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789468312.361920:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1789468312.361922:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468312.361923:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351550. 00000100:00000001:2.0:1789468312.361924:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000200:1.0:1789468312.361925:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404825216, offset 0 00000100:00000001:2.0:1789468312.361926:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468312.361930:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1789468312.361930:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789468312.361932:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468312.361934:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468312.361936:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468312.361939:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468312.361941:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1789468312.361942:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1789468312.361944:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468312.361949:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000400:00000200:1.0:1789468312.361952:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef880 00000100:00000001:2.0:1789468312.361954:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468312.361959:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1789468312.361962:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404825216 offset 0 length 520: 4 00000400:00000200:1.0:1789468312.361967:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1789468312.361967:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1789468312.361970:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1789468312.361970:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468312.361973:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789468312.361980:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351550 00000100:00000001:2.0:1789468312.361981:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468312.361982:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351550. 00000100:00080000:2.0:1789468312.361984:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468312.361998:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468312.362000:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468312.362001:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468312.362003:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468312.362005:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20535 00000100:00080000:2.0:1789468312.362008:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468312.362009:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468312.362011:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468312.362013:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468312.362015:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468312.362017:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468312.362018:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468312.362020:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468312.362022:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468312.362023:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468312.362025:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468312.362027:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468312.362029:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468312.362030:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468312.362031:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468312.362033:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468312.362069:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468312.362072:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468312.362074:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468312.362076:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468312.362078:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468312.362080:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468312.362081:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468312.362084:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940380. 00000020:00000040:2.0:1789468312.362086:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468312.362088:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468312.362089:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468312.362091:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468312.362092:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468312.362094:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468312.362097:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789468312.362099:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468312.362103:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468312.362109:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468312.362111:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468312.362114:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034057c82] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468312.362120:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468312.362124:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20565) 00000100:00000001:1.0:1789468312.362140:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468312.362145:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362152:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468312.362156:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362165:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362167:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468312.362173:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468312.362178:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468312.362181:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315227798 00000100:00000010:1.0:1789468312.362186:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11420. 00000100:00000001:1.0:1789468312.362192:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468312.362210:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315227798 00000100:00000010:1.0:1789468312.362214:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ae0. 00000100:00000001:1.0:1789468312.362217:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468312.362220:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315227798 00000100:00000010:1.0:1789468312.362224:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11540. 00000100:00000001:1.0:1789468312.362227:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468312.362238:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315227798 00000100:00000010:1.0:1789468312.362241:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ea0. 00000100:00000001:1.0:1789468312.362244:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468312.362254:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468312.362257:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362260:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468312.362269:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362275:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468312.362276:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468312.362278:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468312.362280:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468312.362282:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468312.362285:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404825344:0@lo:38:kworker.0 00000100:00000001:1.0:1789468312.362288:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468312.362290:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468312.362292:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468312.362293:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468312.362296:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468312.362298:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468312.362301:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468312.362305:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351550. 00000100:00000200:1.0:1789468312.362308:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404825344, portal 10 00000100:00000001:1.0:1789468312.362309:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468312.362310:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:1.0:1789468312.362316:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362323:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468312.362325:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468312.362328:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351110. 00000100:00000200:1.0:1789468312.362330:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404825344, offset 0 00000400:00000200:1.0:1789468312.362334:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468312.362340:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468312.362345:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef900 00000400:00000100:1.0:1789468312.362349:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404825344 offset 0 length 520: 4 00000400:00000200:1.0:1789468312.362352:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468312.362354:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468312.362359:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351110 00000400:00000010:1.0:1789468312.362366:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351110. 00000100:00000001:1.0:1789468312.362369:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468312.362373:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362380:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468312.362383:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362388:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362390:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468312.362394:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468312.362397:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468312.362400:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315227798 00000100:00000001:1.0:1789468312.362402:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315227798 00000100:00000001:1.0:1789468312.362404:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315227798 00000100:00000001:1.0:1789468312.362405:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315227798 00000100:00000001:1.0:1789468312.362407:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315227798 00000100:00000001:1.0:1789468312.362409:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315227798 00000100:00000001:1.0:1789468312.362411:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315227798 00000100:00000001:1.0:1789468312.362412:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315227798 00000100:00000001:1.0:1789468312.362414:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468312.362416:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362418:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362420:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.362424:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468312.362425:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.362427:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468312.362428:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468312.362430:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468312.362433:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362439:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468312.362446:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468312.362449:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468312.362451:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468312.362452:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468312.362455:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404825472:0@lo:38:kworker.0 00000100:00000001:1.0:1789468312.362459:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468312.362461:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468312.362462:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468312.362464:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468312.362467:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468312.362468:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468312.362471:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf3c8. 00000400:00000010:1.0:1789468312.362475:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351110. 00000100:00000200:1.0:1789468312.362477:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404825472, portal 10 00000100:00000001:1.0:1789468312.362479:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468312.362480:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:1.0:1789468312.362486:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362492:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468312.362494:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468312.362496:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351dd0. 00000100:00000200:1.0:1789468312.362498:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404825472, offset 0 00000400:00000200:1.0:1789468312.362502:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468312.362507:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468312.362512:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411ef980 00000400:00000100:1.0:1789468312.362515:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404825472 offset 0 length 520: 4 00000400:00000200:1.0:1789468312.362518:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468312.362520:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468312.362524:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351dd0 00000400:00000010:1.0:1789468312.362526:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351dd0. 00000100:00000001:1.0:1789468312.362529:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468312.362532:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362550:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468312.362553:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362559:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362561:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468312.362565:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468312.362568:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468312.362571:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315227798 00000100:00000001:1.0:1789468312.362573:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315227798 00000100:00000001:1.0:1789468312.362575:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315227798 00000100:00000001:1.0:1789468312.362577:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315227798 00000100:00000001:1.0:1789468312.362579:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315227798 00000100:00000001:1.0:1789468312.362581:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315227798 00000100:00000001:1.0:1789468312.362583:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315227798 00000100:00000001:1.0:1789468312.362585:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315227798 00000100:00000001:1.0:1789468312.362587:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468312.362588:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362590:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468312.362593:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362599:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468312.362600:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468312.362602:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468312.362603:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468312.362605:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468312.362607:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404825600:0@lo:38:kworker.0 00000100:00000001:1.0:1789468312.362610:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468312.362612:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468312.362614:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468312.362620:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468312.362623:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff000. 02000000:00000001:1.0:1789468312.362625:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468312.362628:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9a0. 00000400:00000010:1.0:1789468312.362630:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351dd0. 00000100:00000200:1.0:1789468312.362633:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404825600, portal 10 00000100:00000001:1.0:1789468312.362635:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468312.362636:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622952832 : -130396086598784 : ffff8967cb940380) 00000100:00000040:1.0:1789468312.362642:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362647:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468312.362649:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468312.362651:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351908. 00000100:00000200:1.0:1789468312.362653:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404825600, offset 0 00000400:00000200:1.0:1789468312.362656:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468312.362661:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468312.362665:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411efa00 00000400:00000100:1.0:1789468312.362668:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404825600 offset 0 length 520: 4 00000400:00000200:1.0:1789468312.362671:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468312.362673:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468312.362678:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351908 00000400:00000010:1.0:1789468312.362679:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351908. 00000100:00000001:1.0:1789468312.362681:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468312.362684:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362690:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468312.362693:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468312.362699:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362700:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468312.362703:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468312.362705:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468312.362708:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315227799 00000100:00000001:1.0:1789468312.362718:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315227798 00000100:00000001:1.0:1789468312.362722:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315227799 00000100:00000001:1.0:1789468312.362724:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315227798 00000100:00000001:1.0:1789468312.362727:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315227799 00000100:00000001:1.0:1789468312.362729:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315227798 00000100:00000001:1.0:1789468312.362731:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315227799 00000100:00000001:1.0:1789468312.362733:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315227798 00000100:00000001:1.0:1789468312.362736:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468312.362738:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362741:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362743:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.362746:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468312.362748:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468312.362749:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468312.362751:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468312.362752:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468312.362754:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468312.383130:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315227799, at 4315227800 00000100:00000010:2.0:1789468312.383146:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11540. 00000100:00000040:3.0:1789468312.383157:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315227799, at 4315227800 00000100:00000010:3.0:1789468312.383162:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ea0. 00000100:00000040:0.0:1789468312.383248:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315227799, at 4315227800 00000100:00000010:0.0:1789468312.383254:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11420. 00000100:00000040:1.0:1789468312.383340:0:225339:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315227799, at 4315227800 00000100:00000010:1.0:1789468312.383346:0:225339:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ae0. 00010000:00000001:0.0:1789468312.553842:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468312.553849:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468312.553854:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468312.553856:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468312.553861:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468312.553862:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468312.554108:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468312.554114:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468312.554117:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468313.383266:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468313.383281:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468313.383283:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468313.383288:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468313.383291:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468313.383296:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468313.383298:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468313.575361:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468313.575420:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468313.575427:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468313.575428:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468313.575433:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468313.575434:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468313.575527:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468313.575530:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468313.575534:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468314.407212:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468314.407228:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468314.407230:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468314.407234:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468314.407237:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468314.407242:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468314.407244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.599350:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468314.599357:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.599363:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468314.599365:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.599370:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468314.599372:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468314.599682:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468314.599772:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468314.599775:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468315.431980:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468315.431994:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468315.431997:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468315.432001:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468315.432004:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468315.432009:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468315.432011:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468315.623515:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468315.623522:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468315.623528:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468315.623529:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468315.623534:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468315.623536:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468315.624174:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468315.624179:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468315.624190:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468316.456951:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468316.456969:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468316.456984:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468291/real 1789468291] req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468316.457001:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468316.457003:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468316.457006:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79c08. 00000400:00000200:1.0:1789468316.457012:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93b28 00000400:00000010:1.0:1789468316.457015:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93b28. 00000100:00000001:1.0:1789468316.457019:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468316.457022:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468316.457030:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468316.457054:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468316.457057:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468316.457059:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468316.457061:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468316.457065:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468316.457071:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468316.457080:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468316.457099:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468316.457102:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468316.457105:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468316.457108:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468316.457124:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468316.457130:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468316.457133:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468316.457134:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468316.457135:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468316.457138:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468316.457140:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468316.457143:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468316.457226:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468316.457229:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468316.457234:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468316.457241:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404825088:0@lo:250:kworker.0 00000100:00000001:1.0:1789468316.457245:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468316.457247:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468316.457251:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404825088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468316.457256:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468316.457259:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468316.457262:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867400. 02000000:00000001:1.0:1789468316.457266:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468316.457269:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468316.457271:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468316.457273:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468316.457275:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:1.0:1789468316.457278:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468316.457280:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468316.457289:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:1.0:1789468316.457293:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468316.457294:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468316.457297:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468316.457697:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468316.457702:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468316.457705:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468316.457708:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468316.457712:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468316.457715:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20540 00000100:00080000:2.0:1789468316.457719:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468316.457721:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468316.457725:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468316.457732:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468316.457734:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468316.457742:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468316.457744:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468316.457746:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468316.457749:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468316.457751:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468316.457754:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468316.457756:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468316.457758:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468316.457759:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468316.457761:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468316.457763:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468316.457766:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468316.457769:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468316.457771:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468316.457775:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468316.457778:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.457780:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468316.457782:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468316.457788:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941880. 00000020:00000040:2.0:1789468316.457791:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468316.457795:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468316.457796:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.457799:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468316.457801:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468316.457805:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468316.457811:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789468316.457817:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468316.457823:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468316.457832:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468316.457836:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468316.457841:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de681922] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468316.457890:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468316.457894:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468316.457896:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468316.457900:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468316.457907:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468316.457909:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468316.457912:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468316.457914:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468316.457916:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468316.457919:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404825728:0@lo:250:kworker.0 00000100:00000001:1.0:1789468316.457923:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468316.457927:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468316.457930:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468316.457933:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468316.457937:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468316.457939:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468316.457945:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468316.457950:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351908. 00000100:00000200:1.0:1789468316.457963:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404825728, portal 25 00000100:00000001:1.0:1789468316.457966:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468316.457967:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622958208 : -130396086593408 : ffff8967cb941880) 00000100:00000040:1.0:1789468316.457972:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468316.457979:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468316.457982:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468316.457984:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789468316.457987:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404825728, offset 0 00000400:00000200:1.0:1789468316.457993:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468316.458004:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468316.458014:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411efa80 00000400:00000100:1.0:1789468316.458025:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404825728 offset 0 length 520: 4 00000400:00000200:1.0:1789468316.458030:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468316.458032:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1789468316.458840:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468316.458845:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468316.458849:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468316.458851:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468316.458854:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468316.458856:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468316.458859:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468316.458862:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468316.458864:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468316.458870:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20569) 00000400:00000200:1.0:1789468316.458953:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351440 00000400:00000010:1.0:1789468316.458965:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351440. 00000100:00000001:1.0:1789468316.458969:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468316.458975:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468316.458984:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468316.458988:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468316.458994:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468316.458996:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468316.459002:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468316.459006:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315237045 00000100:00000010:1.0:1789468316.459012:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ae0. 00000100:00000001:1.0:1789468316.459018:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468316.459027:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315237045 00000100:00000010:1.0:1789468316.459029:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc110c0. 00000100:00000001:1.0:1789468316.459032:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468316.459034:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315237045 00000100:00000010:1.0:1789468316.459932:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc112a0. 00000100:00000001:1.0:1789468316.459938:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468316.459946:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315237046 00000100:00000010:1.0:1789468316.459949:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11d80. 00000100:00000001:1.0:1789468316.459952:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468316.459964:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468316.459971:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468316.459978:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468316.459982:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468316.459996:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468316.460013:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468316.460015:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468316.460017:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468316.460019:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468316.460021:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468316.647233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468316.647242:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468316.647247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468316.647249:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468316.647254:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468316.647257:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468316.647259:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468316.647264:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468316.647267:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468316.647269:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468316.647271:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468316.647273:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468316.647837:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468316.647840:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468316.647843:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468316.812025:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812073:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468316.812077:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812080:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468316.812092:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468316.812111:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0b80 00000400:00000100:2.0:1789468316.812129:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402405248 offset 0 length 520: 4 00000400:00000200:2.0:1789468316.812135:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468316.812138:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468316.812148:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812152:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468316.812154:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812156:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468316.812158:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812160:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468316.812163:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468316.812168:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0c00 00000400:00000100:2.0:1789468316.812173:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402405376 offset 0 length 520: 4 00000400:00000200:2.0:1789468316.812176:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468316.812177:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468316.812181:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812183:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468316.812185:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812187:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468316.812189:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812191:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468316.812194:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468316.812199:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0c80 00000400:00000100:2.0:1789468316.812202:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402405504 offset 0 length 520: 4 00000400:00000200:2.0:1789468316.812204:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468316.812207:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468316.812210:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812219:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468316.812221:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468316.812223:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468317.479243:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468317.479256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468317.479258:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468317.479263:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468317.479265:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468317.479269:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468317.479272:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468317.479537:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468317.479543:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468317.479546:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468317.479549:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468317.479551:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468317.479570:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468317.479572:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468317.479575:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468317.479577:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468317.479580:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468317.479585:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20570) 00010000:00000001:0.0:1789468317.673230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468317.673237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468317.673243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468317.673245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468317.673250:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468317.673251:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468317.673363:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468317.673367:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468317.673370:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468318.503164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468318.503182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468318.503185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468318.503190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468318.503192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468318.503197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468318.503200:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468318.696085:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468318.696093:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468318.696098:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468318.696100:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468318.696105:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468318.696107:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468318.696210:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468318.696214:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468318.696217:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468319.527177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468319.527191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468319.527193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468319.527197:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468319.527200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468319.527204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468319.527207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468319.719165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468319.719172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468319.719177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468319.719178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468319.719183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468319.719185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468319.719383:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468319.719386:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468319.719389:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468320.551188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468320.551202:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468320.551204:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468320.551208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468320.551210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468320.551215:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468320.551217:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468320.743263:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468320.743270:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468320.743274:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468320.743276:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468320.743280:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468320.743282:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468320.743478:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468320.743481:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468320.743484:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468321.511179:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468321.511188:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468321.511191:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468321.511194:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468321.511197:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468321.511199:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468321.511202:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468321.511204:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468321.511207:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468321.511209:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468321.511215:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20574) 00000100:00000001:1.0:1789468321.575169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468321.575204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468321.575206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468321.575212:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468321.575214:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468321.575220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468321.575223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468321.767393:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468321.767400:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468321.767406:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468321.767408:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468321.767413:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468321.767415:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468321.767665:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468321.767669:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468321.767672:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789468321.959182:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315237045, at 4315237376 00000100:00000010:1.0:1789468321.959198:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc110c0. 00000100:00000040:2.0:1789468321.959363:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315237045, at 4315237376 00000100:00000010:2.0:1789468321.959369:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc112a0. 00000100:00000040:3.0:1789468321.959538:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315237046, at 4315237376 00000100:00000010:3.0:1789468321.959544:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11d80. 00000100:00000040:0.0:1789468321.959685:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315237045, at 4315237376 00000100:00000010:0.0:1789468321.959691:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ae0. 00000100:00000001:2.0:1789468322.599274:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468322.599286:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468322.599288:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468322.599293:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468322.599295:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468322.599299:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468322.599302:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468322.791185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468322.791193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468322.791199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468322.791201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468322.791206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468322.791208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468322.791310:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468322.791314:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468322.791317:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468323.624106:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468323.624123:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468323.624125:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468323.624130:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468323.624132:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468323.624136:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468323.624139:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468323.815178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468323.815185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468323.815191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468323.815192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468323.815197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468323.815198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468323.815484:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468323.815488:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468323.815491:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468324.647165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468324.647179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468324.647181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468324.647186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468324.647188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468324.647192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468324.647195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468324.839187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468324.839195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468324.839200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468324.839201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468324.839206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468324.839207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468324.839668:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468324.839673:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468324.839676:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468325.671152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468325.671165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468325.671167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468325.671172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468325.671174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468325.671178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468325.671181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.863169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468325.863177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.863183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468325.863184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.863188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468325.863190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468325.863309:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468325.863313:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468325.863316:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468326.567239:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468326.567248:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468326.567252:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468326.567256:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468326.567259:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468326.567261:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468326.567264:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468326.567267:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468326.567270:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468326.567273:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468326.567278:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20579) 00000100:00000001:2.0:1789468326.695144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468326.695158:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468326.695161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468326.695165:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468326.695168:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468326.695172:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468326.695174:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468326.887181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468326.887189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468326.887195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468326.887196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468326.887201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468326.887204:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468326.887206:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468326.887210:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468326.887212:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468326.887214:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468326.887217:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468326.887218:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468326.887325:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468326.887328:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468326.887331:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468327.719162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468327.719178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468327.719180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468327.719185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468327.719187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468327.719192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468327.719195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468327.912793:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468327.912800:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468327.912806:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468327.912809:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468327.912814:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468327.912816:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468327.913885:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468327.913890:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468327.913893:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468328.743152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468328.743168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468328.743170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468328.743174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468328.743176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468328.743180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468328.743193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468328.935242:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468328.935250:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468328.935255:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468328.935257:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468328.935262:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468328.935263:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468328.935471:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468328.935474:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468328.935478:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468329.767176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468329.767192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468329.767195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468329.767200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468329.767202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468329.767207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468329.767209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468329.959170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468329.959179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468329.959184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468329.959186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468329.959191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468329.959192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468329.959289:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468329.959293:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468329.959296:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468330.791464:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468330.791478:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468330.791481:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468330.791485:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468330.791487:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468330.791492:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468330.791495:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468330.984435:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468330.984443:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468330.984449:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468330.984451:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468330.984456:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468330.984457:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468330.984566:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468330.984570:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468330.984574:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468331.687290:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468331.687300:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468331.687303:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468331.687307:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468331.687310:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468331.687313:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468331.687315:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468331.687319:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468331.687321:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468331.687324:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468331.687329:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20584) 00000100:00000001:2.0:1789468331.815155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468331.815169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468331.815171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468331.815176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468331.815179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468331.815184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468331.815187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468332.007167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468332.007174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468332.007180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468332.007181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468332.007186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468332.007187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468332.007274:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468332.007277:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468332.007280:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468332.839130:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468332.839144:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468332.839146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468332.839150:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468332.839152:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468332.839157:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468332.839160:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468333.031170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468333.031177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468333.031183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468333.031184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468333.031189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468333.031190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468333.031307:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468333.031312:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468333.031315:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468333.863157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468333.863173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468333.863175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468333.863181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468333.863183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468333.863188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468333.863191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.055165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468334.055172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.055176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468334.055178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.055182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468334.055184:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468334.055270:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468334.055274:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468334.055276:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468334.887280:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468334.887296:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468334.887297:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468334.887302:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468334.887305:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468334.887309:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468334.887324:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468335.079358:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468335.079366:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468335.079372:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468335.079373:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468335.079378:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468335.079380:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468335.079439:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468335.079443:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468335.079446:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468335.911370:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468335.911385:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468335.911388:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468335.911393:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468335.911396:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468335.911400:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468335.911402:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468336.103167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468336.103174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468336.103180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468336.103182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468336.103186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468336.103188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468336.103280:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468336.103284:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468336.103287:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468336.807232:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468336.807243:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468336.807246:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468336.807266:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468336.807268:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468336.807271:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468336.807274:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468336.807277:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468336.807279:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468336.807282:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468336.807288:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20589) 00000100:00000001:2.0:1789468336.937160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468336.937173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468336.937175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468336.937179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468336.937182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468336.937186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468336.937188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468337.127170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468337.127178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468337.127183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468337.127185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468337.127190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468337.127194:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468337.127196:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468337.127199:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468337.127202:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468337.127205:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468337.127208:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468337.127210:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468337.127309:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468337.127313:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468337.127316:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468337.960545:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468337.960553:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468337.960568:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468312/real 1789468312] req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468337.960592:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468337.960595:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468337.960598:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf3c8. 00000400:00000200:2.0:1789468337.960605:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351110 00000400:00000010:2.0:1789468337.960607:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351110. 00000100:00000001:2.0:1789468337.960612:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468337.960616:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468337.960623:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960630:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468337.960632:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960635:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468337.960636:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468337.960640:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960646:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960648:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468337.960652:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468312/real 1789468312] req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468337.960658:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468337.960659:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468337.960661:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9a0. 00000400:00000200:2.0:1789468337.960663:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351dd0 00000400:00000010:2.0:1789468337.960665:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351dd0. 00000100:00000001:2.0:1789468337.960667:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468337.960670:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468337.960677:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960688:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468337.960689:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960691:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468337.960692:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468337.960695:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960700:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960702:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468337.960706:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468312/real 1789468312] req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468337.960713:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468337.960714:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468337.960715:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf1b8. 00000400:00000200:2.0:1789468337.960718:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351d48 00000400:00000010:2.0:1789468337.960720:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351d48. 00000100:00000001:2.0:1789468337.960722:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468337.960725:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468337.960732:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960737:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468337.960738:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960739:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468337.960741:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468337.960744:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960749:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960751:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468337.960755:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468312/real 1789468312] req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468337.960767:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468337.960769:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468337.960770:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:2.0:1789468337.960773:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351550 00000400:00000010:2.0:1789468337.960775:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351550. 00000100:00000001:2.0:1789468337.960776:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468337.960780:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468337.960787:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960792:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468337.960803:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960805:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468337.960806:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468337.960809:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960814:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960822:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468337.960823:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960826:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468337.960829:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468337.960831:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468337.960835:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960841:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468337.960843:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960844:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468337.960845:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960848:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468337.960850:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468337.960853:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468337.960889:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468337.960892:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468337.960896:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468337.960903:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404825472:0@lo:38:kworker.0 00000100:00000001:2.0:1789468337.960908:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468337.960911:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960917:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468337.960919:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960920:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468337.960921:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960922:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468337.960924:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468337.960926:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468337.960931:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468337.960933:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468337.960936:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468337.960943:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404825600:0@lo:38:kworker.0 00000100:00000001:2.0:1789468337.960946:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468337.960949:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960955:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468337.960957:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960958:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468337.960960:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960961:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468337.960963:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468337.960965:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468337.960970:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468337.960973:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468337.960976:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468337.960983:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404825216:0@lo:38:kworker.0 00000100:00000001:2.0:1789468337.960987:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468337.960990:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.960996:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468337.960998:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.960999:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468337.961001:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.961002:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468337.961003:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468337.961005:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468337.961010:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468337.961012:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468337.961015:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468337.961022:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404825344:0@lo:38:kworker.0 00000100:00000001:2.0:1789468337.961025:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.961027:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468337.961030:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404825472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.961065:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468337.961068:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468337.961073:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:2.0:1789468337.961078:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468337.961081:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468337.961082:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789468337.961085:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468337.961087:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468337.961091:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468337.961092:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468337.961094:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:2.0:1789468337.961098:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468337.961099:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.961101:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468337.961104:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940380 x1876386404825600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.961110:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468337.961112:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468337.961113:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff000. 02000000:00000001:2.0:1789468337.961116:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468337.961117:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468337.961118:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468337.961120:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468337.961121:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468337.961124:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468337.961125:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468337.961126:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940380. 00000100:00000001:2.0:1789468337.961128:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468337.961129:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.961131:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468337.961133:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404825216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.961140:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468337.961141:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468337.961142:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc400. 02000000:00000001:2.0:1789468337.961146:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468337.961147:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468337.961148:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789468337.961151:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468337.961152:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:2.0:1789468337.961154:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468337.961155:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468337.961156:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:2.0:1789468337.961160:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468337.961161:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.961162:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468337.961165:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404825344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468337 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.961170:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468337.961171:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468337.961173:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:2.0:1789468337.961177:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468337.961178:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468337.961180:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789468337.961181:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468337.961183:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789468337.961194:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468337.961196:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468337.961197:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:2.0:1789468337.961200:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468337.961201:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.961203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468337.961576:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468337.961583:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468337.961585:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468337.961588:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468337.961591:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468337.961593:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468337.961597:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468337.961600:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20560 00000100:00080000:1.0:1789468337.961604:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468337.961607:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468337.961610:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468337.961612:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468337.961615:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468337.961622:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468337.961624:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789468337.961627:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468337.961630:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789468337.961648:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789468337.961650:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789468337.961653:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468337.961655:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468337.961656:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468337.961658:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468337.961661:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789468337.961664:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468337.961666:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468337.961668:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468337.961676:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468337.961679:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468337.961681:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468337.961683:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468337.961689:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789468337.961692:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789468337.961695:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468337.961696:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468337.961699:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468337.961702:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468337.961706:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468337.961712:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd800. 00000100:00000001:1.0:1789468337.961718:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468337.961723:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468337.961732:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468337.961735:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468337.961739:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468337.961761:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468337.961764:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468337.961766:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468337.961773:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468337.961775:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468337.961777:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468337.961780:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20560 00000100:00080000:1.0:1789468337.961782:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468337.961785:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468337.961786:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468337.961788:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468337.961790:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468337.961801:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468337.961803:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789468337.961805:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468337.961807:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789468337.961809:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789468337.961811:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789468337.961813:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468337.961815:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468337.961817:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468337.961818:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468337.961820:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789468337.961822:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468337.961824:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468337.961826:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468337.961829:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468337.961830:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468337.961832:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468337.961833:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468337.961837:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789468337.961839:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789468337.961841:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468337.961842:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468337.961844:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468337.961850:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468337.961853:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468337.961857:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fe400. 00000100:00000001:1.0:1789468337.961860:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468337.961864:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468337.961872:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468337.961874:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468337.961877:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468337.961896:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468337.961899:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468337.961902:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468337.961903:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468337.961905:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468337.961907:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468337.961909:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20560 00000100:00080000:1.0:1789468337.961912:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468337.961914:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468337.961916:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468337.961918:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468337.961920:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468337.961923:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468337.961925:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789468337.961926:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468337.961928:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789468337.961930:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789468337.961932:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789468337.961935:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468337.961936:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468337.961943:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468337.961945:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468337.961948:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789468337.961950:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468337.961952:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468337.961954:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468337.961957:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468337.961958:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468337.961960:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468337.961961:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468337.961964:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789468337.961966:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789468337.961969:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468337.961970:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468337.961972:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468337.961973:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468337.961975:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468337.961979:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8ff400. 00000100:00000001:1.0:1789468337.961982:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468337.961986:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468337.961993:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468337.961995:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468337.961999:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468337.962005:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468337.962008:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468337.962011:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468337.962012:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468337.962013:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468337.962016:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468337.962018:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20560 00000100:00080000:1.0:1789468337.962026:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468337.962029:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468337.962031:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468337.962033:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468337.962035:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468337.962064:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468337.962066:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789468337.962067:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468337.962070:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789468337.962072:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789468337.962074:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789468337.962076:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468337.962078:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468337.962080:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468337.962082:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468337.962084:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789468337.962087:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468337.962089:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468337.962091:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468337.962094:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468337.962095:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468337.962097:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468337.962098:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468337.962102:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789468337.962104:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789468337.962106:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468337.962107:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468337.962108:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468337.962109:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468337.962111:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468337.962115:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fc000. 00000100:00000001:1.0:1789468337.962117:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468337.962131:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468337.962137:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468337.962139:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468337.962141:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468337.962148:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468337.962152:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20591) 00000100:00000001:2.0:1789468337.964432:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468337.964441:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468337.964444:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468337.964456:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964467:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468337.964469:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468337.964473:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468337.964477:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468337.964480:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468337.964485:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404825856:0@lo:38:kworker.0 00000100:00000001:2.0:1789468337.964489:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468337.964493:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468337.964496:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468337.964498:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468337.964509:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468337.964511:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468337.964518:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41431b8. 00000400:00000010:2.0:1789468337.964526:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964110. 00000100:00000200:2.0:1789468337.964533:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404825856, portal 10 00000100:00000001:2.0:1789468337.964535:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468337.964536:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755040640 : -130395954510976 : ffff8967d3738380) 00000100:00000040:2.0:1789468337.964544:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964550:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468337.964553:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468337.964555:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964198. 00000100:00000200:2.0:1789468337.964558:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404825856, offset 0 00000400:00000200:2.0:1789468337.964563:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468337.964576:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468337.964587:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411efb00 00000400:00000100:2.0:1789468337.964593:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404825856 offset 0 length 520: 4 00000400:00000200:2.0:1789468337.964597:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468337.964599:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468337.964612:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964198 00000400:00000010:2.0:1789468337.964615:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964198. 00000100:00000001:2.0:1789468337.964618:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468337.964623:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964631:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468337.964635:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964647:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.964649:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468337.964654:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468337.964658:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789468337.964663:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315253400 00000100:00000010:2.0:1789468337.964668:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789468337.964674:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468337.964698:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315253400 00000100:00000010:2.0:1789468337.964701:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37c60. 00000100:00000001:2.0:1789468337.964705:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468337.964716:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315253400 00000100:00000010:2.0:1789468337.964719:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c375a0. 00000100:00000001:2.0:1789468337.964722:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468337.964725:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315253400 00000100:00000010:2.0:1789468337.964728:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789468337.964731:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468337.964745:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468337.964749:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.964751:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468337.964756:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964762:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468337.964764:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468337.964766:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468337.964768:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468337.964770:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468337.964774:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404825984:0@lo:38:kworker.0 00000100:00000001:2.0:1789468337.964777:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468337.964779:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468337.964782:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468337.964785:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468337.964788:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468337.964790:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468337.964793:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41438f0. 00000400:00000010:2.0:1789468337.964805:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964198. 00000100:00000200:2.0:1789468337.964808:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404825984, portal 10 00000100:00000001:2.0:1789468337.964810:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468337.964811:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:2.0:1789468337.964816:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964822:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468337.964828:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468337.964830:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789468337.964832:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404825984, offset 0 00000400:00000200:2.0:1789468337.964835:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468337.964840:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468337.964845:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411efb80 00000400:00000100:2.0:1789468337.964849:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404825984 offset 0 length 520: 4 00000400:00000200:2.0:1789468337.964852:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468337.964854:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468337.964858:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:2.0:1789468337.964860:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:2.0:1789468337.964862:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468337.964865:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964872:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468337.964874:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964880:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.964881:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468337.964884:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468337.964898:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789468337.964902:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315253400 00000100:00000001:2.0:1789468337.964904:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315253400 00000100:00000001:2.0:1789468337.964906:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315253400 00000100:00000001:2.0:1789468337.964908:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315253400 00000100:00000001:2.0:1789468337.964910:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315253400 00000100:00000001:2.0:1789468337.964911:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315253400 00000100:00000001:2.0:1789468337.964914:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315253400 00000100:00000001:2.0:1789468337.964915:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315253400 00000100:00000001:2.0:1789468337.964917:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468337.964919:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.964921:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468337.964925:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964933:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468337.964934:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468337.964936:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468337.964938:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468337.964940:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468337.964942:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404826112:0@lo:38:kworker.0 00000100:00000001:2.0:1789468337.964946:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468337.964948:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468337.964950:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468337.964952:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468337.964955:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468337.964958:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468337.964960:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143898. 00000400:00000010:2.0:1789468337.964963:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789468337.964966:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404826112, portal 10 00000100:00000001:2.0:1789468337.964968:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468337.964969:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:2.0:1789468337.964975:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.964981:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468337.964983:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468337.964985:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964330. 00000100:00000200:2.0:1789468337.964987:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404826112, offset 0 00000400:00000200:2.0:1789468337.964991:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468337.964995:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468337.965000:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411efc00 00000400:00000100:2.0:1789468337.965004:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404826112 offset 0 length 520: 4 00000400:00000200:2.0:1789468337.965007:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468337.965009:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468337.965013:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964330 00000400:00000010:2.0:1789468337.965015:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964330. 00000100:00000001:2.0:1789468337.965017:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468337.965020:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.965027:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468337.965030:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.965065:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.965068:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468337.965071:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468337.965074:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468337.965077:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315253401 00000100:00000001:2.0:1789468337.965082:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315253400 00000100:00000001:2.0:1789468337.965085:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315253401 00000100:00000001:2.0:1789468337.965087:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315253400 00000100:00000001:2.0:1789468337.965089:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315253401 00000100:00000001:2.0:1789468337.965092:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315253400 00000100:00000001:2.0:1789468337.965095:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315253401 00000100:00000001:2.0:1789468337.965097:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315253400 00000100:00000001:2.0:1789468337.965099:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468337.965101:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.965103:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468337.965106:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.965112:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468337.965113:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468337.965115:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468337.965117:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468337.965118:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468337.965121:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404826240:0@lo:38:kworker.0 00000100:00000001:2.0:1789468337.965124:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468337.965126:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468337.965127:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468337.965129:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468337.965131:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789468337.965133:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468337.965136:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143738. 00000400:00000010:2.0:1789468337.965138:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964330. 00000100:00000200:2.0:1789468337.965141:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404826240, portal 10 00000100:00000001:2.0:1789468337.965142:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468337.965144:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755050496 : -130395954501120 : ffff8967d373aa00) 00000100:00000040:2.0:1789468337.965148:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.965153:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468337.965155:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468337.965157:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964220. 00000100:00000200:2.0:1789468337.965159:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404826240, offset 0 00000400:00000200:2.0:1789468337.965161:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468337.965166:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468337.965426:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411efc80 00000400:00000100:2.0:1789468337.965431:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404826240 offset 0 length 520: 4 00000400:00000200:2.0:1789468337.965434:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468337.965436:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468337.965441:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964220 00000400:00000010:2.0:1789468337.965443:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964220. 00000100:00000001:2.0:1789468337.965446:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468337.965449:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.965456:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468337.965459:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468337.965464:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.965465:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468337.965469:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468337.965472:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468337.965474:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315253402 00000100:00000001:2.0:1789468337.965479:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315253401 00000100:00000001:2.0:1789468337.965482:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315253402 00000100:00000001:2.0:1789468337.965484:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315253401 00000100:00000001:2.0:1789468337.965487:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315253402 00000100:00000001:2.0:1789468337.965489:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315253401 00000100:00000001:2.0:1789468337.965492:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315253402 00000100:00000001:2.0:1789468337.965494:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315253401 00000100:00000001:2.0:1789468337.965496:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468337.965498:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.965502:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.965505:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.965512:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468337.965514:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.965517:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468337.965518:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468337.965520:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.965522:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468337.986129:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315253402, at 4315253403 00000100:00000040:3.0:1789468337.986129:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315253402, at 4315253403 00000100:00000040:0.0:1789468337.986134:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315253402, at 4315253403 00000100:00000010:3.0:1789468337.986145:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000010:0.0:1789468337.986147:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00000010:1.0:1789468337.986149:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37c60. 00000100:00000040:2.0:1789468337.986451:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315253402, at 4315253403 00000100:00000010:2.0:1789468337.986458:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00010000:00000001:0.0:1789468338.151247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468338.151255:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468338.151261:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468338.151263:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468338.151267:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468338.151268:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468338.151456:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468338.151460:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468338.151463:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468338.983214:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468338.983229:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468338.983231:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468338.983236:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468338.983238:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468338.983242:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468338.983245:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468339.175176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468339.175183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468339.175188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468339.175190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468339.175194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468339.175196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468339.175298:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468339.175302:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468339.175305:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468340.007183:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468340.007199:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468340.007201:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468340.007205:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468340.007207:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468340.007211:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468340.007214:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468340.199163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468340.199170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468340.199177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468340.199179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468340.199184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468340.199186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468340.199273:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468340.199276:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468340.199280:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468341.031160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468341.031168:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468341.031183:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468316/real 1789468316] req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468341.031199:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468341.031201:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468341.031204:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:2.0:1789468341.031211:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351908 00000400:00000010:2.0:1789468341.031214:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351908. 00000100:00000001:2.0:1789468341.031218:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468341.031222:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468341.031230:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.031236:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468341.031238:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.031241:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468341.031242:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468341.031245:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.031251:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.031260:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468341.031262:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.031265:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468341.031268:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468341.031271:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468341.031275:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.031282:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468341.031284:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.031286:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468341.031287:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.031289:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468341.031291:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468341.031295:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468341.031323:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468341.031326:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468341.031330:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468341.031337:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404825728:0@lo:250:kworker.0 00000100:00000001:2.0:1789468341.031341:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.031343:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468341.031346:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941880 x1876386404825728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.031351:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468341.031354:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468341.031358:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:2.0:1789468341.031363:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468341.031366:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468341.031368:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468341.031370:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468341.031372:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468341.031375:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468341.031377:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468341.031378:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941880. 00000100:00000001:2.0:1789468341.031382:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468341.031383:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.031385:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468341.031458:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468341.031463:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468341.031465:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468341.031468:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468341.031471:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468341.031474:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20564 00000100:00080000:1.0:1789468341.031477:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468341.031480:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468341.031482:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468341.031484:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468341.031486:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468341.031494:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468341.031496:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468341.031499:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468341.031501:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468341.031520:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468341.031523:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468341.031526:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468341.031528:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468341.031530:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468341.031532:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468341.031535:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468341.031538:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468341.031540:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468341.031543:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468341.031546:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468341.031548:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468341.031550:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468341.031553:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468341.031558:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789468341.031561:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468341.031564:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468341.031566:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468341.031568:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468341.031571:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468341.031575:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468341.031582:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd000. 00000100:00000001:1.0:1789468341.032283:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468341.032296:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468341.032305:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468341.032309:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468341.032313:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468341.032334:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468341.032338:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468341.032341:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468341.032353:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468341.032355:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468341.032358:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468341.032361:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468341.032364:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468341.032367:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468341.032372:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (20594) 00000100:00000001:2.0:1789468341.033057:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468341.033062:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468341.033065:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468341.033071:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.033079:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468341.033081:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468341.033085:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468341.033088:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468341.033091:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468341.033094:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404826368:0@lo:250:kworker.0 00000100:00000001:2.0:1789468341.033098:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468341.033101:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468341.033104:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468341.033106:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468341.033111:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468341.033113:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468341.033119:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41439f8. 00000400:00000010:2.0:1789468341.033125:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964220. 00000100:00000200:2.0:1789468341.033131:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404826368, portal 25 00000100:00000001:2.0:1789468341.033134:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468341.033135:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046016 : -130395954505600 : ffff8967d3739880) 00000100:00000040:2.0:1789468341.033140:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.033148:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468341.033150:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468341.033153:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964d48. 00000100:00000200:2.0:1789468341.033156:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404826368, offset 0 00000400:00000200:2.0:1789468341.033161:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468341.033174:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468341.033185:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411efd00 00000400:00000100:2.0:1789468341.033190:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404826368 offset 0 length 520: 4 00000400:00000200:2.0:1789468341.033195:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468341.033198:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468341.033208:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964d48 00000400:00000010:2.0:1789468341.033211:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964d48. 00000100:00000001:2.0:1789468341.033214:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468341.033218:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.033225:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468341.033228:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.033234:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.033236:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468341.033240:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.033244:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315261620 00000100:00000010:2.0:1789468341.033248:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c375a0. 00000100:00000001:2.0:1789468341.033253:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468341.033262:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315261620 00000100:00000010:2.0:1789468341.033265:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789468341.033268:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468341.033271:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315261620 00000100:00000010:2.0:1789468341.033274:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c374e0. 00000100:00000001:2.0:1789468341.033277:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468341.033280:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315261620 00000100:00000010:2.0:1789468341.033283:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37840. 00000100:00000001:2.0:1789468341.033285:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468341.033288:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468341.033291:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.033295:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.033297:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.033305:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468341.033307:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.033309:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468341.033311:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468341.033312:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.033314:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468341.223178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468341.223186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468341.223191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468341.223193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468341.223198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468341.223199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468341.223384:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468341.223388:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468341.223390:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468342.055156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468342.055169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468342.055171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468342.055176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468342.055178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468342.055183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468342.055185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468342.247760:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468342.247776:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468342.247782:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468342.247784:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468342.247789:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468342.247791:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468342.248855:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468342.248887:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468342.248892:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468342.409548:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468342.409582:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468342.409586:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468342.409589:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468342.409601:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468342.409619:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0d00 00000400:00000100:3.0:1789468342.409628:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402405632 offset 0 length 520: 4 00000400:00000200:3.0:1789468342.409633:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468342.409636:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468342.409645:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468342.409649:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468342.409651:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468342.409653:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468342.409655:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468342.409657:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468342.409661:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468342.409666:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0d80 00000400:00000100:3.0:1789468342.409672:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402405760 offset 0 length 520: 4 00000400:00000200:3.0:1789468342.409674:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468342.409676:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468342.409679:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468342.409684:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468342.409686:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468342.409688:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468342.413549:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468342.416281:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468342.416289:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468342.416296:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468342.416308:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468342.416327:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0e00 00000400:00000100:0.0:1789468342.416335:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402405888 offset 0 length 520: 4 00000400:00000200:0.0:1789468342.416341:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468342.416344:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468342.416355:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468342.416375:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468342.416378:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468342.416381:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789468343.079339:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468343.079349:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468343.079352:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468343.079354:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468343.079374:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468343.079376:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468343.079379:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468343.079382:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468343.079384:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468343.079387:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468343.079392:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (20596) 00000100:00000001:2.0:1789468343.079517:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468343.079527:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468343.079529:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468343.079532:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468343.079534:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468343.079539:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468343.079542:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468343.272022:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468343.272030:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468343.272035:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468343.272052:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468343.272058:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468343.272060:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468343.272172:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468343.272175:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468343.272179:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468344.104092:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468344.104106:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468344.104108:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468344.104113:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468344.104115:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468344.104120:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468344.104123:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.295529:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468344.295539:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.295545:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468344.295547:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.295552:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468344.295554:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468344.297631:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468344.297637:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468344.297642:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468345.128128:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468345.128143:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468345.128146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468345.128151:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468345.128154:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468345.128159:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468345.128162:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468345.319187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468345.319194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468345.319200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468345.319202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468345.319206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468345.319208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468345.319311:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468345.319314:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468345.319317:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468346.087226:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468346.087247:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468346.087250:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468346.087253:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468346.087256:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468346.087259:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468346.087262:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468346.087265:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468346.087267:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468346.087270:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468346.087295:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20599) 00000100:00000001:2.0:1789468346.151115:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468346.151126:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468346.151128:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468346.151132:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468346.151135:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468346.151139:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468346.151142:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468346.343167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468346.343175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468346.343180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468346.343181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468346.343186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468346.343188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468346.343279:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468346.343283:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468346.343285:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468346.535178:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315261620, at 4315261952 00000100:00000040:3.0:1789468346.535183:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315261620, at 4315261952 00000100:00000010:2.0:1789468346.535195:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00000010:3.0:1789468346.535196:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37840. 00000100:00000040:0.0:1789468346.535598:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315261620, at 4315261952 00000100:00000010:0.0:1789468346.535604:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000100:00000040:1.0:1789468346.536116:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315261620, at 4315261953 00000100:00000010:1.0:1789468346.536123:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789468347.175377:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468347.175567:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468347.175571:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468347.175576:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468347.175578:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468347.175582:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468347.175585:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468347.367589:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468347.367596:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468347.367602:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468347.367603:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468347.367608:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468347.367612:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468347.367614:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468347.367618:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468347.367620:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468347.367623:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468347.367625:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468347.367627:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468347.367716:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468347.367720:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468347.367730:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468347.752466:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468347.752474:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468347.752479:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468347.753215:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468347.753223:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468347.753234:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468347.753238:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468347.753241:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468348.201672:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468348.201687:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468348.201689:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468348.201695:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468348.201697:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468348.201702:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468348.201705:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468348.391165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468348.391173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468348.391178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468348.391179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468348.391184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468348.391185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468348.391290:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468348.391294:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468348.391297:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468349.223171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468349.223187:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468349.223189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468349.223194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468349.223196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468349.223200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468349.223202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468349.415168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468349.415175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468349.415181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468349.415183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468349.415188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468349.415190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468349.416290:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468349.416296:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468349.416300:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468350.247146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468350.247159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468350.247162:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468350.247166:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468350.247169:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468350.247174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468350.247176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468350.439184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468350.439192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468350.439199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468350.439201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468350.439206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468350.439208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468350.442359:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468350.442365:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468350.442371:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468351.143159:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468351.143168:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468351.143171:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468351.143175:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468351.143178:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468351.143180:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468351.143183:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468351.143187:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468351.143189:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468351.143192:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468351.143198:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20604) 00000100:00000001:2.0:1789468351.271482:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468351.271495:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468351.271497:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468351.271501:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468351.271504:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468351.271508:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468351.271510:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468351.463176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468351.463184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468351.463190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468351.463192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468351.463196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468351.463198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468351.463309:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468351.463313:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468351.463316:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468352.295176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468352.295190:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468352.295192:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468352.295196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468352.295199:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468352.295203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468352.295205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468352.487165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468352.487171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468352.487177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468352.487179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468352.487195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468352.487197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468352.487274:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468352.487278:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468352.487282:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468353.319177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468353.319192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468353.319195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468353.319199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468353.319201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468353.319206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468353.319208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468353.511175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468353.511182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468353.511188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468353.511199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468353.511204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468353.511206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468353.519136:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468353.519142:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468353.519147:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468354.343151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468354.343166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468354.343168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468354.343173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468354.343175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468354.343180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468354.343182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.535171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468354.535179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.535185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468354.535186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.535191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468354.535193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468354.535289:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468354.535308:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468354.535311:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468355.367143:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468355.367157:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468355.367159:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468355.367163:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468355.367166:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468355.367170:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468355.367172:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468355.559148:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468355.559155:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468355.559160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468355.559161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468355.559166:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468355.559168:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468355.559248:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468355.559264:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468355.559267:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468356.266364:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468356.266374:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468356.266378:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468356.266381:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468356.266384:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468356.266386:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468356.266389:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468356.266392:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468356.266395:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468356.266397:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468356.266403:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20609) 00000100:00000001:2.0:1789468356.391389:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468356.391405:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468356.391407:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468356.391412:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468356.391414:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468356.391419:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468356.391422:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468356.584011:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468356.584019:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468356.584024:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468356.584026:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468356.584031:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468356.584033:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468356.584357:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468356.584361:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468356.584364:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468357.415687:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468357.415702:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468357.415704:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468357.415709:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468357.415711:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468357.415715:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468357.415718:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468357.607174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468357.607181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468357.607187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468357.607189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468357.607194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468357.607198:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468357.607200:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468357.607203:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468357.607206:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468357.607208:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468357.607210:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468357.607213:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468357.607309:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468357.607312:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468357.607316:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468358.439189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468358.439202:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468358.439204:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468358.439209:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468358.439303:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468358.439316:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468358.439320:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468358.631184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468358.631191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468358.631196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468358.631198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468358.631203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468358.631204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468358.631283:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468358.631286:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468358.631289:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468359.463208:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468359.463222:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468359.463224:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468359.463229:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468359.463232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468359.463237:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468359.463239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468359.655548:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468359.655555:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468359.655561:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468359.655562:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468359.655567:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468359.655568:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468359.655736:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468359.655739:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468359.655742:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468360.487171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468360.487187:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468360.487189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468360.487193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468360.487196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468360.487200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468360.487203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468360.679172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468360.679179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468360.679184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468360.679186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468360.679190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468360.679192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468360.679771:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468360.679775:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468360.679778:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468361.386792:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468361.386803:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468361.386806:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468361.386810:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468361.386813:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468361.386832:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468361.386835:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468361.386838:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468361.386840:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468361.386844:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468361.386849:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20614) 00000100:00000001:2.0:1789468361.511940:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468361.511967:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468361.511969:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468361.511974:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468361.511976:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468361.511981:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468361.511983:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468361.705257:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468361.705265:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468361.705271:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468361.705273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468361.705278:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468361.705280:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468361.705445:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468361.705449:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468361.705452:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468362.535151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468362.535159:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468362.535172:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468337/real 1789468337] req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468362.535188:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468362.535191:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468362.535194:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41431b8. 00000400:00000200:2.0:1789468362.535200:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964110 00000400:00000010:2.0:1789468362.535202:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964110. 00000100:00000001:2.0:1789468362.535206:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468362.535209:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468362.535217:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535224:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468362.535226:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535229:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468362.535231:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468362.535234:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535240:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535243:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468362.535247:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468337/real 1789468337] req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468362.535254:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468362.535255:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468362.535257:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41438f0. 00000400:00000200:2.0:1789468362.535259:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964198 00000400:00000010:2.0:1789468362.535261:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964198. 00000100:00000001:2.0:1789468362.535263:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468362.535266:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468362.535277:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535282:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468362.535284:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535285:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468362.535286:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468362.535289:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535295:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535297:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468362.535300:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468337/real 1789468337] req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468362.535307:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468362.535308:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468362.535309:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143898. 00000400:00000200:2.0:1789468362.535311:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:2.0:1789468362.535313:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:2.0:1789468362.535315:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468362.535317:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468362.535323:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535328:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468362.535329:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535331:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468362.535332:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468362.535335:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535341:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535343:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468362.535348:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468337/real 1789468337] req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468362.535355:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468362.535356:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468362.535357:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143738. 00000400:00000200:2.0:1789468362.535360:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964330 00000400:00000010:2.0:1789468362.535362:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964330. 00000100:00000001:2.0:1789468362.535363:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468362.535366:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468362.535372:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535377:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468362.535379:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535380:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468362.535381:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468362.535384:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535389:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535397:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468362.535399:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535402:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468362.535404:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468362.535407:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468362.535411:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535418:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468362.535421:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535422:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468362.535423:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535426:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468362.535428:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468362.535432:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468362.535465:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468362.535468:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468362.535472:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468362.535480:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404825856:0@lo:38:kworker.0 00000100:00000001:2.0:1789468362.535484:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468362.535487:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535493:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468362.535495:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535496:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468362.535498:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535499:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468362.535501:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468362.535503:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468362.535508:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468362.535510:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468362.535513:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468362.535520:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404825984:0@lo:38:kworker.0 00000100:00000001:2.0:1789468362.535523:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468362.535527:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535533:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468362.535534:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535537:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468362.535538:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535539:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468362.535541:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468362.535543:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468362.535547:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468362.535549:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468362.535553:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468362.535561:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404826112:0@lo:38:kworker.0 00000100:00000001:2.0:1789468362.535564:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468362.535567:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535573:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468362.535575:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535576:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468362.535577:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535578:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468362.535580:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468362.535582:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468362.535585:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468362.535586:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468362.535589:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468362.535596:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404826240:0@lo:38:kworker.0 00000100:00000001:2.0:1789468362.535599:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.535602:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468362.535604:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738380 x1876386404825856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535619:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468362.535621:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468362.535625:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468362.535628:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468362.535631:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468362.535633:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789468362.535635:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468362.535637:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd800. 02000000:00000001:2.0:1789468362.535641:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468362.535643:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468362.535645:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738380. 00000100:00000001:2.0:1789468362.535648:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468362.535649:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535651:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468362.535653:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404825984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535659:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468362.535661:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468362.535662:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468362.535664:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468362.535665:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468362.535666:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789468362.535668:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468362.535669:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:2.0:1789468362.535674:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468362.535675:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468362.535676:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:2.0:1789468362.535678:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468362.535679:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.535681:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468362.535683:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404826112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.535689:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468362.535690:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468362.535692:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468362.538021:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468362.538031:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468362.538033:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789468362.538047:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468362.538050:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:2.0:1789468362.538057:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468362.538059:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468362.538062:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:2.0:1789468362.538067:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468362.538068:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.538071:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468362.538080:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404826240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468362 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.538089:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468362.538091:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468362.538093:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789468362.538096:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468362.538097:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468362.538098:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468362.538100:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468362.538101:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fc000. 02000000:00000001:2.0:1789468362.538103:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468362.538104:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468362.538105:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:2.0:1789468362.538108:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468362.538109:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.538111:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468362.538209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468362.538214:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468362.538217:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468362.538221:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468362.538223:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468362.538226:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468362.538229:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468362.538232:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20586 00000100:00080000:1.0:1789468362.538236:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468362.538238:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468362.538241:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468362.538243:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468362.538245:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468362.538253:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468362.538254:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789468362.538257:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468362.538260:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789468362.538263:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789468362.538265:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789468362.538267:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468362.538285:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468362.538287:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468362.538289:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468362.538292:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789468362.538294:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468362.538297:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468362.538299:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468362.538305:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468362.538308:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468362.538310:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468362.538312:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468362.538317:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789468362.538321:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789468362.538323:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468362.538325:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468362.538580:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468362.538582:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468362.538586:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468362.538597:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fc400. 00000100:00000001:1.0:1789468362.538603:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468362.538621:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468362.538630:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468362.538634:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468362.538638:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468362.538663:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468362.538665:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468362.538668:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468362.538669:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468362.538671:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468362.538673:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468362.538681:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20586 00000100:00080000:1.0:1789468362.538684:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468362.538686:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468362.538688:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468362.538690:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468362.538691:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468362.538704:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468362.538706:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789468362.538708:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468362.538710:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789468362.538712:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789468362.538714:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789468362.538716:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468362.538718:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468362.538719:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468362.538721:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468362.538723:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789468362.538725:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468362.538727:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468362.538729:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468362.538732:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468362.538734:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468362.538735:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468362.538737:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468362.538740:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789468362.538743:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789468362.538745:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468362.538746:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468362.538747:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468362.538749:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468362.538750:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468362.538754:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd400. 00000100:00000001:1.0:1789468362.538757:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468362.538767:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468362.538773:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468362.538776:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468362.538779:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468362.538786:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468362.538789:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468362.538792:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468362.538793:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468362.538794:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468362.538797:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468362.538799:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20586 00000100:00080000:1.0:1789468362.538801:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468362.538803:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468362.538805:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468362.538807:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468362.538809:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468362.538812:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468362.538813:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789468362.538815:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468362.538817:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789468362.538819:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789468362.538820:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789468362.538823:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468362.538824:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468362.538826:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468362.538827:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468362.538829:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789468362.538835:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468362.538843:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468362.538845:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468362.538848:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468362.538849:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468362.538851:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468362.538853:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468362.538856:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789468362.538858:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789468362.538860:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468362.538862:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468362.538863:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468362.538864:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468362.538866:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468362.538870:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fc000. 00000100:00000001:1.0:1789468362.538872:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468362.538877:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468362.538882:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468362.538884:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468362.538887:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468362.538893:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468362.538895:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468362.538897:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468362.538899:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468362.538900:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468362.538902:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468362.538904:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20586 00000100:00080000:1.0:1789468362.538906:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468362.538908:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468362.538910:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468362.538912:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468362.538919:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468362.538923:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468362.538924:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789468362.538926:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468362.538928:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789468362.538930:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789468362.538932:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789468362.538935:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468362.538936:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468362.538938:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468362.538939:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468362.538941:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789468362.538944:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468362.538946:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468362.538948:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468362.538950:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468362.538952:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468362.538954:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468362.538956:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468362.538959:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789468362.538961:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789468362.538963:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468362.538964:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468362.538965:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468362.538967:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468362.538969:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468362.538972:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8ff400. 00000100:00000001:1.0:1789468362.538975:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468362.538978:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468362.538984:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468362.538986:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468362.538988:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468362.539000:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468362.539005:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20615) 00000100:00000001:2.0:1789468362.539076:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468362.539079:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468362.539081:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468362.539086:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.539094:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468362.539097:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468362.539100:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468362.539103:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468362.539105:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468362.539109:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404826496:0@lo:38:kworker.0 00000100:00000001:2.0:1789468362.539113:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468362.539117:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468362.539118:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468362.539120:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468362.539124:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789468362.539126:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468362.539132:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143738. 00000400:00000010:2.0:1789468362.539138:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964330. 00000100:00000200:2.0:1789468362.539144:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404826496, portal 10 00000100:00000001:2.0:1789468362.539146:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468362.539148:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755050496 : -130395954501120 : ffff8967d373aa00) 00000100:00000040:2.0:1789468362.539166:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.539174:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468362.539176:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468362.539179:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789468362.539182:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404826496, offset 0 00000400:00000200:2.0:1789468362.539188:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468362.539201:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468362.539212:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411efd80 00000400:00000100:2.0:1789468362.539218:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404826496 offset 0 length 520: 4 00000400:00000200:2.0:1789468362.539223:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468362.539226:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468362.539237:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:2.0:1789468362.539239:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:2.0:1789468362.539243:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468362.539247:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.539255:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468362.539258:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.539271:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.539273:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468362.539277:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468362.539282:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789468362.539286:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315277975 00000100:00000010:2.0:1789468362.539290:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c374e0. 00000100:00000001:2.0:1789468362.539297:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468362.543048:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315277979 00000100:00000010:2.0:1789468362.543067:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c376c0. 00000100:00000001:2.0:1789468362.543076:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468362.543097:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315277979 00000100:00000010:2.0:1789468362.543101:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789468362.543104:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468362.543107:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315277979 00000100:00000010:2.0:1789468362.543109:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789468362.543112:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468362.544855:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468362.544863:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.544867:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468362.544877:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.544887:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468362.544889:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468362.544893:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468362.544896:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468362.544898:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468362.544901:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404826624:0@lo:38:kworker.0 00000100:00000001:2.0:1789468362.544904:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468362.544908:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468362.544912:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468362.544915:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468362.544922:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468362.544924:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468362.544931:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143898. 00000400:00000010:2.0:1789468362.544937:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789468362.544944:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404826624, portal 10 00000100:00000001:2.0:1789468362.544947:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468362.544948:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:2.0:1789468362.544956:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.544964:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468362.544966:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468362.544970:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964198. 00000100:00000200:2.0:1789468362.544972:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404826624, offset 0 00000400:00000200:2.0:1789468362.544979:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468362.544991:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468362.545001:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411efe00 00000400:00000100:2.0:1789468362.545007:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404826624 offset 0 length 520: 4 00000400:00000200:2.0:1789468362.545012:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468362.545014:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468362.545024:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964198 00000400:00000010:2.0:1789468362.545027:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964198. 00000100:00000001:2.0:1789468362.545030:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468362.545034:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545057:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468362.545060:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545066:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.545068:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468362.545072:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468362.545076:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789468362.545080:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315277981 00000100:00000001:2.0:1789468362.545090:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315277975 00000100:00000001:2.0:1789468362.545094:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315277981 00000100:00000001:2.0:1789468362.545096:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315277979 00000100:00000001:2.0:1789468362.545099:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315277981 00000100:00000001:2.0:1789468362.545101:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315277979 00000100:00000001:2.0:1789468362.545104:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315277981 00000100:00000001:2.0:1789468362.545335:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315277979 00000100:00000001:2.0:1789468362.545339:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468362.545340:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.545343:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468362.545347:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545354:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468362.545355:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468362.545357:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468362.545359:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468362.545360:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468362.545363:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404826752:0@lo:38:kworker.0 00000100:00000001:2.0:1789468362.545366:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468362.545369:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468362.545370:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468362.545372:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468362.545375:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468362.545377:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468362.545379:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41438f0. 00000400:00000010:2.0:1789468362.545383:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964198. 00000100:00000200:2.0:1789468362.545386:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404826752, portal 10 00000100:00000001:2.0:1789468362.545387:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468362.545388:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:2.0:1789468362.545394:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545399:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468362.545401:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468362.545403:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964110. 00000100:00000200:2.0:1789468362.545406:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404826752, offset 0 00000400:00000200:2.0:1789468362.545409:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468362.545414:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468362.545419:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411efe80 00000400:00000100:2.0:1789468362.545422:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404826752 offset 0 length 520: 4 00000400:00000200:2.0:1789468362.545425:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468362.545427:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468362.545431:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964110 00000400:00000010:2.0:1789468362.545432:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964110. 00000100:00000001:2.0:1789468362.545434:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468362.545437:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545443:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468362.545445:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545450:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.545451:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468362.545453:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468362.545456:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468362.545458:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315277981 00000100:00000001:2.0:1789468362.545460:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315277981 00000100:00000001:2.0:1789468362.545462:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315277981 00000100:00000001:2.0:1789468362.545464:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315277981 00000100:00000001:2.0:1789468362.545466:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315277981 00000100:00000001:2.0:1789468362.545467:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315277981 00000100:00000001:2.0:1789468362.545470:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315277981 00000100:00000001:2.0:1789468362.545472:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315277981 00000100:00000001:2.0:1789468362.545474:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468362.545475:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.545477:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468362.545480:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545485:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468362.545487:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468362.545489:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468362.545490:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468362.545492:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468362.545495:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404826880:0@lo:38:kworker.0 00000100:00000001:2.0:1789468362.545498:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468362.545499:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468362.545743:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468362.545747:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468362.545751:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468362.545753:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468362.545756:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41431b8. 00000400:00000010:2.0:1789468362.545760:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964110. 00000100:00000200:2.0:1789468362.545763:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404826880, portal 10 00000100:00000001:2.0:1789468362.545765:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468362.545766:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755040640 : -130395954510976 : ffff8967d3738380) 00000100:00000040:2.0:1789468362.545773:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545779:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468362.545781:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468362.545783:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964d48. 00000100:00000200:2.0:1789468362.545786:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404826880, offset 0 00000400:00000200:2.0:1789468362.545789:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468362.545794:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468362.545800:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411eff00 00000400:00000100:2.0:1789468362.545804:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404826880 offset 0 length 520: 4 00000400:00000200:2.0:1789468362.545806:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468362.545808:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468362.545813:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964d48 00000400:00000010:2.0:1789468362.545815:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964d48. 00000100:00000001:2.0:1789468362.545817:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468362.545821:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545827:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468362.545830:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468362.545835:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.545837:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468362.545840:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468362.545843:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468362.545845:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315277982 00000100:00000001:2.0:1789468362.545850:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315277981 00000100:00000001:2.0:1789468362.545854:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315277982 00000100:00000001:2.0:1789468362.545856:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315277981 00000100:00000001:2.0:1789468362.545859:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315277982 00000100:00000001:2.0:1789468362.545862:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315277981 00000100:00000001:2.0:1789468362.545864:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315277982 00000100:00000001:2.0:1789468362.545866:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315277981 00000100:00000001:2.0:1789468362.545869:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468362.545871:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.545874:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.545878:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.545886:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468362.545888:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.545891:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468362.545893:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468362.545894:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.545896:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468362.566171:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315277982, at 4315277983 00000100:00000010:3.0:1789468362.566187:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000100:00000040:0.0:1789468362.566292:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315277982, at 4315277983 00000100:00000010:0.0:1789468362.566298:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00000040:1.0:1789468362.566427:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315277982, at 4315277983 00000100:00000010:1.0:1789468362.566433:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c376c0. 00000100:00000040:2.0:1789468362.566500:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315277982, at 4315277983 00000100:00000010:2.0:1789468362.566652:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00010000:00000001:0.0:1789468362.727164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468362.727172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468362.727178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468362.727179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468362.727184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468362.727185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468362.728145:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468362.728151:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468362.728155:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468363.559210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468363.559225:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468363.559227:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468363.559231:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468363.559234:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468363.559239:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468363.559241:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468363.751406:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468363.751414:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468363.751420:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468363.751423:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468363.751428:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468363.751429:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468363.751673:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468363.751677:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468363.751680:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468364.588940:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468364.588955:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468364.588957:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468364.588963:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468364.588965:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468364.588969:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468364.588972:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468364.775192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468364.775200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468364.775205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468364.775206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468364.775211:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468364.775212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468364.776926:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468364.776931:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468364.776935:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468365.607156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468365.607170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468365.607173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468365.607177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468365.607180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468365.607185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468365.607187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.799186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468365.799194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.799201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468365.799202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.799207:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468365.799209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468365.799337:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468365.799341:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468365.799344:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468366.631433:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468366.631440:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468366.631453:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468341/real 1789468341] req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468366.631469:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468366.631471:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468366.631474:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41439f8. 00000400:00000200:2.0:1789468366.631492:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964220 00000400:00000010:2.0:1789468366.631494:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964220. 00000100:00000001:2.0:1789468366.631499:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468366.631503:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468366.631511:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.631518:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468366.631520:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.631523:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468366.631525:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468366.631528:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.631534:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.631542:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468366.631544:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.631547:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468366.631549:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468366.631553:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468366.631556:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.631564:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468366.631567:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.631568:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468366.631569:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.631572:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468366.631573:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468366.631576:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468366.631610:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468366.631613:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468366.631617:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468366.631625:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404826368:0@lo:250:kworker.0 00000100:00000001:2.0:1789468366.631631:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.631634:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468366.631637:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739880 x1876386404826368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.631643:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468366.631646:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468366.631650:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468366.631654:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468366.631657:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468366.631658:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468366.631661:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468366.631663:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:2.0:1789468366.631667:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468366.631669:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468366.631671:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739880. 00000100:00000001:2.0:1789468366.631675:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468366.631676:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.631678:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468366.632058:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468366.632063:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468366.632065:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468366.632068:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468366.632071:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468366.632074:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20589 00000100:00080000:3.0:1789468366.632078:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468366.632080:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468366.632083:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468366.632085:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468366.632087:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468366.632121:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468366.632123:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468366.632126:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468366.632128:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468366.632131:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468366.632133:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468366.632136:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468366.632138:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468366.632140:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468366.632142:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468366.632144:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468366.632148:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468366.632151:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468366.632153:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468366.632157:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468366.632160:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468366.632162:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468366.632164:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468366.632170:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789468366.632173:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468366.632176:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468366.632178:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468366.632181:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468366.632184:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468366.632187:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468366.632193:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789468366.632199:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468366.632206:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468366.632215:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468366.632219:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468366.632223:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468366.632257:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468366.632261:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468366.632264:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468366.632267:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468366.632270:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468366.632272:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468366.632275:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468366.632278:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468366.632281:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468366.632286:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20619) 00000100:00000001:2.0:1789468366.632401:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468366.632404:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468366.632406:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468366.632411:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.632419:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468366.632421:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468366.632424:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468366.632427:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468366.632429:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468366.632433:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404827008:0@lo:250:kworker.0 00000100:00000001:2.0:1789468366.632437:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468366.632440:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468366.632442:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468366.632445:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468366.632449:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468366.632451:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468366.632456:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41439f8. 00000400:00000010:2.0:1789468366.632461:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964220. 00000100:00000200:2.0:1789468366.632467:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404827008, portal 25 00000100:00000001:2.0:1789468366.632469:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468366.632471:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:2.0:1789468366.632488:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.632497:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468366.632500:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468366.632503:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964d48. 00000100:00000200:2.0:1789468366.632506:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404827008, offset 0 00000400:00000200:2.0:1789468366.632511:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468366.632523:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468366.632534:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411eff80 00000400:00000100:2.0:1789468366.632540:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404827008 offset 0 length 520: 4 00000400:00000200:2.0:1789468366.632544:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468366.632547:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468366.632556:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964d48 00000400:00000010:2.0:1789468366.632559:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964d48. 00000100:00000001:2.0:1789468366.632562:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468366.632565:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.632574:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468366.632577:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.632594:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.632596:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468366.632601:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.632605:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315287219 00000100:00000010:2.0:1789468366.632609:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789468366.632616:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468366.632627:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315287219 00000100:00000010:2.0:1789468366.632630:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37960. 00000100:00000001:2.0:1789468366.632633:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468366.632636:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315287219 00000100:00000010:2.0:1789468366.632639:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d80. 00000100:00000001:2.0:1789468366.632642:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468366.632645:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315287219 00000100:00000010:2.0:1789468366.632647:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789468366.632650:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468366.632653:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468366.632656:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.632659:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.632662:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.632667:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468366.632668:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.632670:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468366.632672:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468366.632673:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.632675:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468366.823348:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468366.823364:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468366.823370:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468366.823372:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468366.823376:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468366.823377:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468366.823611:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468366.823616:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468366.823619:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468366.989784:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989801:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468366.989806:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989808:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468366.989820:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468366.989839:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa0e80 00000400:00000100:3.0:1789468366.989848:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402406016 offset 0 length 520: 4 00000400:00000200:3.0:1789468366.989853:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468366.989856:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468366.989864:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989868:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468366.989871:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989873:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468366.989888:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989891:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468366.989895:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468366.989902:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0f00 00000400:00000100:3.0:1789468366.989906:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402406144 offset 0 length 520: 4 00000400:00000200:3.0:1789468366.989909:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468366.989911:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468366.989914:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989916:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468366.989918:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989920:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468366.989921:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989923:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468366.989926:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468366.989930:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa0f80 00000400:00000100:3.0:1789468366.989933:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402406272 offset 0 length 520: 4 00000400:00000200:3.0:1789468366.989936:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468366.989938:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468366.989940:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989947:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468366.989949:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468366.989951:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468367.655147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468367.655161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468367.655163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468367.655168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468367.655170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468367.655175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468367.655177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468367.655192:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468367.655199:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468367.655202:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468367.655206:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468367.655208:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468367.655211:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468367.655213:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468367.655232:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468367.655235:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468367.655238:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468367.655243:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20620) 00010000:00000001:0.0:1789468367.848125:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468367.848132:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468367.848137:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468367.848139:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468367.848143:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468367.848146:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468367.848149:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468367.848152:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468367.848154:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468367.848156:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468367.848158:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468367.848160:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468367.848263:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468367.848266:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468367.848269:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468368.681934:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468368.681948:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468368.681950:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468368.681955:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468368.681957:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468368.681962:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468368.681964:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468368.872692:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468368.872700:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468368.872706:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468368.872708:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468368.872713:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468368.872715:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468368.873502:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468368.873506:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468368.873510:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468369.703278:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468369.703293:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468369.703296:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468369.703301:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468369.703303:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468369.703309:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468369.703311:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468369.895187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468369.895196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468369.895203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468369.895204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468369.895221:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468369.895222:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468369.895517:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468369.895521:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468369.895525:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468370.728071:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468370.728085:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468370.728088:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468370.728093:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468370.728095:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468370.728101:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468370.728104:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468370.919164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468370.919172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468370.919178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468370.919180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468370.919185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468370.919187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468370.920221:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468370.920225:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468370.920230:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468371.687361:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468371.687371:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468371.687374:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468371.687377:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468371.687379:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468371.687382:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468371.687384:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468371.687387:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468371.687390:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468371.687392:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468371.687414:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20624) 00000100:00000001:2.0:1789468371.751149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468371.751164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468371.751166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468371.751172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468371.751175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468371.751180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468371.751182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468371.943149:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468371.943156:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468371.943162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468371.943163:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468371.943168:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468371.943170:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468371.943274:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468371.943278:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468371.943281:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468372.135162:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315287219, at 4315287552 00000100:00000040:2.0:1789468372.135162:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315287219, at 4315287552 00000100:00000010:0.0:1789468372.135177:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000010:2.0:1789468372.135179:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d80. 00000100:00000040:1.0:1789468372.135270:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315287219, at 4315287552 00000100:00000010:1.0:1789468372.135277:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:3.0:1789468372.138000:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315287219, at 4315287554 00000100:00000010:3.0:1789468372.138014:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789468372.775201:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468372.775216:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468372.775219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468372.775224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468372.775226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468372.775231:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468372.775234:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468372.967698:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468372.967706:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468372.967712:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468372.967714:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468372.967719:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468372.967721:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468372.968027:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468372.968030:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468372.968034:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468373.800258:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468373.800276:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468373.800279:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468373.800285:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468373.800288:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468373.800293:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468373.800296:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468373.991457:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468373.991464:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468373.991469:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468373.991471:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468373.991476:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468373.991477:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468373.991609:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468373.991613:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468373.991616:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468374.824493:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468374.824507:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468374.824509:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468374.824514:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468374.824516:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468374.824531:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468374.824535:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468375.015473:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468375.015480:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468375.015485:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468375.015487:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468375.015492:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468375.015494:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468375.015645:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468375.015648:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468375.015656:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468375.847635:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468375.847650:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468375.847652:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468375.847657:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468375.847659:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468375.847664:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468375.847666:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468376.039265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468376.039273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468376.039279:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468376.039280:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468376.039286:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468376.039288:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468376.039480:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468376.039484:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468376.039487:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468376.743592:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468376.743610:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468376.743613:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468376.743617:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468376.743619:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468376.743622:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468376.743625:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468376.743628:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468376.743631:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468376.743633:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468376.743639:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20629) 00000100:00000001:2.0:1789468376.871123:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468376.871135:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468376.871137:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468376.871142:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468376.871144:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468376.871149:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468376.871151:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468377.063815:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468377.063823:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468377.063828:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468377.063830:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468377.063835:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468377.063838:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468377.063841:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468377.063844:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468377.063847:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468377.063849:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468377.063851:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468377.063853:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468377.063977:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468377.063981:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468377.063984:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468377.895184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468377.895200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468377.895202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468377.895206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468377.895209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468377.895213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468377.895216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468378.088026:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468378.088055:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468378.088062:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468378.088064:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468378.088070:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468378.088071:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468378.088231:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468378.088236:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468378.088239:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468378.919170:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468378.919186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468378.919188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468378.919193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468378.919195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468378.919200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468378.919203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468379.111754:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468379.111764:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468379.111771:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468379.111773:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468379.111780:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468379.111781:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468379.111949:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468379.111954:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468379.111957:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468379.947442:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468379.947455:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468379.947457:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468379.947461:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468379.947463:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468379.947467:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468379.947470:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468380.135278:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468380.135285:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468380.135291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468380.135292:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468380.135298:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468380.135299:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468380.135703:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468380.135707:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468380.135709:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468380.967170:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468380.967183:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468380.967185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468380.967190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468380.967193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468380.967370:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468380.967374:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468381.159345:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468381.159352:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468381.159357:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468381.159358:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468381.159363:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468381.159364:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468381.159875:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468381.159879:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468381.159882:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468381.863225:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468381.863440:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468381.863443:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468381.863447:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468381.863450:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468381.863453:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468381.863456:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468381.863459:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468381.863461:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468381.863464:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468381.863479:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20634) 00000100:00000001:1.0:1789468381.992524:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468381.992540:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468381.992543:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468381.992548:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468381.992551:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468381.992555:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468381.992557:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468382.183164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468382.183171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468382.183176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468382.183177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468382.183182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468382.183183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468382.183272:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468382.183276:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468382.183279:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468383.016115:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468383.016130:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468383.016132:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468383.016137:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468383.016140:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468383.016145:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468383.016147:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468383.211153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468383.211161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468383.211166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468383.211168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468383.211173:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468383.211174:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468383.211329:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468383.211333:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468383.211336:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468384.039541:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468384.039556:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468384.039558:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468384.039562:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468384.039565:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468384.039570:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468384.039589:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.231765:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468384.231773:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.231778:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468384.231780:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.231784:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468384.231786:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468384.232168:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468384.232171:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468384.232175:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468385.063221:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468385.063235:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468385.063238:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468385.063243:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468385.063245:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468385.063249:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468385.063252:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468385.255173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468385.255181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468385.255188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468385.255190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468385.255196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468385.255198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468385.256614:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468385.256619:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468385.256624:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468385.639554:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468385.639562:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468385.639566:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468385.640789:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468385.640796:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468385.640820:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468385.640825:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468385.640828:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468386.087220:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468386.087238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468386.087240:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468386.087245:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468386.087248:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468386.087253:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468386.087255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468386.279176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468386.279184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468386.279190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468386.279191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468386.279197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468386.279198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468386.279308:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468386.279311:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468386.279315:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468386.983608:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468386.983618:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468386.983621:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468386.983625:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468386.983627:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468386.983630:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468386.983633:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468386.983636:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468386.983638:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468386.983641:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468386.983645:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20640) 00000100:00000001:1.0:1789468387.111195:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468387.111203:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468387.111216:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468362/real 1789468362] req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468387.111233:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468387.111236:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468387.111239:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143738. 00000400:00000200:1.0:1789468387.111246:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964330 00000400:00000010:1.0:1789468387.111249:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964330. 00000100:00000001:1.0:1789468387.111253:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468387.111256:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468387.111264:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111270:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468387.111288:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111291:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468387.111293:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468387.111297:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111304:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111306:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468387.111309:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468362/real 1789468362] req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468387.111318:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468387.111319:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468387.111321:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143898. 00000400:00000200:1.0:1789468387.111323:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:1.0:1789468387.111325:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:1.0:1789468387.111327:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468387.111330:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468387.111337:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111342:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468387.111344:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111345:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468387.111346:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468387.111349:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111355:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111356:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468387.111360:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468362/real 1789468362] req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468387.111366:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468387.111367:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468387.111374:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41438f0. 00000400:00000200:1.0:1789468387.111376:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964198 00000400:00000010:1.0:1789468387.111378:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964198. 00000100:00000001:1.0:1789468387.111381:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468387.111384:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468387.111390:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111395:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468387.111397:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111398:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468387.111399:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468387.111402:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111409:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111411:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468387.111415:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468362/real 1789468362] req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468387.111421:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468387.111422:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468387.111424:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41431b8. 00000400:00000200:1.0:1789468387.111543:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964110 00000400:00000010:1.0:1789468387.111546:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964110. 00000100:00000001:1.0:1789468387.111549:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468387.111552:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468387.111560:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111566:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468387.111568:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111570:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468387.111571:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468387.111595:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111602:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111610:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468387.111612:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111615:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468387.111617:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468387.111621:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468387.111625:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111633:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468387.111635:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111637:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468387.111638:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111641:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468387.111643:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468387.111646:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468387.111675:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468387.111678:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468387.111682:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468387.111690:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404826496:0@lo:38:kworker.0 00000100:00000001:1.0:1789468387.111695:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468387.111699:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111705:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468387.111707:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111709:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468387.111711:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111718:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468387.111720:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468387.111723:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468387.111729:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468387.111731:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468387.111735:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468387.111743:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404826624:0@lo:38:kworker.0 00000100:00000001:1.0:1789468387.111747:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468387.111750:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111757:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468387.111759:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111761:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468387.111762:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111763:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468387.111765:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468387.111767:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468387.111772:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468387.111774:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468387.111778:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468387.111785:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404826752:0@lo:38:kworker.0 00000100:00000001:1.0:1789468387.111789:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468387.111792:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111798:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468387.111806:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111807:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468387.111808:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111810:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468387.111811:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468387.111814:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468387.111819:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468387.111821:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468387.111825:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468387.111832:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404826880:0@lo:38:kworker.0 00000100:00000001:1.0:1789468387.111835:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.111838:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468387.111842:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404826496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111848:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468387.111850:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468387.111854:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:1.0:1789468387.111858:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468387.111861:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468387.111862:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468387.111865:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468387.111867:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fc400. 02000000:00000001:1.0:1789468387.111871:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468387.111872:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468387.111874:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:1.0:1789468387.111878:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468387.111879:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111880:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468387.111884:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404826624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111889:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468387.111900:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468387.111902:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789468387.111904:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468387.111906:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468387.111907:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468387.111909:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468387.111910:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468387.111914:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468387.111915:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468387.111916:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:1.0:1789468387.111921:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468387.111922:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111923:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468387.111927:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404826752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111933:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468387.111935:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468387.111936:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:1.0:1789468387.111938:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468387.111940:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468387.111940:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468387.111942:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468387.111943:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fc000. 02000000:00000001:1.0:1789468387.111945:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468387.111946:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468387.111948:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:1.0:1789468387.111951:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468387.111952:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111953:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468387.111956:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738380 x1876386404826880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468387 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.111961:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468387.111962:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468387.111963:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:1.0:1789468387.111965:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468387.111966:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468387.111967:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468387.111974:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468387.111976:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468387.111979:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468387.111980:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468387.111982:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738380. 00000100:00000001:1.0:1789468387.111984:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468387.111985:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.111994:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468387.112085:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468387.112091:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468387.112093:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468387.112097:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468387.112099:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468387.112102:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468387.112105:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468387.112108:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20610 00000100:00080000:3.0:1789468387.112124:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468387.112127:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468387.112130:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468387.112132:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468387.112134:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468387.112141:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468387.112143:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468387.112145:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468387.112147:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468387.112150:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468387.112152:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468387.112154:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468387.112156:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468387.112157:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468387.112159:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468387.112162:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468387.112164:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468387.112167:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468387.112169:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468387.112175:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468387.112178:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468387.112181:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468387.112184:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468387.112188:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789468387.112191:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468387.112195:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468387.112196:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468387.112198:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468387.112201:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468387.112204:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468387.112211:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789468387.112218:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468387.112230:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468387.112238:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468387.112243:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468387.112246:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468387.112267:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468387.112270:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468387.112273:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468387.112274:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468387.112276:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468387.112278:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468387.112280:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20610 00000100:00080000:3.0:1789468387.112283:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468387.112285:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468387.112287:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468387.112289:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468387.112290:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468387.112294:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468387.112296:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468387.112297:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468387.112300:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468387.112302:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468387.112304:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468387.112306:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468387.112308:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468387.112310:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468387.112312:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468387.112314:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468387.112316:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468387.112324:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468387.112325:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468387.112328:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468387.112330:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468387.112332:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468387.112333:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468387.112336:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789468387.112338:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468387.112340:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468387.112341:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468387.112342:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468387.112344:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468387.112345:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468387.112348:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789468387.112351:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468387.112355:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468387.112361:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468387.112363:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468387.112366:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468387.112373:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468387.112375:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468387.112378:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468387.112379:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468387.112380:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468387.112382:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468387.112384:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20610 00000100:00080000:3.0:1789468387.112386:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468387.112388:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468387.112390:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468387.112392:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468387.112398:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468387.112401:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468387.112402:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468387.112403:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468387.112405:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468387.112407:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468387.112409:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468387.112411:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468387.112413:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468387.112415:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468387.112416:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468387.112418:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468387.112420:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468387.112422:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468387.112424:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468387.112437:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468387.112440:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468387.112442:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468387.112443:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468387.112446:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789468387.112448:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468387.112450:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468387.112451:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468387.112453:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468387.112455:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468387.112456:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468387.112460:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789468387.112462:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468387.112466:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468387.112471:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468387.112473:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468387.112476:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468387.112488:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468387.112490:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468387.112492:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468387.112494:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468387.112495:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468387.112497:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468387.112499:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20610 00000100:00080000:3.0:1789468387.112502:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468387.112504:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468387.112506:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468387.112508:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468387.112510:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468387.112513:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468387.112514:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468387.112516:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468387.112518:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468387.112520:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468387.112521:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468387.112524:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468387.112526:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468387.112528:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468387.112529:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468387.112531:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468387.112533:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468387.112535:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468387.112537:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468387.112540:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468387.112542:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468387.112543:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468387.112549:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468387.112552:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789468387.112555:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468387.112557:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468387.112558:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468387.112559:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468387.112561:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468387.112562:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468387.112566:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789468387.112569:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468387.112573:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468387.112579:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468387.112581:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468387.112584:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468387.112590:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468387.112595:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20640) 00000100:00000001:1.0:1789468387.114497:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468387.114516:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468387.114519:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468387.114538:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.114549:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468387.114551:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468387.114556:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468387.114559:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468387.114562:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468387.114565:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404827136:0@lo:38:kworker.0 00000100:00000001:1.0:1789468387.114569:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468387.114573:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468387.114575:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468387.114593:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468387.114600:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468387.114602:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468387.114609:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468387.114616:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789468387.114623:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404827136, portal 10 00000100:00000001:1.0:1789468387.114626:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468387.114627:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:1.0:1789468387.114635:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.114641:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468387.114644:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468387.114658:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63513b8. 00000100:00000200:1.0:1789468387.114662:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404827136, offset 0 00000400:00000200:1.0:1789468387.114668:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468387.114680:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468387.114691:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0000 00000400:00000100:1.0:1789468387.114697:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404827136 offset 0 length 520: 4 00000400:00000200:1.0:1789468387.114702:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468387.114704:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468387.114716:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63513b8 00000400:00000010:1.0:1789468387.114718:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63513b8. 00000100:00000001:1.0:1789468387.114722:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468387.114727:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.114735:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468387.114738:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.114744:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.114746:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468387.114751:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468387.114756:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468387.114759:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315302550 00000100:00000010:1.0:1789468387.114764:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc118a0. 00000100:00000001:1.0:1789468387.114771:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468387.114794:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315302550 00000100:00000010:1.0:1789468387.114798:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc113c0. 00000100:00000001:1.0:1789468387.114801:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468387.114804:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315302550 00000100:00000010:1.0:1789468387.114807:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc117e0. 00000100:00000001:1.0:1789468387.114810:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468387.114822:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315302550 00000100:00000010:1.0:1789468387.114826:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc111e0. 00000100:00000001:1.0:1789468387.114835:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468387.114848:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468387.114851:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.114853:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468387.114858:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.114864:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468387.114866:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468387.114868:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468387.114870:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468387.114872:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468387.114875:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404827264:0@lo:38:kworker.0 00000100:00000001:1.0:1789468387.114878:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468387.114880:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468387.114882:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468387.114884:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468387.114887:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc000. 02000000:00000001:1.0:1789468387.114889:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468387.114893:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468387.114896:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63513b8. 00000100:00000200:1.0:1789468387.114899:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404827264, portal 10 00000100:00000001:1.0:1789468387.114901:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468387.114902:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00000040:1.0:1789468387.114907:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.114912:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468387.114914:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468387.114916:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351330. 00000100:00000200:1.0:1789468387.114918:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404827264, offset 0 00000400:00000200:1.0:1789468387.114922:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468387.114927:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468387.114932:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0080 00000400:00000100:1.0:1789468387.114936:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404827264 offset 0 length 520: 4 00000400:00000200:1.0:1789468387.114945:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468387.114947:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468387.114952:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351330 00000400:00000010:1.0:1789468387.114955:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351330. 00000100:00000001:1.0:1789468387.114957:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468387.114961:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.114968:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468387.114971:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.114977:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.114978:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468387.114981:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468387.114985:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468387.114987:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315302550 00000100:00000001:1.0:1789468387.114990:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315302550 00000100:00000001:1.0:1789468387.114991:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315302550 00000100:00000001:1.0:1789468387.114993:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315302550 00000100:00000001:1.0:1789468387.114995:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315302550 00000100:00000001:1.0:1789468387.114997:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315302550 00000100:00000001:1.0:1789468387.114999:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315302550 00000100:00000001:1.0:1789468387.115001:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315302550 00000100:00000001:1.0:1789468387.115003:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468387.115005:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.115007:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468387.115010:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.115017:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468387.115019:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468387.115021:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468387.115028:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468387.115030:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468387.115034:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404827392:0@lo:38:kworker.0 00000100:00000001:1.0:1789468387.115071:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468387.115073:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468387.115075:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468387.115077:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468387.115081:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468387.115082:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468387.115086:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468387.115089:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351330. 00000100:00000200:1.0:1789468387.115093:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404827392, portal 10 00000100:00000001:1.0:1789468387.115094:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468387.115096:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312506240 : -130400397045376 : ffff8966caa7d180) 00000100:00000040:1.0:1789468387.115102:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.115108:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468387.115110:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468387.115112:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351cc0. 00000100:00000200:1.0:1789468387.115115:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404827392, offset 0 00000400:00000200:1.0:1789468387.115119:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468387.115124:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468387.115129:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0100 00000400:00000100:1.0:1789468387.115133:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404827392 offset 0 length 520: 4 00000400:00000200:1.0:1789468387.115136:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468387.115138:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468387.115143:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351cc0 00000400:00000010:1.0:1789468387.115145:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351cc0. 00000100:00000001:1.0:1789468387.115147:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468387.115149:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.115155:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468387.115157:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.115169:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.115171:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468387.115175:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468387.115178:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468387.115181:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315302551 00000100:00000001:1.0:1789468387.115187:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315302550 00000100:00000001:1.0:1789468387.115190:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315302551 00000100:00000001:1.0:1789468387.115192:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315302550 00000100:00000001:1.0:1789468387.115194:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315302551 00000100:00000001:1.0:1789468387.115196:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315302550 00000100:00000001:1.0:1789468387.115198:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315302551 00000100:00000001:1.0:1789468387.115201:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315302550 00000100:00000001:1.0:1789468387.115203:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468387.115205:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.115207:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468387.115210:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.115216:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468387.115217:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468387.115219:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468387.115221:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468387.115223:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468387.115225:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404827520:0@lo:38:kworker.0 00000100:00000001:1.0:1789468387.115228:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468387.115229:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468387.115231:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468387.115232:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468387.115235:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc400. 02000000:00000001:1.0:1789468387.115236:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468387.115247:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb58. 00000400:00000010:1.0:1789468387.115250:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351cc0. 00000100:00000200:1.0:1789468387.115253:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404827520, portal 10 00000100:00000001:1.0:1789468387.115255:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468387.115256:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:1.0:1789468387.115262:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.115268:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468387.115269:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468387.115271:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351aa0. 00000100:00000200:1.0:1789468387.115274:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404827520, offset 0 00000400:00000200:1.0:1789468387.115277:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468387.115282:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468387.115287:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0180 00000400:00000100:1.0:1789468387.115290:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404827520 offset 0 length 520: 4 00000400:00000200:1.0:1789468387.115293:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468387.115295:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468387.115299:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351aa0 00000400:00000010:1.0:1789468387.115301:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351aa0. 00000100:00000001:1.0:1789468387.115303:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468387.115306:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.115312:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468387.115315:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468387.115321:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.115322:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468387.115325:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468387.115328:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468387.115330:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315302552 00000100:00000001:1.0:1789468387.115335:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315302551 00000100:00000001:1.0:1789468387.115338:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315302552 00000100:00000001:1.0:1789468387.115347:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315302551 00000100:00000001:1.0:1789468387.115350:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315302552 00000100:00000001:1.0:1789468387.115352:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315302551 00000100:00000001:1.0:1789468387.115355:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315302552 00000100:00000001:1.0:1789468387.115357:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315302551 00000100:00000001:1.0:1789468387.115360:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468387.115362:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.115364:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.115367:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.115374:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468387.115376:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.115378:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468387.115380:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468387.115381:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468387.115383:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468387.136215:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315302552, at 4315302553 00000100:00000010:2.0:1789468387.136231:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc117e0. 00000100:00000040:3.0:1789468387.137215:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315302552, at 4315302554 00000100:00000010:3.0:1789468387.137225:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc111e0. 00000100:00000040:0.0:1789468387.137305:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315302552, at 4315302554 00000100:00000010:0.0:1789468387.137310:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc118a0. 00000100:00000040:1.0:1789468387.137622:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315302552, at 4315302554 00000100:00000010:1.0:1789468387.137629:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc113c0. 00010000:00000001:0.0:1789468387.304489:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468387.304496:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468387.304502:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468387.304503:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468387.304508:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468387.304511:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468387.304513:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468387.304516:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468387.304519:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468387.304521:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468387.304523:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468387.304525:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468387.304825:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468387.304829:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468387.304832:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468388.135159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468388.135174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468388.135177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468388.135182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468388.135184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468388.135189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468388.135191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468388.327160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468388.327168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468388.327173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468388.327174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468388.327179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468388.327180:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468388.327585:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468388.327589:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468388.327592:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468389.159151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468389.159165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468389.159167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468389.159172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468389.159174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468389.159178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468389.159181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468389.351473:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468389.351480:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468389.351485:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468389.351486:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468389.351491:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468389.351493:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468389.352982:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468389.353004:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468389.353009:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468390.183154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468390.183168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468390.183170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468390.183175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468390.183177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468390.183182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468390.183184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468390.375167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468390.375174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468390.375179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468390.375181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468390.375186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468390.375187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468390.375277:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468390.375281:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468390.375283:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468391.207188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468391.207196:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468391.207210:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468366/real 1789468366] req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468391.207227:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468391.207229:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468391.207233:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41439f8. 00000400:00000200:1.0:1789468391.207240:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964220 00000400:00000010:1.0:1789468391.207242:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964220. 00000100:00000001:1.0:1789468391.207246:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468391.207250:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468391.207258:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468391.207265:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468391.207266:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.207269:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468391.207271:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468391.207274:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468391.207280:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.207289:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468391.207291:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.207293:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468391.207296:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468391.207314:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468391.207318:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468391.207325:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468391.207328:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.207329:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468391.207330:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.207333:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468391.207335:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468391.207338:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468391.207363:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468391.207365:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468391.207369:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468391.207376:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404827008:0@lo:250:kworker.0 00000100:00000001:1.0:1789468391.207381:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468391.207383:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468391.207386:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404827008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468391.207393:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468391.207404:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468391.207409:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:1.0:1789468391.207413:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468391.207415:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468391.207417:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468391.207420:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468391.207422:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:1.0:1789468391.207425:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468391.207427:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468391.207428:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:1.0:1789468391.207432:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468391.207439:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.207441:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468391.207514:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468391.207519:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468391.207521:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468391.207523:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468391.207527:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468391.207529:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20614 00000100:00080000:2.0:1789468391.207533:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468391.207535:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468391.207538:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468391.207540:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468391.207542:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468391.207549:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468391.207551:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468391.207554:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468391.207556:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468391.207559:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468391.207561:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468391.207563:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468391.207566:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468391.207567:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468391.207569:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468391.207571:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468391.207574:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468391.207577:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468391.207579:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468391.207582:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468391.207585:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468391.207587:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468391.207589:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468391.207594:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941880. 00000020:00000040:2.0:1789468391.207598:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468391.207601:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468391.207603:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468391.207605:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468391.207608:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468391.207611:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468391.207618:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542800. 00000100:00000001:2.0:1789468391.207624:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468391.207629:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468391.207638:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468391.207642:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468391.207646:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de681922] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468391.207666:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468391.207669:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468391.207673:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468391.207676:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468391.207678:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468391.207682:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468391.207684:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468391.207687:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468391.207690:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468391.207694:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20644) 00000100:00000001:1.0:1789468391.207764:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468391.207767:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468391.207769:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468391.207773:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468391.207780:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468391.207782:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468391.207785:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468391.207787:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468391.207790:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468391.207793:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404827648:0@lo:250:kworker.0 00000100:00000001:1.0:1789468391.207796:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468391.207800:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468391.207802:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468391.207805:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468391.207809:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468391.207811:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468391.207816:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbff20. 00000400:00000010:1.0:1789468391.207820:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351aa0. 00000100:00000200:1.0:1789468391.207839:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404827648, portal 25 00000100:00000001:1.0:1789468391.207842:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468391.207843:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622958208 : -130396086593408 : ffff8967cb941880) 00000100:00000040:1.0:1789468391.207855:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468391.207861:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468391.207864:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468391.207867:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789468391.207869:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404827648, offset 0 00000400:00000200:1.0:1789468391.207875:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468391.207886:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468391.207895:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f0200 00000400:00000100:1.0:1789468391.207900:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404827648 offset 0 length 520: 4 00000400:00000200:1.0:1789468391.207910:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468391.207913:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468391.207922:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351e58 00000400:00000010:1.0:1789468391.207924:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351e58. 00000100:00000001:1.0:1789468391.207928:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468391.207932:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468391.207939:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468391.207941:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468391.207947:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468391.207949:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468391.207954:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468391.207957:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315311794 00000100:00000010:1.0:1789468391.207961:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc113c0. 00000100:00000001:1.0:1789468391.207968:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468391.207977:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315311794 00000100:00000010:1.0:1789468391.207980:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11de0. 00000100:00000001:1.0:1789468391.207983:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468391.207985:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315311794 00000100:00000010:1.0:1789468391.207988:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f00. 00000100:00000001:1.0:1789468391.207991:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468391.207994:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315311794 00000100:00000010:1.0:1789468391.207997:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11780. 00000100:00000001:1.0:1789468391.208000:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468391.208002:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468391.208005:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468391.208008:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468391.208010:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.208014:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468391.208016:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.208022:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468391.208023:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468391.208025:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468391.208027:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468391.399185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468391.399193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468391.399200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468391.399201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468391.399206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468391.399208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468391.399281:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468391.399286:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468391.399289:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468392.231283:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468392.231296:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468392.231299:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468392.231304:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468392.231306:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468392.231311:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468392.231313:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468392.233004:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468392.233012:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468392.233015:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468392.233018:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468392.233020:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468392.233023:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468392.233026:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468392.233029:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468392.233031:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468392.233034:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468392.233054:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20645) 00010000:00000001:0.0:1789468392.423168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468392.423176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468392.423183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468392.423185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468392.423190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468392.423192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468392.423298:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468392.423301:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468392.423305:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468392.583844:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.583859:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468392.583863:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.583866:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468392.583878:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468392.583908:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1000 00000400:00000100:3.0:1789468392.583916:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402406400 offset 0 length 520: 4 00000400:00000200:3.0:1789468392.583922:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468392.583925:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468392.583935:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.583940:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468392.583942:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.583944:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468392.592657:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.592676:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468392.592681:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.592683:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468392.592696:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468392.592714:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1080 00000400:00000100:3.0:1789468392.592733:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402406528 offset 0 length 520: 4 00000400:00000200:3.0:1789468392.592739:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468392.592742:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468392.592753:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.592757:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468392.595169:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.595189:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468392.595193:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.595195:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468392.595206:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468392.595225:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1100 00000400:00000100:3.0:1789468392.595232:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402406656 offset 0 length 520: 4 00000400:00000200:3.0:1789468392.595237:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468392.595240:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468392.595250:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.595258:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468392.595260:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468392.595273:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468393.255152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468393.255166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468393.255168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468393.255173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468393.255192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468393.255197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468393.255199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468393.447255:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468393.447262:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468393.447268:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468393.447269:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468393.447274:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468393.447276:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468393.447449:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468393.447453:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468393.447456:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468394.279711:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468394.279725:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468394.279727:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468394.279732:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468394.279734:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468394.279739:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468394.279741:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.471190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468394.471199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.471204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468394.471206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.471212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468394.471214:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468394.471317:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468394.471321:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468394.471325:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468395.303163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468395.303182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468395.303183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468395.303188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468395.303190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468395.303195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468395.303197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468395.498035:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468395.498072:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468395.498079:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468395.498080:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468395.498085:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468395.498086:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468395.498394:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468395.498398:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468395.498401:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468396.263190:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468396.263201:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468396.263204:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468396.263207:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468396.263209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468396.263212:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468396.263215:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468396.263218:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468396.263220:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468396.263223:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468396.263246:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20649) 00000100:00000001:1.0:1789468396.327895:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468396.327910:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468396.327912:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468396.327917:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468396.327920:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468396.327924:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468396.327927:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468396.519391:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468396.519398:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468396.519403:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468396.519405:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468396.519410:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468396.519411:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468396.524197:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468396.524204:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468396.524208:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468396.711292:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315311794, at 4315312128 00000100:00000010:2.0:1789468396.711309:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11f00. 00000100:00000040:0.0:1789468396.712548:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315311794, at 4315312129 00000100:00000010:0.0:1789468396.712559:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc113c0. 00000100:00000040:1.0:1789468396.712808:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315311794, at 4315312129 00000100:00000010:1.0:1789468396.712815:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11de0. 00000100:00000040:3.0:1789468396.715000:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315311794, at 4315312131 00000100:00000010:3.0:1789468396.715013:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11780. 00000100:00000001:1.0:1789468397.353237:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468397.353252:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468397.353255:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468397.353260:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468397.353262:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468397.353267:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468397.353269:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468397.545180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468397.545188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468397.545194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468397.545196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468397.545201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468397.545205:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468397.545207:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468397.545211:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468397.545214:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468397.545216:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468397.545218:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468397.545221:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468397.545315:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468397.545319:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468397.545323:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468398.375210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468398.375225:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468398.375227:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468398.375231:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468398.375233:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468398.375237:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468398.375240:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468398.567172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468398.567179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468398.567185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468398.567186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468398.567192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468398.567193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468398.567318:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468398.567322:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468398.567325:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468399.399154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468399.399180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468399.399183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468399.399187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468399.399190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468399.399195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468399.399197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468399.592555:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468399.592673:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468399.592680:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468399.592681:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468399.592687:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468399.592688:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468399.592947:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468399.592951:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468399.592954:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468400.423242:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468400.423274:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468400.423276:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468400.423280:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468400.423283:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468400.423287:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468400.423289:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468400.615173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468400.615180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468400.615186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468400.615187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468400.615192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468400.615194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468400.615296:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468400.615299:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468400.615303:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468401.319147:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468401.319158:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468401.319161:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468401.319165:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468401.319168:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468401.319171:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468401.319174:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468401.319177:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468401.319179:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468401.319182:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468401.319188:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20654) 00000100:00000001:1.0:1789468401.447584:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468401.447599:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468401.447601:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468401.447606:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468401.447609:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468401.447614:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468401.447616:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468401.639172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468401.639179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468401.639185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468401.639187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468401.639192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468401.639194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468401.639307:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468401.639310:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468401.639338:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468402.471893:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468402.471908:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468402.471910:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468402.471914:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468402.471916:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468402.471920:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468402.471922:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468402.663178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468402.663186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468402.663192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468402.663194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468402.663198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468402.663200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468402.663329:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468402.663333:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468402.663336:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468403.495263:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468403.495277:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468403.495279:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468403.495284:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468403.495286:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468403.495291:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468403.495294:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468403.687166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468403.687174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468403.687180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468403.687182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468403.687186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468403.687188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468403.687293:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468403.687297:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468403.687300:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468404.519189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468404.519203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468404.519206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468404.519210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468404.519212:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468404.519216:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468404.519218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468404.711236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468404.711243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468404.711249:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468404.711250:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468404.711254:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468404.711256:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468404.711620:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468404.711623:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468404.711627:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468405.547026:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468405.547070:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468405.547073:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468405.547077:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468405.547079:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468405.547084:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468405.547086:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.735930:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468405.735938:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.735947:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468405.735948:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.735954:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468405.735955:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468405.736132:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468405.736136:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468405.736142:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468406.441141:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468406.441153:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468406.441157:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468406.441160:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468406.441163:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468406.441166:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468406.441169:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468406.441172:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468406.441175:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468406.441178:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468406.441184:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20659) 00000100:00000001:1.0:1789468406.570392:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468406.570406:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468406.570408:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468406.570413:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468406.570415:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468406.570435:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468406.570438:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468406.759188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468406.759197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468406.759203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468406.759205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468406.759210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468406.759211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468406.759706:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468406.759710:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468406.759713:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468407.591177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468407.591191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468407.591193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468407.591198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468407.591201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468407.591205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468407.591206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468407.783186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468407.783192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468407.783195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468407.783197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468407.783200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468407.783203:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468407.783205:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468407.783207:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468407.783209:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468407.783211:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468407.783212:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468407.783214:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468407.783281:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468407.783284:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468407.783287:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468408.615150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468408.615164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468408.615166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468408.615171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468408.615173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468408.615178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468408.615181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468408.807412:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468408.807418:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468408.807424:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468408.807425:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468408.807429:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468408.807432:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468408.811590:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468408.811596:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468408.811600:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468409.640568:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468409.640582:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468409.640585:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468409.640589:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468409.640591:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468409.640595:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468409.640598:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468409.831165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468409.831173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468409.831178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468409.831179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468409.831184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468409.831185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468409.831290:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468409.831294:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468409.831298:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468410.663318:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468410.663333:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468410.663335:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468410.663339:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468410.663342:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468410.663346:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468410.663349:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468410.855899:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468410.855908:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468410.855914:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468410.855916:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468410.855921:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468410.855923:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468410.857014:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468410.857020:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468410.857024:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468411.559984:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468411.559995:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468411.559998:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468411.560002:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468411.560004:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468411.560007:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468411.560009:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468411.560012:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468411.560015:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468411.560017:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468411.560023:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20664) 00000100:00000001:1.0:1789468411.687157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468411.687170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468411.687172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468411.687176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468411.687194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468411.687199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468411.687202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468411.880948:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468411.880956:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468411.880962:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468411.880963:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468411.880968:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468411.880969:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468411.881717:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468411.881721:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468411.881725:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468412.711150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468412.711159:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468412.711173:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468387/real 1789468387] req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468412.711191:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468412.711193:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468412.711196:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468412.711202:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351440 00000400:00000010:1.0:1789468412.711205:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351440. 00000100:00000001:1.0:1789468412.711209:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468412.711213:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468412.711221:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711228:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468412.711229:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711232:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468412.711245:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468412.711249:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711256:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711259:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468412.711262:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468387/real 1789468387] req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468412.711270:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468412.711272:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468412.711273:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468412.711276:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63513b8 00000400:00000010:1.0:1789468412.711278:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63513b8. 00000100:00000001:1.0:1789468412.711280:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468412.711302:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468412.711310:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711316:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468412.711317:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711319:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468412.711320:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468412.711323:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711329:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711331:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468412.711334:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468387/real 1789468387] req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468412.711416:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468412.711417:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468412.711419:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468412.711422:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351330 00000400:00000010:1.0:1789468412.711424:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351330. 00000100:00000001:1.0:1789468412.711427:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468412.711430:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468412.711436:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711442:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468412.711443:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711445:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468412.711447:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468412.711450:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711456:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711466:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468412.711470:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468387/real 1789468387] req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468412.711479:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468412.711480:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468412.711482:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb58. 00000400:00000200:1.0:1789468412.711484:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351cc0 00000400:00000010:1.0:1789468412.711486:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351cc0. 00000100:00000001:1.0:1789468412.711488:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468412.711491:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468412.711497:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711503:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468412.711504:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711506:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468412.711507:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468412.711510:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711516:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711524:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468412.711526:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711529:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468412.711532:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468412.711534:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468412.711538:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711618:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468412.711622:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711624:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468412.711625:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711628:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468412.711636:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468412.711640:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468412.711867:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468412.711870:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468412.711875:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468412.711884:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404827136:0@lo:38:kworker.0 00000100:00000001:1.0:1789468412.711888:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468412.711892:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.711898:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468412.711900:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711901:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468412.711903:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.711904:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468412.711905:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468412.711907:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468412.712266:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468412.712272:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468412.712274:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468412.712278:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468412.712279:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468412.712282:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468412.712285:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468412.712288:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20635 00000100:00080000:2.0:1789468412.712292:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468412.712296:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468412.712298:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468412.712300:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468412.712302:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468412.712310:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468412.712312:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468412.712315:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468412.712318:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468412.712321:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468412.712323:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468412.712326:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468412.712328:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468412.712329:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468412.712331:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468412.712334:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468412.712337:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468412.712339:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468412.712342:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468412.712349:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468412.712352:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468412.712354:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468412.712356:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468412.712362:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940380. 00000020:00000040:2.0:1789468412.712366:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468412.712370:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468412.712371:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468412.712374:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468412.712377:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468412.712380:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468412.712388:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789468412.712395:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468412.712402:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468412.712410:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468412.712415:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468412.712418:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034057c82] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468412.712427:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468412.712430:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468412.712432:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468412.712434:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468412.712436:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468412.712438:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468412.712440:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20635 00000100:00080000:2.0:1789468412.712442:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468412.712445:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468412.712446:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468412.712448:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468412.712450:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468412.712453:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468412.712454:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468412.712456:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468412.712457:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468412.712459:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468412.712461:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468412.712464:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468412.712465:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468412.712467:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468412.712468:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468412.712470:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468412.712473:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468412.712475:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468412.712486:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468412.712489:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468412.712492:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468412.712493:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468412.712494:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468412.712498:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789468412.712501:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468412.712503:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468412.712504:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468412.712506:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468412.712508:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468412.712510:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468412.712513:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789468412.712516:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468412.712520:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468412.712527:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468412.712529:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468412.712532:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468412.712538:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468412.712541:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468412.712544:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468412.712546:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468412.712549:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468412.712554:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20665) 00000100:00080000:1.0:1789468412.714590:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468412.714597:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468412.714608:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468412.714620:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404827264:0@lo:38:kworker.0 00000100:00000001:1.0:1789468412.714628:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468412.714632:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.714640:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468412.714659:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714662:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468412.714663:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714666:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468412.714668:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468412.714671:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468412.714678:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468412.714680:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468412.714684:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468412.714696:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404827392:0@lo:38:kworker.0 00000100:00000001:1.0:1789468412.714700:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468412.714704:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.714711:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468412.714713:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714715:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468412.714716:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714718:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468412.714719:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468412.714721:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468412.714727:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468412.714729:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468412.714733:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468412.714740:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404827520:0@lo:38:kworker.0 00000100:00000001:1.0:1789468412.714744:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.714752:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468412.714756:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404827136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.714763:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468412.714767:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468412.714770:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468412.714776:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468412.714779:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468412.714780:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468412.714783:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468412.714785:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:1.0:1789468412.714789:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468412.714790:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468412.714792:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:1.0:1789468412.714796:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468412.714798:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714800:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468412.714803:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404827264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.714809:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468412.714810:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468412.714812:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc000. 02000000:00000001:1.0:1789468412.714814:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468412.714815:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468412.714816:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468412.714818:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468412.714819:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:1.0:1789468412.714821:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468412.714822:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468412.714824:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:1.0:1789468412.714827:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468412.714828:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714829:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468412.714832:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d180 x1876386404827392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.714838:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468412.714844:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468412.714847:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468412.714850:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468412.714852:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468412.714853:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468412.714856:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468412.714858:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:1.0:1789468412.714860:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468412.714861:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468412.714862:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d180. 00000100:00000001:1.0:1789468412.714865:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468412.714866:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714867:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468412.714869:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404827520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468412 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.714874:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468412.714875:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468412.714877:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc400. 02000000:00000001:1.0:1789468412.714880:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468412.714881:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468412.714882:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468412.714883:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468412.714885:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:1.0:1789468412.714887:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468412.714887:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468412.714889:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:1.0:1789468412.714891:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468412.714892:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714894:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714902:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468412.714904:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.714906:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468412.714909:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468412.714911:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468412.714914:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.714921:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468412.714929:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468412.714933:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468412.714936:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468412.714938:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468412.714941:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404827776:0@lo:38:kworker.0 00000100:00000001:1.0:1789468412.714944:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468412.714948:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468412.714950:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468412.715081:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468412.715087:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc400. 02000000:00000001:1.0:1789468412.715089:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468412.715096:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb58. 00000400:00000010:1.0:1789468412.715103:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351cc0. 00000100:00000200:1.0:1789468412.715109:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404827776, portal 10 00000100:00000001:1.0:1789468412.715111:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468412.715113:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622952832 : -130396086598784 : ffff8967cb940380) 00000100:00000040:1.0:1789468412.715120:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.715127:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468412.715130:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468412.715133:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351330. 00000100:00000200:1.0:1789468412.715136:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404827776, offset 0 00000400:00000200:1.0:1789468412.715142:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468412.715156:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468412.715166:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0280 00000400:00000100:1.0:1789468412.715172:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404827776 offset 0 length 520: 4 00000400:00000200:1.0:1789468412.715178:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468412.715180:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468412.715190:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351330 00000400:00000010:1.0:1789468412.715193:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351330. 00000100:00000001:1.0:1789468412.715197:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468412.715200:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.715219:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468412.715222:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.715228:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.715229:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468412.715247:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468412.715252:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468412.715256:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315328151 00000100:00000010:1.0:1789468412.715260:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11de0. 00000100:00000001:1.0:1789468412.715267:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468412.715290:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315328151 00000100:00000010:1.0:1789468412.715294:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11900. 00000100:00000001:1.0:1789468412.715297:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468412.715300:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315328151 00000100:00000010:1.0:1789468412.715303:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11660. 00000100:00000001:1.0:1789468412.715306:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468412.715311:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315328151 00000100:00000010:1.0:1789468412.715314:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11360. 00000100:00000001:1.0:1789468412.715317:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468412.715319:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468412.715322:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.715325:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468412.715328:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.715334:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468412.715445:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468412.715449:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468412.715451:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468412.715452:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468412.715463:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404827904:0@lo:38:kworker.0 00000100:00000001:1.0:1789468412.715466:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468412.715469:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468412.715471:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468412.715472:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468412.715475:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468412.715477:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468412.715480:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468412.715483:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351330. 00000100:00000200:1.0:1789468412.715486:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404827904, portal 10 00000100:00000001:1.0:1789468412.715488:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468412.715489:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:1.0:1789468412.715494:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.715499:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468412.715501:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468412.715503:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63513b8. 00000100:00000200:1.0:1789468412.715505:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404827904, offset 0 00000400:00000200:1.0:1789468412.715508:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468412.715513:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468412.715519:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0300 00000400:00000100:1.0:1789468412.715523:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404827904 offset 0 length 520: 4 00000400:00000200:1.0:1789468412.715525:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468412.715527:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468412.715532:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63513b8 00000400:00000010:1.0:1789468412.715533:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63513b8. 00000100:00000001:1.0:1789468412.715535:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468412.715538:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.715545:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468412.715547:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.715563:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.715564:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468412.715569:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468412.715572:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468412.715575:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315328151 00000100:00000001:1.0:1789468412.715577:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315328151 00000100:00000001:1.0:1789468412.715579:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315328151 00000100:00000001:1.0:1789468412.715580:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315328151 00000100:00000001:1.0:1789468412.715582:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315328151 00000100:00000001:1.0:1789468412.715584:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315328151 00000100:00000001:1.0:1789468412.715585:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315328151 00000100:00000001:1.0:1789468412.715587:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315328151 00000100:00000001:1.0:1789468412.715588:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468412.715590:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.715592:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.715595:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.715599:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468412.715601:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.715602:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468412.715604:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468412.715605:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.715607:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468412.715704:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468412.715709:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468412.715712:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468412.715715:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468412.715717:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468412.715720:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468412.715723:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468412.715726:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20635 00000100:00080000:2.0:1789468412.715730:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468412.715733:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468412.715736:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468412.715739:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468412.715741:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468412.715748:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468412.715751:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468412.715753:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468412.715756:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468412.715758:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468412.715760:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468412.715763:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468412.715765:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468412.715767:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468412.715768:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468412.715771:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468412.715774:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468412.715776:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468412.715778:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468412.715785:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468412.715787:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468412.715790:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468412.715792:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468412.715798:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941500. 00000020:00000040:2.0:1789468412.715801:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468412.715806:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468412.715807:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468412.715810:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468412.715812:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468412.715816:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468412.715823:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789468412.715828:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468412.715834:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468412.715843:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468412.715847:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468412.715852:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d71cadf2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468412.715872:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468412.715875:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468412.715878:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468412.715879:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468412.715880:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468412.715883:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468412.715885:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20635 00000100:00080000:2.0:1789468412.715887:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468412.715889:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468412.715891:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468412.715893:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468412.715895:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468412.715899:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468412.715900:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468412.715902:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468412.715904:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468412.715906:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468412.715908:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468412.715912:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468412.715913:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468412.715915:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468412.715916:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468412.715918:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468412.715921:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468412.715923:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468412.715924:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468412.715927:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468412.715929:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468412.715931:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468412.715933:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468412.715937:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942d80. 00000020:00000040:2.0:1789468412.715939:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468412.715941:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468412.715942:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468412.715944:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468412.715945:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468412.715947:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468412.716089:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789468412.716095:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468412.716100:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468412.716106:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468412.716109:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468412.716112:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8bc0c79] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468412.716119:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468412.716123:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20665) 00000100:00000001:1.0:1789468412.716172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468412.716175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468412.716176:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468412.716181:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.716188:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468412.716189:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468412.716192:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468412.716194:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468412.716202:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468412.716205:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404828032:0@lo:38:kworker.0 00000100:00000001:1.0:1789468412.716208:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468412.716211:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468412.716212:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468412.716214:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468412.716217:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc000. 02000000:00000001:1.0:1789468412.716218:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468412.716223:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468412.716226:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63513b8. 00000100:00000200:1.0:1789468412.716230:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404828032, portal 10 00000100:00000001:1.0:1789468412.716231:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468412.716233:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:1.0:1789468412.716249:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.716254:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468412.716256:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468412.716259:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789468412.716261:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404828032, offset 0 00000400:00000200:1.0:1789468412.716265:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468412.716272:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468412.716277:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0380 00000400:00000100:1.0:1789468412.716281:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404828032 offset 0 length 520: 4 00000400:00000200:1.0:1789468412.716285:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468412.716287:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468412.716292:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351440 00000400:00000010:1.0:1789468412.716294:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351440. 00000100:00000001:1.0:1789468412.716297:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468412.716300:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.716307:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468412.716309:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.716325:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.716326:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468412.716332:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468412.716335:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468412.716796:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315328152 00000100:00000001:1.0:1789468412.716806:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315328151 00000100:00000001:1.0:1789468412.716810:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315328152 00000100:00000001:1.0:1789468412.716813:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315328151 00000100:00000001:1.0:1789468412.716815:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315328152 00000100:00000001:1.0:1789468412.716818:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315328151 00000100:00000001:1.0:1789468412.716820:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315328152 00000100:00000001:1.0:1789468412.716823:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315328151 00000100:00000001:1.0:1789468412.716826:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468412.716828:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.716831:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468412.716836:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.716842:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468412.716843:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468412.716845:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468412.716846:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468412.716848:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468412.716850:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404828160:0@lo:38:kworker.0 00000100:00000001:1.0:1789468412.716853:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468412.716855:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468412.716857:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468412.716858:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468412.716862:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468412.716863:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468412.716873:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468412.716876:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789468412.716879:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404828160, portal 10 00000100:00000001:1.0:1789468412.716881:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468412.716882:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622963584 : -130396086588032 : ffff8967cb942d80) 00000100:00000040:1.0:1789468412.716887:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.716893:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468412.716895:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468412.716897:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789468412.716899:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404828160, offset 0 00000400:00000200:1.0:1789468412.716902:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468412.716907:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468412.716912:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0400 00000400:00000100:1.0:1789468412.716916:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404828160 offset 0 length 520: 4 00000400:00000200:1.0:1789468412.716919:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468412.716921:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468412.716925:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351e58 00000400:00000010:1.0:1789468412.716927:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351e58. 00000100:00000001:1.0:1789468412.716930:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468412.716933:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.716939:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468412.716943:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468412.716949:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.716950:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468412.716970:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468412.716973:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468412.716975:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315328153 00000100:00000001:1.0:1789468412.716980:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315328152 00000100:00000001:1.0:1789468412.716982:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315328153 00000100:00000001:1.0:1789468412.716991:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315328152 00000100:00000001:1.0:1789468412.716993:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315328153 00000100:00000001:1.0:1789468412.716995:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315328152 00000100:00000001:1.0:1789468412.716997:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315328153 00000100:00000001:1.0:1789468412.716999:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315328152 00000100:00000001:1.0:1789468412.717002:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468412.717004:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.717007:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.717009:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.717015:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468412.717016:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468412.717019:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468412.717020:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468412.717021:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468412.717023:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468412.737140:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315328153, at 4315328154 00000100:00000010:0.0:1789468412.737154:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11de0. 00000100:00000040:3.0:1789468412.737867:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315328153, at 4315328154 00000100:00000010:3.0:1789468412.737875:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11360. 00000100:00000040:2.0:1789468412.738310:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315328153, at 4315328155 00000100:00000010:2.0:1789468412.738317:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11660. 00000100:00000040:1.0:1789468412.738829:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315328153, at 4315328155 00000100:00000010:1.0:1789468412.738837:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11900. 00010000:00000001:0.0:1789468412.905014:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468412.905022:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468412.905027:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468412.905028:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468412.905034:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468412.905052:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468412.905151:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468412.905166:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468412.905169:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468413.735198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468413.735212:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468413.735215:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468413.735219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468413.735221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468413.735225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468413.735238:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468413.928437:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468413.928445:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468413.928451:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468413.928452:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468413.928457:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468413.928458:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468413.928555:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468413.928559:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468413.928562:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468414.759172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468414.759186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468414.759188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468414.759192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468414.759230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468414.759234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468414.759237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.953174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468414.953181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.953187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468414.953188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.953193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468414.953194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468414.953256:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468414.953260:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468414.953263:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468415.785054:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468415.785069:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468415.785071:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468415.785076:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468415.785078:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468415.785083:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468415.785085:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468415.975170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468415.975177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468415.975183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468415.975184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468415.975189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468415.975191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468415.975318:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468415.975322:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468415.975324:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468416.807154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468416.807163:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468416.807189:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468391/real 1789468391] req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468416 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468416.807214:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468416.807216:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468416.807219:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbff20. 00000400:00000200:1.0:1789468416.807225:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351aa0 00000400:00000010:1.0:1789468416.807228:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351aa0. 00000100:00000001:1.0:1789468416.807232:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468416.807236:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468416 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468416.807243:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468416 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468416.807249:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468416.807251:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468416.807253:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468416.807255:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468416.807258:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468416 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468416.807263:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468416.807272:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468416.807274:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468416.807276:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468416.807278:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468416.807311:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468416.807316:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468416 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468416.807323:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468416.807325:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468416.807326:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468416.807328:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468416.807330:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468416.807332:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468416.807334:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468416.807368:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468416.807370:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468416.807374:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468416 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468416.807381:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404827648:0@lo:250:kworker.0 00000100:00000001:1.0:1789468416.807385:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468416.807388:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468416.807390:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941880 x1876386404827648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468416 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468416.807396:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468416.807399:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468416.807403:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468416.807410:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468416.807412:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468416.807414:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468416.807416:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468416.807418:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:1.0:1789468416.807422:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468416.807424:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468416.807426:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941880. 00000100:00000001:1.0:1789468416.807429:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468416.807435:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468416.807438:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468416.807529:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468416.807534:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468416.807536:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468416.807539:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468416.807542:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468416.807545:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20639 00000100:00080000:3.0:1789468416.807548:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468416.807551:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468416.807553:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468416.807555:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468416.807557:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468416.807565:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468416.807567:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468416.807569:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468416.807572:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468416.807574:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468416.807576:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468416.807578:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468416.807580:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468416.807582:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468416.807583:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468416.807586:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468416.807589:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468416.807591:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468416.807594:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468416.807604:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468416.807607:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468416.807609:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468416.807611:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468416.807617:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789468416.807620:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468416.807623:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468416.807625:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468416.807628:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468416.807631:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468416.807634:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468416.807641:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468416.807648:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468416.807653:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468416.807662:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468416.807666:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468416.807669:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468416.807688:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468416.807691:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468416.807694:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468416.807696:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468416.807772:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468416.807775:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468416.807778:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468416.807780:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468416.807783:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468416.807793:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20669) 00000100:00000001:1.0:1789468416.807917:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468416.807921:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468416.807923:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468416.807927:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468416.807933:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468416.807935:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468416.807939:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468416.807941:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468416.807944:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468416.807946:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404828288:0@lo:250:kworker.0 00000100:00000001:1.0:1789468416.807949:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468416.807953:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468416.807955:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468416.807957:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468416.807960:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468416.807962:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468416.807967:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbff20. 00000400:00000010:1.0:1789468416.807972:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351aa0. 00000100:00000200:1.0:1789468416.807977:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404828288, portal 25 00000100:00000001:1.0:1789468416.807979:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468416.807981:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312502656 : -130400397048960 : ffff8966caa7c380) 00000100:00000040:1.0:1789468416.807986:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468416.807992:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468416.807994:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468416.807997:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789468416.808000:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404828288, offset 0 00000400:00000200:1.0:1789468416.808006:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468416.808019:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468416.808030:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f0480 00000400:00000100:1.0:1789468416.808056:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404828288 offset 0 length 520: 4 00000400:00000200:1.0:1789468416.808067:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468416.808070:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468416.808081:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351e58 00000400:00000010:1.0:1789468416.808083:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351e58. 00000100:00000001:1.0:1789468416.808087:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468416.808091:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468416.808100:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468416.808103:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468416.808110:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468416.808111:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468416.808116:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468416.808119:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315337395 00000100:00000010:1.0:1789468416.808123:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11900. 00000100:00000001:1.0:1789468416.808130:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468416.808139:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315337395 00000100:00000010:1.0:1789468416.808141:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11240. 00000100:00000001:1.0:1789468416.808144:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468416.808147:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315337395 00000100:00000010:1.0:1789468416.808149:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc115a0. 00000100:00000001:1.0:1789468416.808153:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468416.808155:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315337395 00000100:00000010:1.0:1789468416.808158:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc116c0. 00000100:00000001:1.0:1789468416.808160:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468416.808163:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468416.808166:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468416.808169:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468416.808171:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468416.808175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468416.808177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468416.808186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468416.808188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468416.808190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468416.808191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468416.999168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468416.999175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468416.999181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468416.999183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468416.999187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468416.999190:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468416.999193:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468416.999196:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468416.999199:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468416.999210:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468416.999212:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468416.999214:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468416.999380:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468416.999384:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468416.999388:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468417.831400:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468417.831414:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468417.831416:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.831420:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468417.831423:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468417.831427:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468417.831429:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468417.838648:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468417.838662:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468417.838666:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468417.838670:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468417.838673:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468417.838676:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468417.838679:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468417.838682:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468417.838687:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468417.838690:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468417.838696:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20670) 00010000:00000001:0.0:1789468418.027111:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468418.027121:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468418.027129:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468418.027131:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468418.027137:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468418.027139:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468418.027444:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468418.027449:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468418.027453:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468418.192483:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192512:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468418.192517:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192532:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468418.192549:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468418.192574:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1180 00000400:00000100:0.0:1789468418.192747:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402406784 offset 0 length 520: 4 00000400:00000200:0.0:1789468418.192756:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468418.192759:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468418.192775:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192783:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468418.192785:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192787:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468418.192789:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192791:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468418.192796:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468418.192802:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1200 00000400:00000100:0.0:1789468418.192809:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402406912 offset 0 length 520: 4 00000400:00000200:0.0:1789468418.192812:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468418.192814:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468418.192818:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192821:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468418.192823:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192826:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468418.192827:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192830:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468418.192834:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468418.192839:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1280 00000400:00000100:0.0:1789468418.192844:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402407040 offset 0 length 520: 4 00000400:00000200:0.0:1789468418.192846:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468418.192848:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468418.192852:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192861:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468418.192864:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468418.192866:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468418.855232:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468418.855252:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468418.855255:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468418.855261:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468418.855264:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468418.855269:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468418.855272:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468419.049752:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468419.049763:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468419.049770:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468419.049772:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468419.049778:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468419.049780:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468419.051078:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468419.051086:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468419.051091:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468419.879178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468419.879206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468419.879209:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468419.879215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468419.879218:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468419.879224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468419.879227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468420.072906:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468420.072930:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468420.072937:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468420.072940:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468420.072946:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468420.072947:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468420.073263:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468420.073267:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468420.073271:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468420.903199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468420.903217:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468420.903220:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468420.903226:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468420.903229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468420.903235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468420.903238:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468421.095317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468421.095328:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468421.095336:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468421.095338:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468421.095343:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468421.095345:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468421.095579:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468421.095583:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468421.095612:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468421.865491:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468421.865505:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468421.865510:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468421.865523:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468421.865526:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468421.865529:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468421.865533:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468421.865536:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468421.865538:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468421.865541:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468421.865548:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20674) 00000100:00000001:1.0:1789468421.929010:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468421.929029:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468421.929032:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468421.929057:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468421.929060:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468421.929066:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468421.929070:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468422.119154:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468422.119173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468422.119180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468422.119182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468422.119187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468422.119189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468422.119307:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468422.119311:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468422.119315:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468422.311252:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315337395, at 4315337728 00000100:00000040:1.0:1789468422.311253:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315337395, at 4315337728 00000100:00000010:1.0:1789468422.311277:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11240. 00000100:00000010:0.0:1789468422.311281:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11900. 00000100:00000040:2.0:1789468422.311516:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315337395, at 4315337728 00000100:00000010:2.0:1789468422.311525:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc115a0. 00000100:00000040:3.0:1789468422.311782:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315337395, at 4315337728 00000100:00000010:3.0:1789468422.311791:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc116c0. 00000100:00000001:1.0:1789468422.951202:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468422.951221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468422.951224:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468422.951230:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468422.951233:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468422.951239:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468422.951242:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468423.143212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468423.143222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468423.143229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468423.143231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468423.143236:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468423.143238:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468423.143420:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468423.143425:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468423.143429:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468423.976390:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468423.976423:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468423.976425:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468423.976432:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468423.976436:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468423.976442:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468423.976445:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.167217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468424.167227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.167234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468424.167235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.167242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468424.167243:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468424.167352:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468424.167358:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468424.167362:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789468424.551227:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468424.551240:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468424.551246:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468424.551555:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468424.551562:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468424.551575:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468424.551580:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468424.551583:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468424.999205:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468424.999235:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468424.999238:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468424.999244:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468424.999247:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468424.999254:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468424.999257:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468425.192083:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468425.192094:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468425.192114:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468425.192118:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468425.192123:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468425.192125:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468425.193073:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468425.193080:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468425.193085:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468426.023253:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468426.023273:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468426.023300:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468426.023306:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468426.023309:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468426.023315:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468426.023319:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468426.215984:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468426.215995:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468426.216002:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468426.216004:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468426.216010:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468426.216011:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468426.216183:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468426.216188:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468426.216192:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468426.919700:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468426.919712:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468426.919715:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468426.919720:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468426.919722:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468426.919894:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468426.919898:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468426.919902:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468426.919905:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468426.919908:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468426.919916:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20680) 00000100:00000001:1.0:1789468427.047290:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468427.047311:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468427.047314:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468427.047320:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468427.047323:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468427.047329:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468427.047332:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468427.239207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468427.239219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468427.239228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468427.239230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468427.239237:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468427.239241:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468427.239244:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468427.239248:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468427.239251:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468427.239254:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468427.239256:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468427.239259:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468427.239368:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468427.239373:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468427.239376:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468428.071184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468428.071198:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468428.071201:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468428.071224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468428.071226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468428.071231:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468428.071233:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468428.263181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468428.263189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468428.263194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468428.263196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468428.263201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468428.263203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468428.263389:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468428.263393:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468428.263396:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468429.095263:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468429.095276:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468429.095279:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468429.095284:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468429.095286:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468429.095291:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468429.095294:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468429.290282:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468429.290290:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468429.290295:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468429.290297:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468429.290302:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468429.290304:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468429.290590:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468429.290594:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468429.290598:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468430.119161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468430.119176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468430.119178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468430.119183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468430.119186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468430.119191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468430.119194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468430.311225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468430.311232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468430.311237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468430.311239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468430.311244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468430.311246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468430.311339:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468430.311343:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468430.311346:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468431.143404:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468431.143417:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468431.143419:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468431.143423:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468431.143425:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468431.143430:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468431.143432:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468431.338003:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468431.338012:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468431.338018:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468431.338020:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468431.338025:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468431.338027:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468431.338176:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468431.338180:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468431.338183:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468432.039352:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468432.039372:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468432.039376:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468432.039380:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468432.039382:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468432.039386:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468432.039389:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468432.039392:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468432.039395:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468432.039398:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468432.039402:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20685) 00000100:00000001:1.0:1789468432.167281:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468432.167295:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468432.167298:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468432.167302:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468432.167305:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468432.167309:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468432.167312:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468432.359176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468432.359184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468432.359190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468432.359192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468432.359196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468432.359198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468432.359288:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468432.359291:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468432.359294:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468433.191193:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468433.191206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468433.191223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468433.191228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468433.191230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468433.191234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468433.191237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468433.383505:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468433.383512:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468433.383518:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468433.383520:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468433.383524:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468433.383526:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468433.384492:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468433.384497:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468433.384500:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468434.215495:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468434.215510:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468434.215512:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468434.215516:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468434.215519:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468434.215523:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468434.215526:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.407881:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468434.407888:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.407894:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468434.407895:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.407900:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468434.407901:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468434.407980:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468434.407983:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468434.407986:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468435.239151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468435.239165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468435.239167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468435.239174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468435.239176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468435.239181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468435.239183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468435.431191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468435.431199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468435.431204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468435.431206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468435.431211:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468435.431213:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468435.431453:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468435.431456:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468435.431460:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468436.263873:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468436.263889:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468436.263890:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468436.263895:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468436.263897:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468436.263902:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468436.263904:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468436.455166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468436.455174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468436.455180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468436.455181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468436.455187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468436.455188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468436.455288:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468436.455306:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468436.455309:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468437.159601:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.159610:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468437.159614:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.159617:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468437.159620:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.159622:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468437.159625:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.159627:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468437.159630:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.159632:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468437.159637:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20690) 00000100:00000001:1.0:1789468437.287409:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468437.287417:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468437.287432:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468412/real 1789468412] req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468437.287452:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468437.287454:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468437.287476:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468437.287482:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63513b8 00000400:00000010:1.0:1789468437.287485:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63513b8. 00000100:00000001:1.0:1789468437.287490:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468437.287494:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468437.287503:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287510:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468437.287513:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287516:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468437.287518:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468437.287522:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287528:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287530:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468437.287534:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468412/real 1789468412] req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468437.287542:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468437.287543:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468437.287545:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468437.287547:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351440 00000400:00000010:1.0:1789468437.287549:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351440. 00000100:00000001:1.0:1789468437.287551:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468437.287554:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468437.287561:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287566:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468437.287568:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287569:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468437.287570:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468437.287579:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287585:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287587:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468437.287590:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468412/real 1789468412] req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468437.287598:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468437.287599:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468437.287600:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb58. 00000400:00000200:1.0:1789468437.287603:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351cc0 00000400:00000010:1.0:1789468437.287604:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351cc0. 00000100:00000001:1.0:1789468437.287607:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468437.287609:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468437.287616:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287622:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468437.287623:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287625:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468437.287626:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468437.287629:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287634:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287636:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468437.287641:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468412/real 1789468412] req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468437.287647:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468437.287648:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468437.287649:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468437.287652:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351330 00000400:00000010:1.0:1789468437.287653:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351330. 00000100:00000001:1.0:1789468437.287664:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468437.287668:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468437.287676:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287682:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468437.287684:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287685:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468437.287686:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468437.287690:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287695:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287704:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468437.287706:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287708:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468437.287710:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468437.287713:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468437.287717:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287723:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468437.287725:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287727:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468437.287728:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287730:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468437.287732:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468437.287736:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468437.287763:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468437.287766:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468437.287770:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468437.287777:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404828032:0@lo:38:kworker.0 00000100:00000001:1.0:1789468437.287788:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468437.287792:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.287797:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468437.287799:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287800:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468437.287801:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.287803:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468437.287804:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468437.287806:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468437.287811:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468437.287813:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468437.287816:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468437.287823:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404828160:0@lo:38:kworker.0 00000100:00080000:3.0:1789468437.288094:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.288100:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468437.288102:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.288104:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468437.288107:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.288109:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468437.288111:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.288114:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468437.288116:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468437.288124:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468437.288127:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468437.288130:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20660 00000100:00080000:3.0:1789468437.288134:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468437.288142:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468437.288145:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468437.288147:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468437.288149:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468437.288157:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468437.288159:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468437.288161:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468437.288165:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468437.288167:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468437.288169:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468437.288171:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468437.288173:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468437.288175:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468437.288177:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468437.288179:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468437.288182:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468437.288184:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468437.288187:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468437.288194:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468437.288196:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468437.288204:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468437.288207:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468437.288216:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789468437.288219:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468437.288223:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468437.288224:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468437.288227:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468437.288229:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468437.288239:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468437.288246:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789468437.288251:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468437.288258:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468437.288266:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468437.288270:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468437.288273:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468437.288282:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468437.288295:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.288298:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468437.288299:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468437.288300:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468437.288303:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468437.288305:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20660 00000100:00080000:3.0:1789468437.288307:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468437.288309:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468437.288311:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468437.288313:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468437.288314:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468437.288318:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468437.288319:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468437.288320:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468437.288323:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468437.288325:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468437.288327:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468437.288329:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468437.288330:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468437.288332:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468437.288350:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468437.288353:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468437.288356:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468437.288358:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468437.288359:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468437.288362:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468437.288364:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468437.288366:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468437.288367:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468437.288370:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789468437.288372:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468437.288374:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468437.288375:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468437.288377:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468437.288378:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468437.288379:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468437.288383:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789468437.288386:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468437.288390:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468437.288397:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468437.288399:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468437.288402:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468437.288408:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468437.288412:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20690) 00000100:00000001:1.0:1789468437.288626:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468437.288632:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.288638:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468437.288640:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.288642:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468437.288643:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.288645:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468437.288647:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468437.288648:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468437.288665:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468437.288668:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468437.288678:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468437.288684:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404827776:0@lo:38:kworker.0 00000100:00000001:1.0:1789468437.288688:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468437.288692:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.288698:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468437.288700:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.288702:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468437.288703:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.288704:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468437.288706:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468437.288708:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468437.288713:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468437.288715:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468437.288719:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468437.288726:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404827904:0@lo:38:kworker.0 00000100:00000001:1.0:1789468437.288730:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.288733:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468437.288736:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941500 x1876386404828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.288742:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468437.288745:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468437.288748:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc000. 02000000:00000001:1.0:1789468437.288752:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468437.288754:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468437.288755:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468437.288763:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468437.288766:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789468437.288770:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468437.288771:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468437.288773:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941500. 00000100:00000001:1.0:1789468437.288777:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468437.288778:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.288779:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468437.288783:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942d80 x1876386404828160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.288789:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468437.288790:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468437.288791:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468437.288795:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468437.288796:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468437.288797:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468437.288799:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468437.288800:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542000. 02000000:00000001:1.0:1789468437.288802:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468437.288803:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468437.288804:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942d80. 00000100:00000001:1.0:1789468437.288807:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468437.288808:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.288809:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468437.288813:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940380 x1876386404827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.288819:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468437.289024:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468437.289028:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc400. 02000000:00000001:1.0:1789468437.289031:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468437.289033:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468437.289034:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468437.289062:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468437.289065:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:1.0:1789468437.289068:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468437.289069:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468437.289076:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940380. 00000100:00000001:1.0:1789468437.289079:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468437.289080:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.289082:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468437.289086:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404827904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468437 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.289091:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468437.289092:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468437.289094:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468437.289097:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468437.289099:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468437.289100:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468437.289101:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468437.289103:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:1.0:1789468437.289105:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468437.289106:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468437.289107:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:1.0:1789468437.289109:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468437.289110:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.289112:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.289118:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468437.289119:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.289121:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468437.289123:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468437.289125:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468437.289128:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.289135:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468437.289137:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468437.289139:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468437.289142:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468437.289145:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468437.289147:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404828416:0@lo:38:kworker.0 00000100:00000001:1.0:1789468437.289151:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468437.289155:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468437.289157:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468437.289165:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468437.289168:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468437.289170:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468437.289175:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468437.289180:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351330. 00000100:00000200:1.0:1789468437.289186:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404828416, portal 10 00000100:00000001:1.0:1789468437.289188:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468437.289190:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00000040:1.0:1789468437.289197:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.289204:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468437.289206:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468437.289208:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351cc0. 00000100:00000200:1.0:1789468437.289211:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404828416, offset 0 00000400:00000200:1.0:1789468437.289217:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468437.289228:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468437.289238:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0500 00000400:00000100:1.0:1789468437.289244:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404828416 offset 0 length 520: 4 00000400:00000200:1.0:1789468437.289248:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468437.289251:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468437.289260:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351cc0 00000400:00000010:1.0:1789468437.289262:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351cc0. 00000100:00000001:1.0:1789468437.289265:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468437.289269:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.289275:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468437.289278:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.289284:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.289285:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468437.289290:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468437.289294:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468437.289297:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315352725 00000100:00000010:1.0:1789468437.289306:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11cc0. 00000100:00000001:1.0:1789468437.289312:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 0 00000100:00080000:3.0:1789468437.289416:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.289420:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468437.289422:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.289424:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468437.289426:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468437.289435:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468437.289437:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468437.289440:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20660 00000100:00080000:3.0:1789468437.289442:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468437.289444:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468437.289446:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468437.289448:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468437.289450:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468437.289457:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468437.289458:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468437.289460:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468437.289462:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468437.289464:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468437.289466:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468437.289468:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468437.289469:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468437.289470:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468437.289471:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468437.289474:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468437.289476:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468437.289477:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468437.289479:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468437.289482:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468437.289484:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468437.289485:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468437.289487:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468437.289491:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789468437.289493:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468437.289496:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468437.289497:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468437.289499:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468437.289501:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468437.289508:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468437.289513:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789468437.289518:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468437.289522:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468437.289529:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468437.289531:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468437.289535:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468437.289543:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468437.289545:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468437.289548:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468437.289549:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468437.289551:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468437.289553:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468437.289555:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20660 00000100:00080000:3.0:1789468437.289557:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468437.289559:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468437.289561:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468437.289563:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468437.289564:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468437.289568:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468437.289569:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468437.289571:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468437.289573:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468437.289575:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468437.289577:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468437.289579:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468437.289581:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468437.289582:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468437.289589:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468437.289592:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468437.289595:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468437.289597:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468437.289599:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468437.289601:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468437.289603:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468437.289605:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468437.289607:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468437.289610:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789468437.289612:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468437.289614:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468437.289615:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468437.289617:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468437.289618:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468437.289620:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468437.289623:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789468437.289626:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468437.289630:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468437.289637:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468437.289639:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468437.289642:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468437.289649:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468437.289653:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20690) 00000100:00000001:1.0:1789468437.289888:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315352725 00000100:00000010:1.0:1789468437.289894:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ba0. 00000100:00000001:1.0:1789468437.289897:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468437.289902:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315352725 00000100:00000010:1.0:1789468437.289904:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11600. 00000100:00000001:1.0:1789468437.289908:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468437.289921:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315352725 00000100:00000010:1.0:1789468437.289925:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11120. 00000100:00000001:1.0:1789468437.289928:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468437.289937:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468437.289940:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.289943:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468437.289946:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.289953:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468437.289954:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468437.289956:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468437.289958:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468437.289960:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468437.289963:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404828544:0@lo:38:kworker.0 00000100:00000001:1.0:1789468437.289966:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468437.289968:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468437.289970:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468437.289971:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468437.289975:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc400. 02000000:00000001:1.0:1789468437.289977:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468437.289980:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb58. 00000400:00000010:1.0:1789468437.289984:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351cc0. 00000100:00000200:1.0:1789468437.289987:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404828544, portal 10 00000100:00000001:1.0:1789468437.289996:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468437.289997:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312509824 : -130400397041792 : ffff8966caa7df80) 00000100:00000040:1.0:1789468437.290003:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.290009:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468437.290010:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468437.290013:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789468437.290016:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404828544, offset 0 00000400:00000200:1.0:1789468437.290020:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468437.290027:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468437.290033:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0580 00000400:00000100:1.0:1789468437.290069:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404828544 offset 0 length 520: 4 00000400:00000200:1.0:1789468437.290073:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468437.290075:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468437.290081:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351440 00000400:00000010:1.0:1789468437.290083:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351440. 00000100:00000001:1.0:1789468437.290087:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468437.290091:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.290098:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468437.290101:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.290106:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.290107:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468437.290110:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468437.290113:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468437.290115:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315352727 00000100:00000001:1.0:1789468437.293597:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315352725 00000100:00000001:1.0:1789468437.293775:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315352730 00000100:00000001:1.0:1789468437.293783:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315352725 00000100:00000001:1.0:1789468437.293786:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315352730 00000100:00000001:1.0:1789468437.293928:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315352725 00000100:00000001:1.0:1789468437.293931:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315352730 00000100:00000001:1.0:1789468437.293935:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315352725 00000100:00000001:1.0:1789468437.293938:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468437.293943:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.293947:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.293951:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.293959:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468437.293961:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.293964:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468437.293966:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468437.293967:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468437.293978:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.293987:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468437.293989:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468437.293992:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468437.293996:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468437.293998:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468437.294002:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404828672:0@lo:38:kworker.0 00000100:00000001:1.0:1789468437.294005:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468437.294009:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468437.294012:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468437.294014:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468437.294021:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468437.294023:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468437.294029:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468437.294035:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351440. 00000100:00000200:1.0:1789468437.294073:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404828672, portal 10 00000100:00000001:1.0:1789468437.294076:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468437.294077:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:1.0:1789468437.294084:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.294102:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468437.294104:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468437.294107:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63513b8. 00000100:00000200:1.0:1789468437.294111:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404828672, offset 0 00000400:00000200:1.0:1789468437.294117:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468437.294129:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468437.294386:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0600 00000400:00000100:1.0:1789468437.294393:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404828672 offset 0 length 520: 4 00000400:00000200:1.0:1789468437.294397:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468437.294400:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468437.294412:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63513b8 00000400:00000010:1.0:1789468437.294414:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63513b8. 00000100:00000001:1.0:1789468437.294419:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468437.294565:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.294639:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468437.294644:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.294651:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.294653:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468437.294659:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468437.294664:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468437.294668:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315352730 00000100:00000001:1.0:1789468437.294674:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315352727 00000100:00000001:1.0:1789468437.294679:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315352730 00000100:00000001:1.0:1789468437.294682:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315352730 00000100:00000001:1.0:1789468437.294684:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315352730 00000100:00000001:1.0:1789468437.294686:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315352730 00000100:00000001:1.0:1789468437.294687:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315352730 00000100:00000001:1.0:1789468437.294696:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315352730 00000100:00000001:1.0:1789468437.294698:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468437.294700:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.294702:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468437.294707:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.294714:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468437.294715:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468437.294717:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468437.294719:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468437.294721:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468437.294723:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404828800:0@lo:38:kworker.0 00000100:00000001:1.0:1789468437.294726:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468437.294729:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468437.294730:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468437.294732:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468437.294736:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc000. 02000000:00000001:1.0:1789468437.294738:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468437.294741:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468437.294744:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63513b8. 00000100:00000200:1.0:1789468437.294748:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404828800, portal 10 00000100:00000001:1.0:1789468437.294750:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468437.294751:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312506240 : -130400397045376 : ffff8966caa7d180) 00000100:00000040:1.0:1789468437.294757:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.294764:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468437.294765:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468437.294768:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789468437.294770:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404828800, offset 0 00000400:00000200:1.0:1789468437.294774:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468437.295335:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468437.295347:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0680 00000400:00000100:1.0:1789468437.295353:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404828800 offset 0 length 520: 4 00000400:00000200:1.0:1789468437.295364:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468437.295367:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468437.295373:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351e58 00000400:00000010:1.0:1789468437.295376:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351e58. 00000100:00000001:1.0:1789468437.295379:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468437.295383:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.295390:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468437.295393:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468437.295399:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.295401:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468437.295404:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468437.295408:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468437.295410:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315352731 00000100:00000001:1.0:1789468437.295790:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315352730 00000100:00000001:1.0:1789468437.295796:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315352731 00000100:00000001:1.0:1789468437.295799:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315352730 00000100:00000001:1.0:1789468437.295802:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315352731 00000100:00000001:1.0:1789468437.295805:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315352730 00000100:00000001:1.0:1789468437.295807:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315352731 00000100:00000001:1.0:1789468437.295812:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315352730 00000100:00000001:1.0:1789468437.295815:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468437.295819:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.295877:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.295881:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.295888:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468437.295890:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468437.295893:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468437.295894:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468437.295903:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468437.295905:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468437.315159:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315352731, at 4315352732 00000100:00000010:3.0:1789468437.315175:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11120. 00000100:00000040:2.0:1789468437.315711:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315352731, at 4315352732 00000100:00000010:2.0:1789468437.315728:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11600. 00000100:00000040:0.0:1789468437.317157:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315352731, at 4315352734 00000100:00000010:0.0:1789468437.317171:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11cc0. 00000100:00000040:1.0:1789468437.317637:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315352731, at 4315352734 00000100:00000010:1.0:1789468437.317644:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ba0. 00010000:00000001:0.0:1789468437.480516:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468437.480522:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468437.480528:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468437.480530:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468437.480535:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468437.480538:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468437.480540:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468437.480543:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468437.480546:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468437.480548:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468437.480551:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468437.480553:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468437.480645:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468437.480649:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468437.480652:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468438.311162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468438.311184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468438.311187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468438.311192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468438.311195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468438.311199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468438.311202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468438.504083:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468438.504090:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468438.504095:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468438.504097:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468438.504101:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468438.504103:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468438.504274:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468438.504277:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468438.504280:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468439.335173:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468439.335188:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468439.335190:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468439.335194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468439.335197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468439.335201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468439.335204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468439.527184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468439.527191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468439.527197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468439.527199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468439.527203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468439.527204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468439.527361:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468439.527365:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468439.527368:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468440.359183:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468440.359196:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468440.359199:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468440.359203:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468440.359206:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468440.359210:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468440.359213:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468440.555550:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468440.555557:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468440.555563:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468440.555564:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468440.555569:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468440.555571:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468440.555729:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468440.555732:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468440.555750:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468441.383325:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468441.383332:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468441.383346:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468416/real 1789468416] req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468441 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468441.383364:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468441.383366:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468441.383386:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbff20. 00000400:00000200:1.0:1789468441.383391:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351aa0 00000400:00000010:1.0:1789468441.383394:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351aa0. 00000100:00000001:1.0:1789468441.383399:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468441.383403:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468441 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468441.383411:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468441 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468441.383418:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468441.383420:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468441.383422:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468441.383425:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468441.383428:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468441 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468441.383434:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468441.383442:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468441.383444:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468441.383446:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468441.383449:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468441.383452:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468441.383455:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468441 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468441.383461:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468441.383464:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468441.383465:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468441.383467:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468441.383469:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468441.383470:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468441.383473:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468441.383500:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468441.383503:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468441.383507:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468441 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468441.383526:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404828288:0@lo:250:kworker.0 00000100:00000001:1.0:1789468441.383531:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468441.383533:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468441.383536:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404828288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468441 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468441.383542:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468441.383546:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468441.383549:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468441.383555:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468441.383558:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468441.383559:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468441.383561:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468441.383564:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:1.0:1789468441.383568:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468441.383570:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468441.383571:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00000001:1.0:1789468441.383576:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468441.383577:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468441.383580:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468441.384820:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468441.384835:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468441.384837:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468441.384841:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468441.384845:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468441.384850:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20664 00000100:00080000:3.0:1789468441.384854:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468441.384857:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468441.384860:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468441.384862:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468441.384864:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468441.384872:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468441.384875:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468441.384877:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468441.384882:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468441.384884:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468441.384886:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468441.384888:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468441.384890:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468441.384892:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468441.384893:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468441.384896:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468441.384899:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468441.384901:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468441.384903:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468441.384906:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468441.384909:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468441.384911:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468441.384913:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468441.384921:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789468441.384945:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468441.384949:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468441.384951:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468441.384954:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468441.384956:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468441.385144:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468441.385152:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789468441.385158:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468441.385229:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468441.385240:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468441.385244:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468441.385251:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468441.385276:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468441.385280:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468441.385283:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468441.385285:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468441.385288:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468441.385291:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468441.385294:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468441.385296:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468441.385299:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468441.385304:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20694) 00000100:00000001:1.0:1789468441.385625:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468441.385630:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468441.385633:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468441.385639:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468441.385648:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468441.385649:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468441.385652:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468441.385654:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468441.385656:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468441.385658:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404828928:0@lo:250:kworker.0 00000100:00000001:1.0:1789468441.385660:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468441.385663:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468441.385672:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468441.385674:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468441.385679:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468441.385681:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468441.385686:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbff20. 00000400:00000010:1.0:1789468441.385692:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351aa0. 00000100:00000200:1.0:1789468441.385698:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404828928, portal 25 00000100:00000001:1.0:1789468441.385701:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468441.385702:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00000040:1.0:1789468441.385707:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468441.385714:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468441.385716:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468441.385718:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789468441.385721:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404828928, offset 0 00000400:00000200:1.0:1789468441.385728:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468441.385739:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468441.385751:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f0700 00000400:00000100:1.0:1789468441.385756:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404828928 offset 0 length 520: 4 00000400:00000200:1.0:1789468441.385761:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468441.385763:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468441.385775:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351e58 00000400:00000010:1.0:1789468441.385777:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351e58. 00000100:00000001:1.0:1789468441.385781:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468441.385784:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468441.385792:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468441.385795:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468441.385801:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468441.385803:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468441.385807:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468441.385811:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315361972 00000100:00000010:1.0:1789468441.385821:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ba0. 00000100:00000001:1.0:1789468441.385826:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468441.385836:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315361972 00000100:00000010:1.0:1789468441.385839:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11180. 00000100:00000001:1.0:1789468441.385842:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468441.385844:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315361972 00000100:00000010:1.0:1789468441.385847:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f60. 00000100:00000001:1.0:1789468441.385850:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468441.385858:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315361972 00000100:00000010:1.0:1789468441.385861:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc114e0. 00000100:00000001:1.0:1789468441.385864:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468441.385867:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468441.385870:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468441.385874:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468441.385877:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468441.385883:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468441.385886:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468441.385888:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468441.385889:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468441.385890:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468441.385892:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468441.575170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468441.575177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468441.575182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468441.575184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468441.575189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468441.575190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468441.575292:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468441.575296:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468441.575299:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468442.407823:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468442.407834:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468442.407837:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468442.407840:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468442.407843:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468442.407845:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468442.407864:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468442.407867:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468442.407870:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468442.407872:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468442.407889:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20695) 00000100:00000001:2.0:1789468442.407975:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468442.407986:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468442.407988:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468442.407991:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468442.407993:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468442.407998:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468442.408000:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468442.599192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468442.599201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468442.599206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468442.599208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468442.599213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468442.599215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468442.599856:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468442.599861:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468442.599864:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468442.761503:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761520:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468442.761524:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761527:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468442.761539:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468442.761555:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1300 00000400:00000100:0.0:1789468442.761564:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402407168 offset 0 length 520: 4 00000400:00000200:0.0:1789468442.761569:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468442.761571:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468442.761580:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761584:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468442.761586:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761588:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468442.761590:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761592:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468442.761596:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468442.761600:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1380 00000400:00000100:0.0:1789468442.761605:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402407296 offset 0 length 520: 4 00000400:00000200:0.0:1789468442.761607:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468442.761609:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468442.761612:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761615:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468442.761616:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761618:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468442.761619:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761621:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468442.761624:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468442.761628:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1400 00000400:00000100:0.0:1789468442.761632:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402407424 offset 0 length 520: 4 00000400:00000200:0.0:1789468442.761635:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468442.761637:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468442.761640:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761647:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468442.761648:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468442.761650:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468443.431334:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468443.431347:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468443.431349:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468443.431353:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468443.431355:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468443.431360:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468443.431362:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468443.623165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468443.623172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468443.623177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468443.623179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468443.623183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468443.623185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468443.623249:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468443.623253:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468443.623257:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468444.455112:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468444.455124:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468444.455126:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468444.455131:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468444.455133:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468444.455138:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468444.455140:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468444.649319:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468444.649326:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468444.649332:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468444.649334:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468444.649339:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468444.649341:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468444.649633:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468444.649665:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468444.649668:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468445.480756:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468445.480770:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468445.480773:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468445.480778:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468445.480782:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468445.480787:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468445.480790:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.671718:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468445.671725:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.671730:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468445.671732:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.671737:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468445.671739:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468445.671870:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468445.671873:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468445.671876:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468446.439219:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468446.439229:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468446.439232:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468446.439236:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468446.439238:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468446.439241:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468446.439244:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468446.439247:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468446.439250:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468446.439253:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468446.439258:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20699) 00000100:00000001:2.0:1789468446.504196:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468446.504208:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468446.504211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468446.504215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468446.504217:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468446.504222:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468446.504225:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468446.695551:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468446.695559:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468446.695565:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468446.695566:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468446.695571:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468446.695573:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468446.695810:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468446.695814:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468446.695817:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468446.887178:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315361972, at 4315362304 00000100:00000040:3.0:1789468446.887178:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315361972, at 4315362304 00000100:00000010:2.0:1789468446.887195:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11f60. 00000100:00000010:3.0:1789468446.887197:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc114e0. 00000100:00000040:1.0:1789468446.887400:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315361972, at 4315362304 00000100:00000010:1.0:1789468446.887407:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11180. 00000100:00000040:0.0:1789468446.887527:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315361972, at 4315362304 00000100:00000010:0.0:1789468446.887533:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ba0. 00000100:00000001:2.0:1789468447.528427:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468447.528440:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468447.528442:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468447.528446:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468447.528449:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468447.528453:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468447.528456:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468447.721534:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468447.721542:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468447.721547:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468447.721549:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468447.721554:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468447.721566:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468447.721569:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468447.721573:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468447.721576:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468447.721578:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468447.721580:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468447.721582:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468447.721731:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468447.721735:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468447.721737:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468448.551163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468448.551179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468448.551181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468448.551185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468448.551188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468448.551193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468448.551195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468448.743170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468448.743178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468448.743184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468448.743186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468448.743191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468448.743193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468448.743302:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468448.743305:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468448.743308:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468449.575195:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468449.575210:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468449.575213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468449.575217:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468449.575220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468449.575225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468449.575228:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468449.767171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468449.767178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468449.767184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468449.767186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468449.767191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468449.767192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468449.767360:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468449.767364:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468449.767367:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468450.600019:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468450.600033:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468450.600035:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468450.600056:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468450.600058:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468450.600063:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468450.600065:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468450.791472:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468450.791480:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468450.791485:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468450.791487:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468450.791491:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468450.791493:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468450.791578:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468450.791581:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468450.791584:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468451.495153:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468451.495165:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468451.495168:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468451.495171:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468451.495191:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468451.495194:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468451.495196:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468451.495200:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468451.495202:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468451.495205:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468451.495211:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20704) 00000100:00000001:2.0:1789468451.623565:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468451.623579:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468451.623581:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468451.623586:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468451.623588:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468451.623593:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468451.623595:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468451.815537:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468451.815544:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468451.815550:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468451.815552:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468451.815556:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468451.815558:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468451.815758:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468451.815762:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468451.815765:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468452.647664:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468452.647679:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468452.647681:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468452.647685:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468452.647688:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468452.647693:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468452.647695:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468452.839162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468452.839169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468452.839174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468452.839175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468452.839180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468452.839182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468452.839339:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468452.839342:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468452.839345:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468453.676412:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468453.676426:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468453.676428:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468453.676433:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468453.676435:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468453.676440:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468453.676442:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468453.863641:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468453.863649:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468453.863655:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468453.863657:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468453.863662:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468453.863664:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468453.866096:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468453.866103:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468453.866107:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468454.698380:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468454.698394:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468454.698396:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468454.698401:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468454.698403:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468454.698407:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468454.698410:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468454.887177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468454.887184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468454.887190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468454.887192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468454.887197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468454.887198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468454.887297:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468454.887301:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468454.887304:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468455.719155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468455.719169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468455.719172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468455.719177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468455.719179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468455.719184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468455.719186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.911237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468455.911244:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.911249:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468455.911251:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.911255:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468455.911257:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468455.912321:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468455.912326:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468455.912340:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468456.618918:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468456.618928:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468456.618931:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468456.618935:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468456.618937:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468456.618940:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468456.618943:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468456.618945:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468456.618973:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468456.618976:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468456.618982:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20709) 00000100:00000001:2.0:1789468456.743175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468456.743189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468456.743191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468456.743196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468456.743198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468456.743203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468456.743206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468456.935157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468456.935166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468456.935172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468456.935173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468456.935178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468456.935182:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468456.935184:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468456.935188:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468456.935191:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468456.935194:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468456.935195:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468456.935197:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468456.935358:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468456.935362:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468456.935365:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468457.767291:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468457.767304:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468457.767306:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468457.767312:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468457.767314:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468457.767319:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468457.767321:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468457.959153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468457.959160:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468457.959167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468457.959168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468457.959174:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468457.959175:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468457.963119:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468457.963126:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468457.963131:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468458.791296:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468458.791310:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468458.791312:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468458.791317:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468458.791319:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468458.791327:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468458.791330:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468458.983179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468458.983187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468458.983193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468458.983195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468458.983200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468458.983201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468458.983306:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468458.983326:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468458.983329:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468459.815149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468459.815163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468459.815165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468459.815170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468459.815172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468459.815176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468459.815178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468460.007190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468460.007197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468460.007202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468460.007204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468460.007209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468460.007210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468460.007439:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468460.007444:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468460.007447:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468460.839211:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468460.839226:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468460.839228:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468460.839233:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468460.839235:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468460.839240:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468460.839243:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468461.031529:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468461.031537:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468461.031543:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468461.031545:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468461.031550:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468461.031551:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468461.031660:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468461.031675:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468461.031679:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468461.735535:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468461.735545:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468461.735548:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468461.735552:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468461.735554:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468461.735556:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468461.735562:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468461.735564:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468461.735567:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468461.735569:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468461.735574:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20714) 00000100:00000001:2.0:1789468461.863220:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468461.863233:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468461.863236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468461.863240:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468461.863242:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468461.863247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468461.863249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468462.055169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468462.055177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468462.055184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468462.055185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468462.055190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468462.055192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468462.055301:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468462.055304:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468462.055307:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789468462.439206:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468462.439216:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468462.439220:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468462.440106:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468462.440113:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468462.440124:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468462.440129:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468462.440132:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468462.887161:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468462.887175:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468437/real 1789468437] req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468462.887204:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468462.887206:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468462.887209:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:2.0:1789468462.887215:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351440 00000400:00000010:2.0:1789468462.887217:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351440. 00000100:00000001:2.0:1789468462.887222:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468462.887225:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468462.887234:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887242:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468462.887244:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887247:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468462.887249:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468462.887253:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887259:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887261:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468462.887265:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468437/real 1789468437] req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468462.887272:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468462.887274:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468462.887275:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:2.0:1789468462.887278:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63513b8 00000400:00000010:2.0:1789468462.887280:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63513b8. 00000100:00000001:2.0:1789468462.887282:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468462.887285:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468462.887291:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887297:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468462.887298:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887299:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468462.887301:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468462.887303:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887309:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887311:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468462.887315:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468437/real 1789468437] req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468462.887324:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468462.887325:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468462.887326:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:2.0:1789468462.887328:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351330 00000400:00000010:2.0:1789468462.887330:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351330. 00000100:00000001:2.0:1789468462.887332:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468462.887334:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468462.887340:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887346:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468462.887347:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887349:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468462.887350:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468462.887353:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887358:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887360:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468462.887363:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468437/real 1789468437] req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468462.887374:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468462.887376:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468462.887377:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb58. 00000400:00000200:2.0:1789468462.887379:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351cc0 00000400:00000010:2.0:1789468462.887380:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351cc0. 00000100:00000001:2.0:1789468462.887382:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468462.887384:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468462.887390:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887395:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468462.887396:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887398:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468462.887399:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468462.887402:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887407:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887415:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468462.887417:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887420:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468462.887422:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468462.887425:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468462.887429:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887435:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468462.887438:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887440:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468462.887441:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887443:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468462.887445:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468462.887448:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468462.887540:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468462.887543:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468462.887549:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468462.887557:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404828672:0@lo:38:kworker.0 00000100:00000001:2.0:1789468462.887561:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468462.887565:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.887571:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468462.887573:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887575:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468462.887576:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.887578:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468462.887579:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468462.887582:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468462.889112:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.889134:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468462.889138:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.889141:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468462.889143:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468462.889145:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468462.889149:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468462.889153:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20685 00000100:00080000:3.0:1789468462.889158:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468462.889161:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468462.889163:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468462.889165:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468462.889167:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468462.889176:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468462.889594:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468462.889597:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468462.889600:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468462.889603:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468462.889606:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468462.889609:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468462.889611:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468462.889612:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468462.889615:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468462.889618:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468462.889621:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468462.889623:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468462.889627:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468462.889633:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468462.889636:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468462.889638:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468462.889647:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468462.889652:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789468462.889656:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468462.889659:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468462.889661:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468462.889664:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468462.889666:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468462.889670:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468462.889677:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468462.889684:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468462.889693:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468462.889703:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468462.889707:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468462.889711:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468462.889721:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468462.889723:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.889726:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468462.889727:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468462.889729:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468462.889731:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468462.889733:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20685 00000100:00080000:3.0:1789468462.889736:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468462.889738:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468462.889740:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468462.889741:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468462.889742:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468462.889746:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468462.889747:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468462.889749:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468462.889751:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468462.889758:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468462.889761:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468462.889764:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468462.889766:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468462.889767:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468462.889769:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468462.889771:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468462.889774:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468462.889776:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468462.889778:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468462.889780:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468462.889782:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468462.889784:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468462.889785:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468462.889788:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789468462.889790:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468462.889792:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468462.889793:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468462.889794:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468462.889796:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468462.889798:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468462.889802:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789468462.889805:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468462.889810:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468462.889816:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468462.889818:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468462.889821:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468462.889827:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468462.889829:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.889832:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468462.889839:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.889841:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468462.889846:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20716) 00000100:00080000:2.0:1789468462.889953:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468462.889957:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468462.889963:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468462.889971:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404828800:0@lo:38:kworker.0 00000100:00000001:2.0:1789468462.889977:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468462.889982:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.889989:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468462.889992:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.889994:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468462.889996:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.889998:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468462.889999:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468462.890002:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468462.890006:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468462.890008:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468462.890012:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468462.890018:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404828416:0@lo:38:kworker.0 00000100:00000001:2.0:1789468462.890021:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468462.890025:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.890030:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468462.890032:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.890033:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1789468462.890127:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.890131:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468462.890134:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.890136:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468462.890138:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468462.890139:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468462.890142:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468462.890144:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20685 00000100:00080000:3.0:1789468462.890147:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468462.890149:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468462.890151:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468462.890153:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468462.890154:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468462.890158:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468462.890159:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468462.890161:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468462.890162:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468462.890164:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468462.890166:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468462.890168:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468462.890170:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468462.890171:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468462.890173:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468462.890175:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00000001:2.0:1789468462.890358:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.890361:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468462.890362:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468462.890365:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468462.890445:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468462.890447:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468462.890452:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468462.890460:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404828544:0@lo:38:kworker.0 00000100:00000001:2.0:1789468462.890465:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.890468:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468462.890472:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.890483:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468462.890486:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468462.890488:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:2.0:1789468462.890494:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468462.890496:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468462.890497:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789468462.890499:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468462.890501:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:2.0:1789468462.890504:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468462.890506:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468462.890507:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:2.0:1789468462.890512:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468462.890514:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.890515:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468462.890518:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d180 x1876386404828800/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.890536:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468462.890538:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468462.890539:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc000. 02000000:00000001:2.0:1789468462.890542:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468462.890543:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468462.890544:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789468462.890546:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468462.890548:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:2.0:1789468462.890550:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468462.890551:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468462.890552:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d180. 00000100:00000001:2.0:1789468462.890555:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468462.890556:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.890558:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468462.890560:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404828416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.890566:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1789468462.890583:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468462.890595:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468462.890596:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468462.890600:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468462.890602:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468462.890604:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468462.890606:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468462.890609:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789468462.890611:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468462.895636:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468462.895647:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:2.0:1789468462.895657:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468462.895660:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468462.895662:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789468462.895665:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468462.895667:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d400. 02000000:00000001:2.0:1789468462.895671:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468462.895673:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468462.895675:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:2.0:1789468462.895680:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468462.895682:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.895685:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468462.895693:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7df80 x1876386404828544/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468462 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.895703:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468462.895705:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468462.895707:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc400. 02000000:00000001:2.0:1789468462.895709:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468462.895710:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468462.895712:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468462.895713:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468462.895715:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:2.0:1789468462.895717:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468462.895718:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468462.895719:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7df80. 00000100:00000001:2.0:1789468462.895723:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468462.895724:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.895727:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.895734:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468462.895736:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.895739:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468462.895741:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468462.895744:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468462.895749:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.895758:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468462.895760:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468462.895763:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468462.895766:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468462.895769:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468462.895772:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404829056:0@lo:38:kworker.0 00000100:00000001:2.0:1789468462.895777:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468462.895781:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468462.895783:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468462.895786:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468462.895792:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789468462.895794:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468462.895802:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143cb8. 00000400:00000010:2.0:1789468462.895809:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964d48. 00000100:00000200:2.0:1789468462.895816:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404829056, portal 10 00000100:00000001:2.0:1789468462.895818:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468462.895820:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:2.0:1789468462.895826:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.895834:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468462.895836:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468462.895839:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964000. 00000100:00000200:2.0:1789468462.895842:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404829056, offset 0 00000400:00000200:2.0:1789468462.895848:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468462.895868:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468462.895880:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0780 00000400:00000100:2.0:1789468462.895885:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404829056 offset 0 length 520: 4 00000400:00000200:2.0:1789468462.895890:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468462.895893:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468462.895902:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964000 00000400:00000010:2.0:1789468462.895905:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964000. 00000100:00000001:2.0:1789468462.895908:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468462.895912:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.895920:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468462.895924:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.895930:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.895932:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468462.895936:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468462.895940:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789468462.895944:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315378331 00000100:00000010:2.0:1789468462.895949:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a80. 00000100:00000001:2.0:1789468462.895955:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468462.895980:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315378331 00000100:00000010:2.0:1789468462.895984:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c378a0. 00000100:00000001:2.0:1789468462.895987:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468462.895990:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315378331 00000100:00000010:2.0:1789468462.895993:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789468462.895996:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468462.895998:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315378331 00000100:00000010:2.0:1789468462.896001:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37720. 00000100:00000001:2.0:1789468462.896004:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468462.896007:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468462.896010:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.896012:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468462.896016:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.896022:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468462.896024:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468462.896026:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468462.896028:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468462.896029:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468462.896032:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404829184:0@lo:38:kworker.0 00000100:00000001:2.0:1789468462.896061:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468462.896064:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468462.896066:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468462.896067:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468462.896071:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468462.896073:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468462.896076:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143630. 00000400:00000010:2.0:1789468462.896079:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964000. 00000100:00000200:2.0:1789468462.896082:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404829184, portal 10 00000100:00000001:2.0:1789468462.896084:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468462.896085:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:2.0:1789468462.896090:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.896096:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468462.896098:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468462.896100:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964770. 00000100:00000200:2.0:1789468462.896103:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404829184, offset 0 00000400:00000200:2.0:1789468462.896106:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468462.896111:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468462.896116:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0800 00000400:00000100:2.0:1789468462.896120:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404829184 offset 0 length 520: 4 00000400:00000200:2.0:1789468462.896123:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468462.896125:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468462.896129:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964770 00000400:00000010:2.0:1789468462.896131:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964770. 00000100:00000001:2.0:1789468462.896133:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468462.896136:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.896143:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468462.896145:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.896151:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.896153:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468462.896156:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468462.896159:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789468462.896161:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315378332 00000100:00000001:2.0:1789468462.896167:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315378331 00000100:00000001:2.0:1789468462.896169:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315378332 00000100:00000001:2.0:1789468462.896172:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315378331 00000100:00000001:2.0:1789468462.896175:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315378332 00000100:00000001:2.0:1789468462.896289:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315378331 00000100:00000001:2.0:1789468462.896294:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315378332 00000100:00000001:2.0:1789468462.896298:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315378331 00000100:00000001:2.0:1789468462.896301:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468462.896303:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.896306:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.896308:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.896312:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468462.896313:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.896315:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468462.896316:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468462.896318:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.896320:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468462.898148:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468462.898154:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468462.898159:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468462.898163:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468462.898167:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468462.898250:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789468462.898260:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468462.898271:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468462.898281:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468462.898285:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468462.898289:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.898364:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468462.898368:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468462.898371:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468462.898376:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.898385:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468462.898386:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468462.898390:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468462.898392:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468462.898394:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468462.898398:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404829312:0@lo:38:kworker.0 00000100:00000001:2.0:1789468462.898402:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468462.898406:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468462.898408:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468462.898411:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468462.898416:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468462.898418:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468462.898424:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d10. 00000400:00000010:2.0:1789468462.898432:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964770. 00000100:00000200:2.0:1789468462.898438:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404829312, portal 10 00000100:00000001:2.0:1789468462.898440:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468462.898441:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:2.0:1789468462.898448:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.898456:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468462.898458:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468462.898460:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964440. 00000100:00000200:2.0:1789468462.898463:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404829312, offset 0 00000400:00000200:2.0:1789468462.898468:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468462.898480:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468462.898490:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0880 00000400:00000100:2.0:1789468462.898496:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404829312 offset 0 length 520: 4 00000400:00000200:2.0:1789468462.898500:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468462.898502:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468462.898513:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964440 00000400:00000010:2.0:1789468462.898515:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964440. 00000100:00000001:2.0:1789468462.898519:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468462.898523:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.898605:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468462.898609:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.898616:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.898618:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468462.898625:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468462.898631:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468462.898634:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315378334 00000100:00000001:2.0:1789468462.898644:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315378332 00000100:00000001:2.0:1789468462.898649:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315378334 00000100:00000001:2.0:1789468462.898652:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315378332 00000100:00000001:2.0:1789468462.898655:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315378334 00000100:00000001:2.0:1789468462.898659:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315378332 00000100:00000001:2.0:1789468462.898662:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315378334 00000100:00000001:2.0:1789468462.898665:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315378332 00000100:00000001:2.0:1789468462.898668:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468462.898671:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.898675:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.898677:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468462.898698:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468462.898702:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.898706:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468462.898708:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468462.898710:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468462.898714:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468462.898717:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20685 00000100:00080000:3.0:1789468462.898720:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468462.898723:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468462.898726:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468462.898728:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468462.898742:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468462.898748:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468462.898751:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468462.898753:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468462.898755:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468462.898758:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468462.898760:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468462.898764:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468462.898766:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468462.898767:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468462.898769:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468462.898772:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468462.898775:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468462.898777:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468462.898779:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468462.898785:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468462.898788:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468462.898790:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468462.898792:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468462.898797:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789468462.898800:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468462.898802:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468462.898804:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468462.898805:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468462.898807:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468462.898809:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468462.898812:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789468462.898816:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468462.898820:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468462.898828:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468462.898831:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468462.898834:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.901474:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468462.901480:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.901486:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468462.901488:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468462.901491:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468462.901504:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.901514:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468462.901516:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468462.901519:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468462.901522:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468462.901597:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468462.901602:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404829440:0@lo:38:kworker.0 00000100:00000001:2.0:1789468462.901606:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468462.901609:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468462.901612:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468462.901614:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468462.901622:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789468462.901625:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468462.901632:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41436e0. 00000400:00000010:2.0:1789468462.901640:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964440. 00000100:00000200:2.0:1789468462.901646:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404829440, portal 10 00000100:00000001:2.0:1789468462.901649:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468462.901650:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000040:2.0:1789468462.901657:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.901666:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468462.901668:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468462.901671:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964dd0. 00000100:00000200:2.0:1789468462.901673:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404829440, offset 0 00000400:00000200:2.0:1789468462.901679:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468462.901692:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468462.901701:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0900 00000400:00000100:2.0:1789468462.901707:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404829440 offset 0 length 520: 4 00000400:00000200:2.0:1789468462.901711:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468462.901713:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468462.901723:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964dd0 00000400:00000010:2.0:1789468462.901725:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964dd0. 00000100:00000001:2.0:1789468462.901728:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468462.901732:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.901741:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468462.901744:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468462.901751:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.901753:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468462.901757:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468462.901761:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468462.901765:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315378338 00000100:00000001:2.0:1789468462.901778:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315378334 00000100:00000001:2.0:1789468462.901783:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315378338 00000100:00000001:2.0:1789468462.901787:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315378334 00000100:00000001:2.0:1789468462.901790:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315378338 00000100:00000001:2.0:1789468462.901793:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315378334 00000100:00000001:2.0:1789468462.901796:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315378338 00000100:00000001:2.0:1789468462.901799:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315378334 00000100:00000001:2.0:1789468462.901802:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468462.901805:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.901809:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.901811:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.901816:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468462.901817:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.901819:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468462.901820:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468462.901822:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.901824:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.902611:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468462.902615:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468462.902617:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.902621:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468462.906070:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468462.906086:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20716) 00000100:00080000:3.0:1789468462.906097:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.906101:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468462.906105:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20716) 00000100:00000040:0.0:1789468462.922113:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315378338, at 4315378339 00000100:00000040:1.0:1789468462.922113:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315378338, at 4315378339 00000100:00000010:1.0:1789468462.922126:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000010:0.0:1789468462.922127:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:2.0:1789468462.922220:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315378338, at 4315378339 00000100:00000010:2.0:1789468462.922226:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000040:3.0:1789468462.922258:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315378338, at 4315378339 00000100:00000010:3.0:1789468462.922263:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00010000:00000001:0.0:1789468463.079220:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468463.079228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468463.079234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468463.079236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468463.079241:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468463.079242:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468463.080124:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468463.080128:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468463.080132:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468463.911158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468463.911172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468463.911174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468463.911179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468463.911182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468463.911187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468463.911189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.103198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468464.103205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.103211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468464.103212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.103217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468464.103219:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468464.103307:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468464.103311:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468464.103315:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468464.935189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468464.935203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468464.935206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468464.935211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468464.935214:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468464.935218:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468464.935221:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468465.127227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468465.127234:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468465.127240:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468465.127241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468465.127246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468465.127248:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468465.127461:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468465.127465:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468465.127468:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468465.962275:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468465.962345:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468465.962349:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468465.962355:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468465.962357:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468465.962361:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468465.962364:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468466.151135:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468466.151142:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468466.151148:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468466.151149:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468466.151154:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468466.151155:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468466.151496:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468466.151499:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468466.151503:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468466.984545:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468466.984554:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468466.984568:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468441/real 1789468441] req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468466 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468466.984587:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468466.984589:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468466.984592:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbff20. 00000400:00000200:2.0:1789468466.984598:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351aa0 00000400:00000010:2.0:1789468466.984602:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351aa0. 00000100:00000001:2.0:1789468466.984606:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468466.984610:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468466 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468466.984619:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468466 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468466.984626:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468466.984628:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.984630:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468466.984632:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468466.984636:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468466 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468466.984641:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.984650:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468466.984652:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.984654:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468466.984656:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468466.984660:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468466.984663:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468466 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468466.984671:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468466.984673:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.984675:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468466.984676:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.984678:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468466.984680:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468466.984683:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468466.984716:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468466.984719:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468466.984724:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468466 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468466.984732:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404828928:0@lo:250:kworker.0 00000100:00000001:2.0:1789468466.984737:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468466.984739:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468466.984742:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404828928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468466 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468466.984748:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468466.984751:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468466.984754:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:2.0:1789468466.984761:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468466.984763:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468466.984765:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468466.984768:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468466.984770:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:2.0:1789468466.984773:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468466.984775:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468466.984777:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:2.0:1789468466.984783:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468466.984784:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.984787:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468466.984800:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468466.984805:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468466.984807:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468466.984809:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468466.984812:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468466.984816:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20689 00000100:00080000:1.0:1789468466.984819:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468466.984822:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468466.984825:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468466.984827:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468466.984838:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468466.984846:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468466.984848:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468466.984850:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468466.984854:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468466.984856:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468466.984858:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468466.984861:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468466.984862:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468466.984880:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468466.984881:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468466.984885:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468466.984888:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468466.984890:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468466.984893:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468466.984897:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468466.984899:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468466.984902:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468466.984905:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468466.984910:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789468466.984913:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468466.984915:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468466.984918:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468466.984921:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468466.984924:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468466.984927:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468466.984934:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8ff000. 00000100:00000001:1.0:1789468466.984939:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468466.984945:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468466.984953:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468466.984956:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468466.984960:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468466.984980:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468466.984983:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468466.984986:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468466.984988:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468466.984991:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468466.985000:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468466.985003:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468466.985006:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468466.985008:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468466.985013:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20720) 00000100:00000001:2.0:1789468466.985027:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468466.985030:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468466.985032:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468466.985052:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468466.985060:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468466.985072:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468466.985075:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468466.985078:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468466.985081:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468466.985084:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404829568:0@lo:250:kworker.0 00000100:00000001:2.0:1789468466.985087:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468466.985091:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468466.985093:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468466.985095:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468466.985100:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468466.985102:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468466.985107:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143580. 00000400:00000010:2.0:1789468466.985112:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964dd0. 00000100:00000200:2.0:1789468466.985119:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404829568, portal 25 00000100:00000001:2.0:1789468466.985121:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468466.985122:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755040640 : -130395954510976 : ffff8967d3738380) 00000100:00000040:2.0:1789468466.985127:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468466.985133:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468466.985136:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468466.985138:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964550. 00000100:00000200:2.0:1789468466.985140:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404829568, offset 0 00000400:00000200:2.0:1789468466.985146:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468466.985157:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468466.985167:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f0980 00000400:00000100:2.0:1789468466.985173:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404829568 offset 0 length 520: 4 00000400:00000200:2.0:1789468466.985177:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468466.985180:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468466.985189:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964550 00000400:00000010:2.0:1789468466.985191:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964550. 00000100:00000001:2.0:1789468466.985193:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468466.985196:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468466.985202:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468466.985215:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468466.985221:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468466.985222:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468466.985226:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468466.985230:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315387572 00000100:00000010:2.0:1789468466.985234:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789468466.985240:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468466.985249:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315387572 00000100:00000010:2.0:1789468466.985252:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789468466.985254:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468466.985257:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315387572 00000100:00000010:2.0:1789468466.985259:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c370c0. 00000100:00000001:2.0:1789468466.985261:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468466.985263:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315387572 00000100:00000010:2.0:1789468466.985266:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37480. 00000100:00000001:2.0:1789468466.985268:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468466.985270:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468466.985273:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468466.985275:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468466.985277:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.985281:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468466.985283:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.985285:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468466.985286:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468466.985287:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468466.985289:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468467.175158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468467.175165:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468467.175171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468467.175172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468467.175176:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468467.175179:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468467.175181:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468467.175184:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468467.175187:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468467.175189:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468467.175192:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468467.175194:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468467.175280:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468467.175284:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468467.175287:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468468.007155:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468468.007155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789468468.007164:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468468.007168:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468468.007169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468468.007173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789468468.007174:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468468.007179:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468468.007179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468468.007183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1789468468.007185:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468468.007189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468468.007190:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468468.007194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468468.007196:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468468.007201:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468468.007204:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468468.007209:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20721) 00010000:00000001:0.0:1789468468.199172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468468.199179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468468.199184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468468.199186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468468.199191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468468.199192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468468.199302:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468468.199307:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468468.199310:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468468.366256:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366273:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468468.366277:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366281:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468468.366293:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468468.366310:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1480 00000400:00000100:0.0:1789468468.366319:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402407552 offset 0 length 520: 4 00000400:00000200:0.0:1789468468.366324:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468468.366327:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468468.366337:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366341:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468468.366343:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366345:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468468.366347:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366348:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468468.366352:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468468.366357:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1500 00000400:00000100:0.0:1789468468.366361:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402407680 offset 0 length 520: 4 00000400:00000200:0.0:1789468468.366364:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468468.366366:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468468.366369:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366373:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468468.366374:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366377:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468468.366378:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366380:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468468.366383:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468468.366388:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1580 00000400:00000100:0.0:1789468468.366392:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402407808 offset 0 length 520: 4 00000400:00000200:0.0:1789468468.366395:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468468.366397:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468468.366400:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366406:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468468.366408:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468468.366411:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468469.032129:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468469.032150:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468469.032153:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468469.032158:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468469.032160:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468469.032166:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468469.032169:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468469.223236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468469.223243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468469.223248:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468469.223250:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468469.223254:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468469.223256:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468469.223354:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468469.223358:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468469.223361:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468470.056017:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468470.056034:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468470.056052:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468470.056056:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468470.056058:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468470.056064:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468470.056067:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468470.247171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468470.247178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468470.247184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468470.247185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468470.247191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468470.247192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468470.247532:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468470.247536:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468470.247539:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468471.079292:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468471.079317:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468471.079319:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468471.079326:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468471.079393:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468471.079400:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468471.079403:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468471.271253:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468471.271263:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468471.271271:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468471.271273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468471.271278:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468471.271280:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468471.271439:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468471.271443:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468471.271472:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468472.041090:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468472.041104:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468472.041108:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468472.041113:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468472.041116:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468472.041119:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468472.041122:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468472.041126:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468472.041129:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468472.041132:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468472.041139:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20725) 00000100:00000001:2.0:1789468472.103210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468472.103229:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468472.103232:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468472.103237:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468472.103241:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468472.103247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468472.103250:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468472.295225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468472.295235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468472.295241:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468472.295243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468472.295249:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468472.295251:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468472.295735:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468472.295740:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468472.295744:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789468472.487221:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315387572, at 4315387904 00000100:00000010:1.0:1789468472.487242:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000040:3.0:1789468472.487546:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315387572, at 4315387904 00000100:00000010:3.0:1789468472.487554:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000100:00000040:2.0:1789468472.488017:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315387572, at 4315387904 00000100:00000010:2.0:1789468472.488026:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000100:00000040:0.0:1789468472.488683:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315387572, at 4315387905 00000100:00000010:0.0:1789468472.488692:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789468473.127297:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468473.127317:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468473.127331:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468473.127338:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468473.127341:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468473.127347:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468473.127350:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468473.319280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468473.319291:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468473.319298:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468473.319299:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468473.319305:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468473.319307:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468473.319543:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468473.319548:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468473.319551:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468474.153108:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468474.153128:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468474.153131:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468474.153137:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468474.153140:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468474.153147:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468474.153150:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.343210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468474.343220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.343228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468474.343230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.343237:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468474.343239:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468474.343376:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468474.343380:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468474.343384:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468475.175473:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468475.175492:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468475.175495:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468475.175502:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468475.175505:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468475.175512:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468475.175515:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468475.367265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468475.367277:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468475.367285:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468475.367287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468475.367294:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468475.367296:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468475.367485:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468475.367489:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468475.367493:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468476.201280:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468476.201299:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468476.201302:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468476.201308:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468476.201311:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468476.201317:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468476.201320:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468476.393735:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468476.393746:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468476.393753:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468476.393755:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468476.393769:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468476.393771:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468476.394633:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468476.394638:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468476.394642:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468477.095769:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468477.095784:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468477.095788:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468477.095792:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468477.095794:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468477.095797:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468477.095831:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468477.095835:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468477.095838:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468477.095842:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468477.095849:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20730) 00000100:00000001:1.0:1789468477.227597:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468477.227618:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468477.227621:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468477.227628:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468477.227631:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468477.227637:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468477.227640:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468477.415920:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468477.415931:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468477.415938:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468477.415940:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468477.415947:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468477.415951:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468477.415953:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468477.415958:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468477.415962:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468477.415964:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468477.415966:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468477.415969:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468477.416208:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468477.416213:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468477.416518:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468478.247414:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468478.247435:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468478.247438:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468478.247444:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468478.247447:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468478.247454:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468478.247457:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468478.439208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468478.439233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468478.439240:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468478.439242:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468478.439249:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468478.439251:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468478.439357:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468478.439362:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468478.439366:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468479.273136:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468479.273156:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468479.273159:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468479.273165:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468479.273168:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468479.273175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468479.273178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468479.463409:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468479.463420:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468479.463428:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468479.463430:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468479.463436:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468479.463438:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468479.470623:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468479.470633:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468479.470640:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468480.295434:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468480.295461:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468480.295465:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468480.295472:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468480.295474:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468480.295481:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468480.295510:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468480.487287:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468480.487298:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468480.487304:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468480.487306:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468480.487312:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468480.487314:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468480.487594:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468480.487598:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468480.487602:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468481.319113:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468481.319133:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468481.319136:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468481.319142:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468481.319145:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468481.319150:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468481.319153:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468481.511226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468481.511237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468481.511245:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468481.511246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468481.511253:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468481.511255:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468481.511365:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468481.511373:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468481.511378:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468482.217492:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468482.217506:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468482.217510:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468482.217514:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468482.217516:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468482.217520:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468482.217523:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468482.217527:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468482.217529:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468482.217532:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468482.217539:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20735) 00000100:00000001:1.0:1789468482.343225:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468482.343243:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468482.343246:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468482.343253:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468482.343256:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468482.343263:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468482.343266:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468482.535180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468482.535188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468482.535195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468482.535196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468482.535202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468482.535204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468482.535311:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468482.535315:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468482.535318:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468483.367132:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468483.367162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468483.367164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468483.367168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468483.367171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468483.367175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468483.367178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468483.559171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468483.559180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468483.559186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468483.559188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468483.559193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468483.559194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468483.559638:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468483.559642:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468483.559645:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468484.391147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468484.391161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468484.391163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468484.391167:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468484.391170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468484.391175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468484.391177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.583210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468484.583217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.583223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468484.583225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.583229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468484.583231:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468484.583410:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468484.583413:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468484.583415:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468485.415245:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468485.415260:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468485.415262:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468485.415267:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468485.415270:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468485.415274:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468485.415277:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468485.607170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468485.607178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468485.607183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468485.607185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468485.607190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468485.607191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468485.607338:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468485.607343:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468485.607346:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468486.439362:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468486.439377:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468486.439379:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468486.439383:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468486.439386:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468486.439391:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468486.439393:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468486.631177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468486.631184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468486.631190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468486.631192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468486.631197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468486.631198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468486.631362:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468486.631366:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468486.631370:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468487.335316:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.335336:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468487.335339:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.335343:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468487.335345:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.335348:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468487.335351:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.335354:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468487.335356:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.335359:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468487.335364:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20740) 00000100:00000001:1.0:1789468487.464023:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468487.464031:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468487.464076:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468462/real 1789468462] req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468487.464094:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468487.464096:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468487.464099:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41436e0. 00000400:00000200:1.0:1789468487.464106:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964440 00000400:00000010:1.0:1789468487.464124:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964440. 00000100:00000001:1.0:1789468487.464129:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468487.464133:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468487.464143:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464150:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468487.464152:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464155:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468487.464156:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468487.464160:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464167:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464170:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468487.464173:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468462/real 1789468462] req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468487.464181:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468487.464182:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468487.464184:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d10. 00000400:00000200:1.0:1789468487.464187:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964770 00000400:00000010:1.0:1789468487.464189:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964770. 00000100:00000001:1.0:1789468487.464191:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468487.464194:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468487.464200:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464205:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468487.464206:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464208:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468487.464210:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468487.464212:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464228:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464230:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468487.464234:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468462/real 1789468462] req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468487.464242:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468487.464243:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468487.464245:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143cb8. 00000400:00000200:1.0:1789468487.464247:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964d48 00000400:00000010:1.0:1789468487.464249:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964d48. 00000100:00000001:1.0:1789468487.464260:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468487.464262:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468487.464269:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464274:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468487.464275:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464276:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468487.464278:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468487.464281:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464288:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464290:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468487.464293:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468462/real 1789468462] req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468487.464299:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468487.464300:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468487.464302:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143630. 00000400:00000200:1.0:1789468487.464304:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964000 00000400:00000010:1.0:1789468487.464305:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964000. 00000100:00000001:1.0:1789468487.464307:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468487.464316:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468487.464322:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464327:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468487.464329:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464331:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468487.464332:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468487.464334:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464340:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464348:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468487.464350:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464353:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468487.464355:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468487.464358:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468487.464362:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464369:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468487.464372:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464373:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468487.464375:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464377:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468487.464380:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468487.464383:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468487.464412:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468487.464415:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468487.464420:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468487.464429:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404829440:0@lo:38:kworker.0 00000100:00000001:1.0:1789468487.464440:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468487.464443:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464450:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468487.464452:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464454:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468487.464455:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464457:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468487.464459:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468487.464461:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468487.464467:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468487.464469:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468487.464472:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468487.464479:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404829312:0@lo:38:kworker.0 00000100:00000001:1.0:1789468487.464482:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468487.464486:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464492:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468487.464493:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464495:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468487.464497:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464498:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468487.464499:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468487.464502:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468487.464507:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468487.464509:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468487.464519:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468487.464526:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404829056:0@lo:38:kworker.0 00000100:00000001:1.0:1789468487.464530:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468487.464533:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464539:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468487.464541:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464542:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468487.464544:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464545:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468487.464547:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468487.464549:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468487.464554:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468487.464556:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468487.464559:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468487.464566:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404829184:0@lo:38:kworker.0 00000100:00000001:1.0:1789468487.464569:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.464572:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468487.464575:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404829440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464581:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468487.464585:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468487.464589:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:1.0:1789468487.464594:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468487.464596:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468487.464598:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468487.464606:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468487.464609:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:1.0:1789468487.464611:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468487.464613:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468487.464616:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:1.0:1789468487.464619:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468487.464621:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464622:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468487.464626:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404829312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464632:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468487.464633:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468487.464635:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:1.0:1789468487.464637:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468487.464638:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468487.464639:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468487.464641:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468487.464642:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:1.0:1789468487.464645:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468487.464646:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468487.464647:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:1.0:1789468487.464650:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468487.464651:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464652:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468487.464655:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404829056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464661:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468487.464662:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468487.464663:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:1.0:1789468487.464665:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468487.464666:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468487.464667:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468487.464669:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468487.464671:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:1.0:1789468487.464673:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468487.464674:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468487.464691:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:1.0:1789468487.464694:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468487.464696:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464697:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468487.464701:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404829184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468487 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.464706:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468487.464707:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468487.464709:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:1.0:1789468487.464711:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468487.464712:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468487.464713:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468487.464715:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468487.464716:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:1.0:1789468487.464718:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468487.464719:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468487.464720:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:1.0:1789468487.464721:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468487.464723:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.464725:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468487.465615:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.465622:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468487.465625:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.465630:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468487.465632:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468487.465635:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468487.465638:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468487.465641:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20711 00000100:00080000:2.0:1789468487.465645:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468487.465649:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468487.465651:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468487.465653:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468487.465655:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468487.465662:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468487.465664:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468487.465667:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468487.465670:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468487.465672:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468487.465674:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468487.465687:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468487.465688:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468487.465690:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468487.465692:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468487.465694:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468487.465697:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468487.465700:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468487.465703:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468487.465709:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468487.465712:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468487.465714:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468487.465716:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468487.465723:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940a80. 00000020:00000040:2.0:1789468487.465726:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468487.465730:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468487.465731:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468487.465734:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468487.465736:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468487.465739:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468487.465746:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789468487.465753:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468487.465760:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468487.465768:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468487.465771:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468487.465774:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002138b75f] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468487.465798:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468487.465801:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.465804:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468487.465805:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468487.465807:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468487.465809:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468487.465811:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20711 00000100:00080000:2.0:1789468487.465813:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468487.465815:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468487.465817:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468487.465819:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468487.465820:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468487.465824:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468487.465825:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468487.465827:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468487.465829:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468487.465830:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468487.465832:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468487.465835:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468487.465901:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468487.465904:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468487.465906:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468487.465908:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468487.465911:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468487.465914:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468487.465915:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468487.465918:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468487.465920:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468487.465922:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468487.465923:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468487.465927:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942a00. 00000020:00000040:2.0:1789468487.465930:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468487.465932:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468487.465933:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468487.465935:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468487.465936:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468487.465938:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468487.465942:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789468487.465945:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468487.465949:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468487.465956:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468487.465958:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468487.465962:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000969a4da] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468487.465968:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468487.465970:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.465973:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468487.465975:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468487.465976:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468487.465978:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468487.465980:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20711 00000100:00080000:2.0:1789468487.465982:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468487.465984:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468487.465986:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468487.465987:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468487.465989:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468487.465992:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468487.465993:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468487.465995:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468487.465997:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468487.465999:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468487.466000:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468487.466002:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468487.466004:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468487.466006:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468487.466007:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468487.466009:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468487.466011:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468487.466013:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468487.466015:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468487.466017:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468487.466019:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468487.466021:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468487.466022:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468487.466024:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943b80. 00000020:00000040:2.0:1789468487.466027:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468487.466029:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468487.466030:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468487.466031:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468487.466033:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468487.466034:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468487.466066:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789468487.466070:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468487.466074:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468487.466079:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468487.466081:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468487.466084:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a879f33] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468487.466091:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468487.466093:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468487.466096:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468487.466097:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468487.466098:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468487.466101:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468487.466102:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20711 00000100:00080000:2.0:1789468487.466105:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468487.466107:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468487.466108:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468487.466110:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468487.466111:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468487.466114:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468487.466115:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468487.466116:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468487.466118:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468487.466120:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468487.466121:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468487.466123:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468487.466125:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468487.466128:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468487.466129:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468487.466131:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468487.466133:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468487.466135:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468487.466137:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468487.466139:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468487.466140:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468487.466143:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468487.466144:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468487.466147:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942300. 00000020:00000040:2.0:1789468487.466149:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468487.466150:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468487.466152:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468487.466153:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468487.466155:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468487.466156:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468487.466159:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789468487.466162:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468487.466166:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468487.466172:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468487.466174:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468487.466176:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910c4d4d] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468487.466182:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468487.466186:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20740) 00000100:00000001:1.0:1789468487.466482:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468487.466487:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468487.466490:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468487.466496:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.466503:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468487.466505:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468487.466508:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468487.466510:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468487.466513:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468487.466515:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404829696:0@lo:38:kworker.0 00000100:00000001:1.0:1789468487.466519:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468487.466523:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468487.466525:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468487.466527:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468487.466531:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd800. 02000000:00000001:1.0:1789468487.466542:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468487.466548:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf318. 00000400:00000010:1.0:1789468487.466553:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789468487.466559:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404829696, portal 10 00000100:00000001:1.0:1789468487.466561:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468487.466563:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622954624 : -130396086596992 : ffff8967cb940a80) 00000100:00000040:1.0:1789468487.466570:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.466578:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468487.466580:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468487.466582:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351770. 00000100:00000200:1.0:1789468487.466585:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404829696, offset 0 00000400:00000200:1.0:1789468487.466590:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468487.466601:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468487.466611:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0a00 00000400:00000100:1.0:1789468487.466616:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404829696 offset 0 length 520: 4 00000400:00000200:1.0:1789468487.466620:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468487.466622:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468487.466633:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351770 00000400:00000010:1.0:1789468487.466635:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351770. 00000100:00000001:1.0:1789468487.466639:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468487.466643:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.466650:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468487.466653:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.466659:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.466660:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468487.466664:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468487.466669:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468487.466673:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315402902 00000100:00000010:1.0:1789468487.466690:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11300. 00000100:00000001:1.0:1789468487.466744:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468487.466770:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315402902 00000100:00000010:1.0:1789468487.466774:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789468487.466777:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468487.466780:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315402902 00000100:00000010:1.0:1789468487.466783:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11000. 00000100:00000001:1.0:1789468487.466786:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468487.466795:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315402902 00000100:00000010:1.0:1789468487.466798:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789468487.466801:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468487.466815:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468487.466818:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.466820:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468487.466824:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.466830:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468487.466831:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468487.466833:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468487.466835:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468487.467994:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468487.468005:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404829824:0@lo:38:kworker.0 00000100:00000001:1.0:1789468487.468009:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468487.468012:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468487.468014:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468487.468016:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468487.468023:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468487.468024:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468487.468029:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfd10. 00000400:00000010:1.0:1789468487.468034:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351770. 00000100:00000200:1.0:1789468487.468053:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404829824, portal 10 00000100:00000001:1.0:1789468487.468056:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468487.468067:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622962688 : -130396086588928 : ffff8967cb942a00) 00000100:00000040:1.0:1789468487.468076:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468082:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468487.468084:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468487.468233:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351ee0. 00000100:00000200:1.0:1789468487.468239:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404829824, offset 0 00000400:00000200:1.0:1789468487.468245:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468487.468265:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468487.468276:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0a80 00000400:00000100:1.0:1789468487.468282:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404829824 offset 0 length 520: 4 00000400:00000200:1.0:1789468487.468286:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468487.468288:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468487.468297:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351ee0 00000400:00000010:1.0:1789468487.468300:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351ee0. 00000100:00000001:1.0:1789468487.468303:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468487.468308:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468314:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468487.468317:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468322:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.468324:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468487.468327:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468487.468331:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468487.468333:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315402904 00000100:00000001:1.0:1789468487.468345:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315402902 00000100:00000001:1.0:1789468487.468349:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315402904 00000100:00000001:1.0:1789468487.468352:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315402902 00000100:00000001:1.0:1789468487.468355:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315402904 00000100:00000001:1.0:1789468487.468358:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315402902 00000100:00000001:1.0:1789468487.468368:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315402904 00000100:00000001:1.0:1789468487.468371:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315402902 00000100:00000001:1.0:1789468487.468375:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468487.468378:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.468381:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468487.468385:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468392:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468487.468395:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468487.468397:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468487.468399:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468487.468401:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468487.468404:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404829952:0@lo:38:kworker.0 00000100:00000001:1.0:1789468487.468407:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468487.468409:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468487.468411:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468487.468413:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468487.468416:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc400. 02000000:00000001:1.0:1789468487.468418:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468487.468421:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf580. 00000400:00000010:1.0:1789468487.468424:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351ee0. 00000100:00000200:1.0:1789468487.468427:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404829952, portal 10 00000100:00000001:1.0:1789468487.468429:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468487.468430:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622967168 : -130396086584448 : ffff8967cb943b80) 00000100:00000040:1.0:1789468487.468436:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468442:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468487.468443:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468487.468445:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351000. 00000100:00000200:1.0:1789468487.468447:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404829952, offset 0 00000400:00000200:1.0:1789468487.468451:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468487.468456:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468487.468467:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0b00 00000400:00000100:1.0:1789468487.468471:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404829952 offset 0 length 520: 4 00000400:00000200:1.0:1789468487.468474:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468487.468476:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468487.468481:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351000 00000400:00000010:1.0:1789468487.468483:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351000. 00000100:00000001:1.0:1789468487.468485:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468487.468488:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468494:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468487.468497:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468502:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.468504:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468487.468507:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468487.468510:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468487.468512:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315402904 00000100:00000001:1.0:1789468487.468514:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315402904 00000100:00000001:1.0:1789468487.468517:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315402904 00000100:00000001:1.0:1789468487.468519:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315402904 00000100:00000001:1.0:1789468487.468520:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315402904 00000100:00000001:1.0:1789468487.468522:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315402904 00000100:00000001:1.0:1789468487.468523:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315402904 00000100:00000001:1.0:1789468487.468525:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315402904 00000100:00000001:1.0:1789468487.468527:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468487.468528:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.468530:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468487.468533:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468539:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468487.468546:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468487.468548:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468487.468550:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468487.468552:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468487.468554:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404830080:0@lo:38:kworker.0 00000100:00000001:1.0:1789468487.468558:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468487.468560:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468487.468561:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468487.468563:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468487.468566:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468487.468567:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468487.468571:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbff20. 00000400:00000010:1.0:1789468487.468575:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351000. 00000100:00000200:1.0:1789468487.468577:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404830080, portal 10 00000100:00000001:1.0:1789468487.468579:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468487.468580:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622960896 : -130396086590720 : ffff8967cb942300) 00000100:00000040:1.0:1789468487.468586:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468593:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468487.468594:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468487.468597:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351a18. 00000100:00000200:1.0:1789468487.468599:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404830080, offset 0 00000400:00000200:1.0:1789468487.468603:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468487.468608:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468487.468612:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0b80 00000400:00000100:1.0:1789468487.468616:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404830080 offset 0 length 520: 4 00000400:00000200:1.0:1789468487.468618:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468487.468620:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468487.468625:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351a18 00000400:00000010:1.0:1789468487.468626:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351a18. 00000100:00000001:1.0:1789468487.468628:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468487.468631:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468648:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468487.468652:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468487.468657:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.468659:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468487.468663:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468487.468666:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468487.468668:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315402905 00000100:00000001:1.0:1789468487.468673:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315402904 00000100:00000001:1.0:1789468487.468685:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315402905 00000100:00000001:1.0:1789468487.468689:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315402904 00000100:00000001:1.0:1789468487.468691:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315402905 00000100:00000001:1.0:1789468487.468693:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315402904 00000100:00000001:1.0:1789468487.468696:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315402905 00000100:00000001:1.0:1789468487.468702:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315402904 00000100:00000001:1.0:1789468487.468704:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468487.468706:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.468710:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.468713:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.468722:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468487.468724:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468487.468726:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468487.468728:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468487.468729:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468487.468731:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468487.489118:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315402905, at 4315402906 00000100:00000010:3.0:1789468487.489134:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11960. 00000100:00000040:2.0:1789468487.489157:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315402905, at 4315402906 00000100:00000010:2.0:1789468487.489165:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11000. 00000100:00000040:0.0:1789468487.489475:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315402905, at 4315402906 00000100:00000010:0.0:1789468487.489482:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11300. 00000100:00000040:1.0:1789468487.489562:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315402905, at 4315402906 00000100:00000010:1.0:1789468487.489568:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11840. 00010000:00000001:0.0:1789468487.655331:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468487.655350:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468487.655357:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468487.655359:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468487.655363:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468487.655366:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468487.655369:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468487.655372:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468487.655375:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468487.655377:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468487.655379:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468487.655381:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468487.656403:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468487.656408:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468487.656412:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468488.487250:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468488.487264:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468488.487266:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468488.487286:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468488.487288:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468488.487292:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468488.487295:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468488.679175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468488.679183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468488.679188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468488.679190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468488.679195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468488.679196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468488.679407:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468488.679412:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468488.679415:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468489.511289:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468489.511304:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468489.511306:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468489.511311:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468489.511313:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468489.511318:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468489.511321:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468489.703192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468489.703198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468489.703204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468489.703205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468489.703210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468489.703211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468489.703442:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468489.703446:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468489.703466:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468490.535153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468490.535166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468490.535169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468490.535173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468490.535176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468490.535181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468490.535183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468490.727292:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468490.727300:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468490.727305:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468490.727307:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468490.727311:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468490.727313:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468490.729292:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468490.729309:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468490.729314:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468491.559197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468491.559205:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468491.559219:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468466/real 1789468466] req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468491 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468491.559237:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468491.559239:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468491.559243:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143580. 00000400:00000200:1.0:1789468491.559250:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964dd0 00000400:00000010:1.0:1789468491.559253:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964dd0. 00000100:00000001:1.0:1789468491.559256:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468491.559260:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468491 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468491.559269:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468491 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468491.559276:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468491.559278:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468491.559280:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468491.559282:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468491.559305:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468491 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468491.559312:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468491.559321:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468491.559323:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468491.559325:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468491.559328:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468491.559332:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468491.559336:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468491 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468491.559343:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468491.559346:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468491.559347:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468491.559349:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468491.559351:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468491.559353:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468491.559356:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468491.559385:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468491.559388:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468491.559393:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468491 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468491.559401:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404829568:0@lo:250:kworker.0 00000100:00000001:1.0:1789468491.559406:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468491.559408:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468491.559412:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738380 x1876386404829568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468491 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468491.559418:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468491.559421:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468491.559424:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789468491.559429:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468491.559436:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468491.559437:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468491.559440:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468491.559442:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8ff000. 02000000:00000001:1.0:1789468491.559446:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468491.559448:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468491.559450:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738380. 00000100:00000001:1.0:1789468491.559453:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468491.559455:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468491.559457:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468491.559593:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468491.559599:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468491.559601:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468491.559603:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468491.559614:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468491.559618:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20715 00000100:00080000:2.0:1789468491.559622:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468491.559624:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468491.559627:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468491.559630:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468491.559632:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468491.559639:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468491.559641:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468491.559651:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468491.559654:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468491.559657:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468491.559659:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468491.559662:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468491.559664:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468491.559665:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468491.559667:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468491.559670:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468491.559672:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468491.559675:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468491.559677:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468491.559680:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468491.559682:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468491.559684:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468491.559686:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468491.559692:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943100. 00000020:00000040:2.0:1789468491.559696:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468491.559699:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468491.559701:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468491.559704:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468491.559706:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468491.559709:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468491.559716:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789468491.559722:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468491.559728:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468491.559736:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468491.559740:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468491.559744:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb231f3] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468491.559762:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468491.559765:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468491.559768:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468491.559771:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468491.559775:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468491.559778:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468491.559781:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468491.559784:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468491.559787:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468491.559791:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20744) 00000100:00000001:1.0:1789468491.559936:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468491.559939:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468491.559941:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468491.559945:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468491.559953:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468491.559955:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468491.559958:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468491.559960:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468491.559963:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468491.559966:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404830208:0@lo:250:kworker.0 00000100:00000001:1.0:1789468491.559970:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468491.559973:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468491.559975:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468491.559978:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468491.559981:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff000. 02000000:00000001:1.0:1789468491.559983:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468491.559988:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb58. 00000400:00000010:1.0:1789468491.559993:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351a18. 00000100:00000200:1.0:1789468491.559998:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404830208, portal 25 00000100:00000001:1.0:1789468491.560000:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468491.560002:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622964480 : -130396086587136 : ffff8967cb943100) 00000100:00000040:1.0:1789468491.560006:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468491.560013:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468491.560020:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468491.560023:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468491.560026:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404830208, offset 0 00000400:00000200:1.0:1789468491.560032:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468491.560060:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468491.560070:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f0c00 00000400:00000100:1.0:1789468491.560076:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404830208 offset 0 length 520: 4 00000400:00000200:1.0:1789468491.560080:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468491.560083:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468491.560092:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468491.560094:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468491.560097:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468491.560101:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468491.560108:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468491.560111:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468491.560118:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468491.560119:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468491.560123:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468491.560127:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315412147 00000100:00000010:1.0:1789468491.560130:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789468491.560136:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468491.560145:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315412147 00000100:00000010:1.0:1789468491.560148:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc119c0. 00000100:00000001:1.0:1789468491.560150:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468491.560153:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315412147 00000100:00000010:1.0:1789468491.560156:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c60. 00000100:00000001:1.0:1789468491.560159:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468491.560161:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315412147 00000100:00000010:1.0:1789468491.560164:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a20. 00000100:00000001:1.0:1789468491.560172:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468491.560176:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468491.560178:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468491.560182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468491.560184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468491.560188:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468491.560190:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468491.560192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468491.560193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468491.560194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468491.560196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468491.751257:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468491.751264:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468491.751269:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468491.751271:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468491.751277:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468491.751279:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468491.751580:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468491.751583:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468491.751586:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468492.584085:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468492.584095:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468492.584099:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468492.584102:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468492.584104:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468492.584107:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468492.584109:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468492.584112:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468492.584115:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468492.584118:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468492.584123:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20745) 00000100:00000001:1.0:1789468492.584781:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468492.584792:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468492.584795:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468492.584799:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468492.584801:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468492.584805:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468492.584808:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468492.776344:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468492.776350:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468492.776356:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468492.776357:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468492.776362:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468492.776364:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468492.777672:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468492.777679:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468492.777684:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468492.944216:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944237:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468492.944242:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944244:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468492.944257:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468492.944276:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1600 00000400:00000100:0.0:1789468492.944286:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402407936 offset 0 length 520: 4 00000400:00000200:0.0:1789468492.944292:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468492.944294:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468492.944306:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944310:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468492.944313:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944315:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468492.944317:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944319:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468492.944323:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468492.944329:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1680 00000400:00000100:0.0:1789468492.944334:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402408064 offset 0 length 520: 4 00000400:00000200:0.0:1789468492.944337:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468492.944339:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468492.944343:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944346:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468492.944348:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944349:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468492.944351:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944352:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468492.944356:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468492.944360:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1700 00000400:00000100:0.0:1789468492.944364:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402408192 offset 0 length 520: 4 00000400:00000200:0.0:1789468492.944366:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468492.944368:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468492.944371:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944378:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468492.944380:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468492.944382:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468493.607823:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468493.607837:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468493.607839:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468493.607844:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468493.607846:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468493.607851:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468493.607853:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468493.799175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468493.799183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468493.799189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468493.799191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468493.799196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468493.799197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468493.799362:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468493.799375:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468493.799378:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468494.631356:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468494.631374:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468494.631376:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468494.631380:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468494.631383:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468494.631387:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468494.631390:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468494.823841:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468494.823848:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468494.823854:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468494.823856:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468494.823861:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468494.823863:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468494.824177:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468494.824181:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468494.824184:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468495.659950:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468495.659961:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468495.659964:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468495.659968:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468495.659970:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468495.659974:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468495.659977:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.849144:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468495.849152:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.849157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468495.849158:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.849162:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468495.849164:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468495.849259:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468495.849262:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468495.849265:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468496.616698:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468496.616733:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468496.616736:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468496.616739:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468496.616741:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468496.616744:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468496.616747:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468496.616751:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468496.616753:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468496.616755:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468496.616761:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20749) 00000100:00000001:1.0:1789468496.679227:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468496.679244:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468496.679247:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468496.679527:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468496.679532:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468496.679537:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468496.679539:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468496.871814:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468496.871820:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468496.871826:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468496.871827:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468496.871832:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468496.871833:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468496.871901:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468496.871905:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468496.871909:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468497.063160:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315412147, at 4315412480 00000100:00000040:1.0:1789468497.063161:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315412147, at 4315412480 00000100:00000010:1.0:1789468497.063176:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc119c0. 00000100:00000010:3.0:1789468497.063178:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11a20. 00000100:00000040:2.0:1789468497.063332:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315412147, at 4315412480 00000100:00000010:2.0:1789468497.063338:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11c60. 00000100:00000040:0.0:1789468497.063809:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315412147, at 4315412480 00000100:00000010:0.0:1789468497.063816:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789468497.703151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468497.703167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468497.703169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468497.703174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468497.703177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468497.703181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468497.703184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468497.895224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468497.895232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468497.895238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468497.895240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468497.895245:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468497.895249:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468497.895252:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468497.895256:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468497.895259:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468497.895261:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468497.895263:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468497.895265:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468497.895391:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468497.895394:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468497.895397:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468498.727225:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468498.727239:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468498.727241:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468498.727264:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468498.727266:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468498.727271:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468498.727273:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468498.919167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468498.919173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468498.919179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468498.919181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468498.919186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468498.919187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468498.919304:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468498.919308:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468498.919311:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468499.751155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468499.751169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468499.751171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468499.751175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468499.751177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468499.751182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468499.751184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468499.943151:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468499.943159:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468499.943164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468499.943166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468499.943170:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468499.943172:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468499.943346:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468499.943349:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468499.943352:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468500.327187:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468500.327196:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468500.327200:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468500.327414:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468500.327420:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468500.327430:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468500.327435:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468500.327437:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468500.775408:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468500.775422:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468500.775425:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468500.775430:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468500.775432:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468500.775437:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468500.775440:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468500.967151:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468500.967159:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468500.967164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468500.967166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468500.967170:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468500.967172:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468500.967259:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468500.967263:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468500.967266:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468501.674112:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468501.674121:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468501.674125:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468501.674128:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468501.674130:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468501.674133:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468501.674136:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468501.674143:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468501.674145:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468501.674148:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468501.674153:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20754) 00000100:00000001:1.0:1789468501.800649:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468501.800664:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468501.800666:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468501.800671:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468501.800674:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468501.800679:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468501.800682:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468501.991175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468501.991185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468501.991191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468501.991193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468501.991198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468501.991200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468501.991381:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468501.991385:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468501.991388:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468502.823383:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468502.823397:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468502.823400:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468502.823405:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468502.823407:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468502.823412:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468502.823414:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468503.022136:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468503.022145:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468503.022151:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468503.022153:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468503.022158:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468503.022159:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468503.023536:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468503.023553:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468503.023557:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468503.847218:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468503.847232:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468503.847235:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468503.847239:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468503.847242:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468503.847247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468503.847249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.039374:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468504.039383:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.039389:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468504.039390:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.039395:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468504.039396:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468504.039511:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468504.039516:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468504.039519:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468504.871155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468504.871169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468504.871188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468504.871193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468504.871196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468504.871200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468504.871202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468505.063241:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468505.063253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468505.063260:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468505.063262:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468505.063268:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468505.063270:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468505.063371:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468505.063377:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468505.063380:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468505.895153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468505.895166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468505.895168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468505.895172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468505.895175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468505.895179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468505.895181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468506.087171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468506.087179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468506.087186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468506.087188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468506.087193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468506.087194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468506.087308:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468506.087316:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468506.087321:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468506.791320:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468506.791337:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468506.791341:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468506.791345:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468506.791348:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468506.791351:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468506.791355:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468506.791359:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468506.791363:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468506.791366:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468506.791372:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20759) 00000100:00000001:1.0:1789468506.919161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468506.919175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468506.919177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468506.919193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468506.919195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468506.919199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468506.919201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468507.111298:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468507.111309:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468507.111317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468507.111319:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468507.111325:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468507.111327:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468507.112705:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468507.112713:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468507.112719:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468507.943198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468507.943212:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468507.943214:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468507.943219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468507.943222:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468507.943226:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468507.943228:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468508.135229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468508.135241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468508.135249:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468508.135250:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468508.135258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468508.135262:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468508.135266:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468508.135270:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468508.135274:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468508.135277:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468508.135280:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468508.135282:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468508.135468:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468508.135473:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468508.135477:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468508.967794:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468508.967819:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468508.967823:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468508.967830:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468508.967834:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468508.967841:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468508.967844:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468509.159225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468509.159237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468509.159245:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468509.159247:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468509.159252:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468509.159254:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468509.159373:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468509.159379:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468509.159383:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468509.993350:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468509.993369:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468509.993372:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468509.993379:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468509.993382:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468509.993388:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468509.993392:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468510.183219:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468510.183230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468510.183238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468510.183239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468510.183245:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468510.183247:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468510.183357:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468510.183361:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468510.183365:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468511.015591:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468511.015631:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468511.015633:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468511.015638:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468511.015641:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468511.015646:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468511.015649:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468511.207185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468511.207195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468511.207203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468511.207204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468511.207209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468511.207211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468511.207304:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468511.207309:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468511.207313:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468511.911349:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468511.911363:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468511.911366:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468511.911370:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468511.911373:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468511.911376:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468511.911379:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468511.911383:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468511.911385:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468511.911388:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468511.911395:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20765) 00000100:00000001:1.0:1789468512.039772:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468512.039783:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468512.039801:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468487/real 1789468487] req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468512.039824:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468512.039826:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468512.039831:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf318. 00000400:00000200:1.0:1789468512.039839:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351e58 00000400:00000010:1.0:1789468512.039842:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351e58. 00000100:00000001:1.0:1789468512.039848:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468512.039853:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468512.039861:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.039868:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468512.039870:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.039874:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468512.039876:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468512.039880:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.039887:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.039890:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468512.039895:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468487/real 1789468487] req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468512.039903:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468512.039905:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468512.039907:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfd10. 00000400:00000200:1.0:1789468512.039934:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351770 00000400:00000010:1.0:1789468512.039935:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351770. 00000100:00000001:1.0:1789468512.039939:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468512.039942:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468512.039950:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.039956:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468512.039958:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.039960:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468512.039961:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468512.039964:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.039970:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.039972:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468512.039977:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468487/real 1789468487] req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468512.039985:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468512.039987:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468512.039989:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf580. 00000400:00000200:1.0:1789468512.039991:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351ee0 00000400:00000010:1.0:1789468512.039993:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351ee0. 00000100:00000001:1.0:1789468512.039995:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468512.039999:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468512.040007:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.040013:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468512.040015:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040016:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468512.040018:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468512.040021:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.040034:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040060:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468512.040065:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468487/real 1789468487] req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468512.040074:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468512.040075:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468512.040077:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbff20. 00000400:00000200:1.0:1789468512.040079:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351000 00000400:00000010:1.0:1789468512.040081:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351000. 00000100:00000001:1.0:1789468512.040084:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468512.040087:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468512.040094:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.040100:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468512.040102:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040103:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468512.040105:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468512.040108:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.040114:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040126:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468512.040128:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040147:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468512.040150:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468512.040155:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468512.040159:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.040167:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468512.040171:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040178:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468512.040179:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040183:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468512.040185:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468512.040190:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468512.040222:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468512.040225:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468512.040231:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468512.040239:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404829696:0@lo:38:kworker.0 00000100:00000001:1.0:1789468512.040245:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468512.040248:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.040256:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468512.040258:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040260:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468512.040261:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040263:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468512.040265:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468512.040268:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468512.040274:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468512.040277:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468512.040280:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468512.040289:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404829824:0@lo:38:kworker.0 00000100:00000001:1.0:1789468512.040293:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468512.040296:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.040309:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468512.040311:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040313:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468512.040314:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040316:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468512.040318:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468512.040320:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468512.040326:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468512.040328:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468512.040331:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468512.040339:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404829952:0@lo:38:kworker.0 00000100:00000001:1.0:1789468512.040343:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468512.040346:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.040352:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468512.040355:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040356:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468512.040357:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040359:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468512.040361:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468512.040363:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468512.040368:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468512.040371:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468512.040375:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468512.040387:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468512.040398:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789468512.040402:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404830080:0@lo:38:kworker.0 00000100:00080000:0.0:1789468512.040403:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468512.040412:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468512.040412:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468512.040415:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789468512.040418:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1789468512.040420:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1789468512.040424:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940a80 x1876386404829696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468512.040427:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468512.040433:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20735 00000100:00000001:1.0:1789468512.040437:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1789468512.040441:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468512.040446:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468512.040450:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468512.040452:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468512.040454:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468512.040465:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468512.040467:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789468512.040470:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468512.040475:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789468512.040477:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789468512.040480:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789468512.040484:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468512.040485:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468512.040487:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468512.040489:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468512.040503:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789468512.040507:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468512.040509:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.040512:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1789468512.040513:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1789468512.040519:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd800. 02000000:00000001:0.0:1789468512.040523:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468512.040528:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.040528:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789468512.040533:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000020:00000001:1.0:1789468512.040533:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468512.040537:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468512.040542:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468512.040545:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 00000100:00000001:0.0:1789468512.040549:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.040550:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468512.040553:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468512.040557:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940a80. 00000100:00000001:1.0:1789468512.040560:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1789468512.040561:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62a00. 00000100:00000001:1.0:1789468512.040563:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040567:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1789468512.040568:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1789468512.040572:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942a00 x1876386404829824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789468512.040575:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468512.040577:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468512.040583:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1789468512.040586:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468512.040589:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468512.040589:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468512.040593:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:0.0:1789468512.040596:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.040600:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468512.040602:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468512.040604:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468512.040606:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468512.040607:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867c00. 02000000:00000010:1.0:1789468512.040608:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542c00. 02000000:00000001:1.0:1789468512.040614:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468512.040616:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468512.040617:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942a00. 00000100:00000001:0.0:1789468512.040619:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.040621:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1789468512.040629:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468512.040633:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.040638:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789468512.040646:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1789468512.040646:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943b80 x1876386404829952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468512.040653:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.040659:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468512.040662:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1789468512.040663:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e495aede] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789468512.040666:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc400. 02000000:00000001:1.0:1789468512.040672:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468512.040675:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468512.040677:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468512.040682:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789468512.040683:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468512.040684:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 00000100:00080000:0.0:1789468512.040688:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1789468512.040690:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468512.040692:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1789468512.040695:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000010:1.0:1789468512.040696:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943b80. 00000100:00000001:0.0:1789468512.040700:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789468512.040701:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1789468512.040703:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468512.040705:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468512.040709:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1789468512.040710:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1789468512.040715:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20735 00000100:00000040:1.0:1789468512.040718:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942300 x1876386404830080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468512 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468512.040720:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468512.040726:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468512.040733:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789468512.040733:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1789468512.040736:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000001:1.0:1789468512.040738:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1789468512.040742:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000010:1.0:1789468512.040742:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468512.040747:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468512.040749:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:1.0:1789468512.040751:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468512.040752:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000040:1.0:1789468512.040754:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789468512.040755:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468512.040760:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789468512.040760:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468512.040764:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 00000020:00000001:0.0:1789468512.040765:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 02000000:00000001:1.0:1789468512.040769:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1789468512.040770:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 02000000:00000001:1.0:1789468512.040773:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1789468512.040775:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000010:1.0:1789468512.040777:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942300. 00000100:00000001:0.0:1789468512.040779:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468512.040783:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468512.040783:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468512.040787:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468512.040788:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468512.040794:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00000001:1.0:1789468512.040794:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468512.040798:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468512.040801:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.040802:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1789468512.040804:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1789468512.040806:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789468512.040809:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468512.040810:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1789468512.040814:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468512.040816:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468512.040819:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.040820:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1789468512.040823:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63100. 00000100:00000001:1.0:1789468512.040824:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1789468512.040829:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:1.0:1789468512.040833:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789468512.040834:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468512.040837:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468512.040841:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468512.040844:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468512.040847:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.040849:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1789468512.040853:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867800. 00000100:00000001:1.0:1789468512.040853:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468512.040860:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.040862:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468512.040867:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1789468512.040868:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1789468512.040873:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468512.040882:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1789468512.040882:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404830336:0@lo:38:kworker.0 00000100:00000001:0.0:1789468512.040887:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.040889:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1789468512.040895:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7f7e9a7] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789468512.040897:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468512.040901:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.040908:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789468512.040909:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468512.040913:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1789468512.040914:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468512.040919:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468512.040920:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468512.040924:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468512.040925:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468512.040928:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000400:00000010:1.0:1789468512.040929:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbff20. 00000100:00080000:0.0:1789468512.040931:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20735 00000100:00080000:0.0:1789468512.040936:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1789468512.040938:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351000. 00000100:00000040:0.0:1789468512.040939:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468512.040943:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468512.040945:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000200:1.0:1789468512.040947:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404830336, portal 10 00000100:00000001:0.0:1789468512.040948:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:1.0:1789468512.040951:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1789468512.040953:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789468512.040955:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492021760 : -130396217529856 : ffff8967c3c62a00) 00000020:00000040:0.0:1789468512.040956:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789468512.040961:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468512.040963:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:0.0:1789468512.040965:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789468512.040968:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789468512.040970:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789468512.040978:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468512.040982:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468512.040986:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468512.040986:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789468512.040990:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000040:1.0:1789468512.040993:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1789468512.040994:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000400:00000010:1.0:1789468512.040998:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351ee0. 00000100:00080000:0.0:1789468512.040999:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000200:1.0:1789468512.041004:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404830336, offset 0 00000100:00000001:0.0:1789468512.041005:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468512.041009:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468512.041013:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468512.041018:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468512.041018:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789468512.041023:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468512.041025:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468512.041029:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63b80. 00000020:00000040:0.0:1789468512.041031:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789468512.041034:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1789468512.041066:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468512.041081:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0c80 02000000:00000001:0.0:1789468512.041087:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1789468512.041090:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404830336 offset 0 length 520: 4 00000100:00000001:0.0:1789468512.041091:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468512.041094:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468512.041097:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468512.041100:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000010:0.0:1789468512.041102:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866c00. 00000400:00000200:1.0:1789468512.041104:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1789468512.041108:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468512.041113:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468512.041121:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468512.041123:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468512.041126:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073434e2d] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789468512.041127:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351ee0 00000400:00000010:1.0:1789468512.041132:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351ee0. 00000100:00000001:1.0:1789468512.041138:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789468512.041140:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468512.041144:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1789468512.041146:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468512.041150:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468512.041153:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468512.041157:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468512.041161:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1789468512.041164:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1789468512.041166:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20735 00000100:00080000:0.0:1789468512.041171:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468512.041171:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789468512.041178:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468512.041183:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468512.041187:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468512.041188:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468512.041192:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:1.0:1789468512.041193:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468512.041202:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468512.041209:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468512.041214:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315427477 00000100:00000010:1.0:1789468512.041218:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc119c0. 00000100:00000001:1.0:1789468512.041227:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468512.041242:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315427477 00000100:00000010:1.0:1789468512.041246:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11060. 00000100:00000001:1.0:1789468512.041250:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468512.041254:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315427477 00000100:00000010:1.0:1789468512.041257:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11720. 00000100:00000001:1.0:1789468512.041261:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468512.041272:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315427477 00000100:00000010:1.0:1789468512.041276:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a80. 00000100:00000001:1.0:1789468512.041279:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468512.041289:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468512.041293:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041296:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041299:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.041303:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468512.041304:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.041306:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468512.041313:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468512.041314:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468512.041318:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041326:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468512.041327:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468512.041329:0:223621:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:1.0:1789468512.041330:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1789468512.041332:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 02000000:00000001:1.0:1789468512.041334:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789468512.041338:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:1.0:1789468512.041339:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789468512.041343:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000100:00100000:1.0:1789468512.041345:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404830464:0@lo:38:kworker.0 00000020:00000001:0.0:1789468512.041348:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000001:1.0:1789468512.041351:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1789468512.041353:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 02000000:00000001:1.0:1789468512.041355:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1789468512.041359:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:1.0:1789468512.041359:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.041362:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789468512.041364:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1789468512.041368:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc400. 00000100:00000040:0.0:1789468512.041369:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468512.041374:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:1.0:1789468512.041374:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789468512.041380:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000400:00000010:1.0:1789468512.041380:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf580. 00000100:00080000:0.0:1789468512.041383:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468512.041387:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468512.041387:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351ee0. 02000000:00000001:0.0:1789468512.041391:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1789468512.041393:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404830464, portal 10 02000000:00000001:0.0:1789468512.041397:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468512.041397:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468512.041400:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492023552 : -130396217528064 : ffff8967c3c63100) 02000000:00000001:0.0:1789468512.041402:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468512.041406:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468512.041409:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468512.041409:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1789468512.041418:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63800. 00000100:00000001:1.0:1789468512.041420:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1789468512.041422:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:1.0:1789468512.041425:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1789468512.041428:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1789468512.041430:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351770. 02000000:00000001:0.0:1789468512.041431:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468512.041436:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1789468512.041436:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404830464, offset 0 02000000:00000001:0.0:1789468512.041439:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468512.041443:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468512.041443:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1789468512.041450:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866800. 00000400:00000200:1.0:1789468512.041453:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1789468512.041457:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468512.041463:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0d00 00000100:00100000:0.0:1789468512.041465:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1789468512.041472:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404830464 offset 0 length 520: 4 00000100:00000001:0.0:1789468512.041480:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468512.041482:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468512.041486:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008496fa9c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789468512.041501:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468512.041508:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1789468512.041510:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468512.041518:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20765) 00000400:00000200:1.0:1789468512.041522:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351770 00000400:00000010:1.0:1789468512.041525:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351770. 00000100:00000001:1.0:1789468512.041529:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468512.041533:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041541:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468512.041544:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041552:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041554:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468512.041558:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468512.041562:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468512.041565:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315427477 00000100:00000001:1.0:1789468512.041568:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315427477 00000100:00000001:1.0:1789468512.041571:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315427477 00000100:00000001:1.0:1789468512.041573:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315427477 00000100:00000001:1.0:1789468512.041574:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315427477 00000100:00000001:1.0:1789468512.041576:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315427477 00000100:00000001:1.0:1789468512.041578:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315427477 00000100:00000001:1.0:1789468512.041580:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315427477 00000100:00000001:1.0:1789468512.041582:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468512.041585:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041587:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468512.041590:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041596:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468512.041598:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.041600:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468512.041602:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468512.041604:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468512.041613:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404830592:0@lo:38:kworker.0 00000100:00000001:1.0:1789468512.041616:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468512.041619:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468512.041620:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.041622:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468512.041626:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468512.041628:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468512.041632:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfd10. 00000400:00000010:1.0:1789468512.041636:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351770. 00000100:00000200:1.0:1789468512.041639:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404830592, portal 10 00000100:00000001:1.0:1789468512.041642:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468512.041643:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492026240 : -130396217525376 : ffff8967c3c63b80) 00000100:00000040:1.0:1789468512.041650:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041656:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468512.041658:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468512.041661:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789468512.041663:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404830592, offset 0 00000400:00000200:1.0:1789468512.041668:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468512.041673:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468512.041678:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0d80 00000400:00000100:1.0:1789468512.041682:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404830592 offset 0 length 520: 4 00000400:00000200:1.0:1789468512.041685:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468512.041688:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468512.041692:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351e58 00000400:00000010:1.0:1789468512.041694:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351e58. 00000100:00000001:1.0:1789468512.041696:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468512.041700:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041707:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468512.041710:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041728:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041730:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468512.041734:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468512.041738:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468512.041740:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315427477 00000100:00000001:1.0:1789468512.041743:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315427477 00000100:00000001:1.0:1789468512.041745:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315427477 00000100:00000001:1.0:1789468512.041748:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315427477 00000100:00000001:1.0:1789468512.041750:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315427477 00000100:00000001:1.0:1789468512.041752:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315427477 00000100:00000001:1.0:1789468512.041754:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315427477 00000100:00000001:1.0:1789468512.041756:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315427477 00000100:00000001:1.0:1789468512.041758:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468512.041760:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041763:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041765:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.041768:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468512.041769:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.041771:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468512.041773:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468512.041774:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468512.041778:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041786:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468512.041787:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.041789:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468512.041791:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468512.041793:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468512.041796:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404830720:0@lo:38:kworker.0 00000100:00000001:1.0:1789468512.041799:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468512.041808:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468512.041809:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468512.041811:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468512.041814:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd800. 02000000:00000001:1.0:1789468512.041817:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468512.041820:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf318. 00000400:00000010:1.0:1789468512.041823:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351e58. 00000100:00000200:1.0:1789468512.041826:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404830720, portal 10 00000100:00000001:1.0:1789468512.041828:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468512.041829:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492025344 : -130396217526272 : ffff8967c3c63800) 00000100:00000040:1.0:1789468512.041836:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041843:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468512.041845:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468512.041847:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468512.041850:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404830720, offset 0 00000400:00000200:1.0:1789468512.041853:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468512.041859:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468512.041864:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0e00 00000400:00000100:1.0:1789468512.041868:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404830720 offset 0 length 520: 4 00000400:00000200:1.0:1789468512.041871:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468512.041873:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468512.041877:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468512.041879:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468512.041882:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468512.041885:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041893:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468512.041896:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468512.041902:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041904:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468512.041906:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468512.041914:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468512.041917:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315427478 00000100:00000001:1.0:1789468512.041924:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315427477 00000100:00000001:1.0:1789468512.041929:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315427478 00000100:00000001:1.0:1789468512.041931:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315427477 00000100:00000001:1.0:1789468512.041934:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315427478 00000100:00000001:1.0:1789468512.041936:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315427477 00000100:00000001:1.0:1789468512.041939:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315427478 00000100:00000001:1.0:1789468512.041941:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315427477 00000100:00000001:1.0:1789468512.041943:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468512.041945:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041947:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041949:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.041953:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468512.041954:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468512.041956:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468512.041957:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468512.041958:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468512.041960:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468512.062145:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315427478, at 4315427479 00000100:00000010:0.0:1789468512.062166:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc119c0. 00000100:00000040:3.0:1789468512.062269:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315427478, at 4315427479 00000100:00000010:3.0:1789468512.062278:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11a80. 00000100:00000040:1.0:1789468512.062294:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315427478, at 4315427479 00000100:00000010:1.0:1789468512.062303:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11060. 00000100:00000040:2.0:1789468512.062982:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315427478, at 4315427479 00000100:00000010:2.0:1789468512.062992:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11720. 00010000:00000001:0.0:1789468512.231262:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468512.231273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468512.231280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468512.231282:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468512.231288:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468512.231290:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468512.231399:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468512.231404:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468512.231408:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468513.063184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468513.063203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468513.063206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468513.063212:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468513.063215:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468513.063221:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468513.063224:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468513.255253:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468513.255265:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468513.255272:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468513.255274:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468513.255279:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468513.255281:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468513.256451:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468513.256459:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468513.256464:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468514.087316:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468514.087335:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468514.087338:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468514.087344:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468514.087347:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468514.087390:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468514.087394:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.279230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468514.279240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.279247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468514.279248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.279255:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468514.279256:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468514.280107:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468514.280114:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468514.280120:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468515.111307:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468515.111336:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468515.111339:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468515.111345:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468515.111348:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468515.111354:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468515.111357:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468515.303231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468515.303242:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468515.303250:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468515.303252:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468515.303258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468515.303260:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468515.303583:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468515.303588:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468515.303593:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468516.136195:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468516.136207:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468516.136225:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468491/real 1789468491] req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468516 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468516.136246:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468516.136249:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468516.136253:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb58. 00000400:00000200:2.0:1789468516.136275:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351a18 00000400:00000010:2.0:1789468516.136279:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351a18. 00000100:00000001:2.0:1789468516.136286:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468516.136290:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468516 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468516.136298:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468516 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468516.136305:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468516.136308:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.136311:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468516.136314:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468516.136318:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468516 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468516.136324:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.136335:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468516.136337:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.136340:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468516.136343:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468516.136347:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468516.136351:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468516 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468516.136358:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468516.136361:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.136363:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468516.136364:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.136367:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468516.136370:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468516.136373:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468516.136401:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468516.136405:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468516.136409:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468516 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468516.136418:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404830208:0@lo:250:kworker.0 00000100:00000001:2.0:1789468516.136423:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468516.136426:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468516.136429:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943100 x1876386404830208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468516 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468516.136437:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468516.136440:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468516.136445:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff000. 02000000:00000001:2.0:1789468516.136451:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468516.136455:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468516.136457:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468516.136468:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468516.136470:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468516.136475:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468516.136477:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468516.136479:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943100. 00000100:00000001:2.0:1789468516.136484:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468516.136485:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.136488:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468516.136720:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468516.136726:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468516.136729:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468516.136732:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468516.136735:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468516.136738:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20739 00000100:00080000:1.0:1789468516.136742:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468516.136745:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468516.136748:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468516.136750:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468516.136753:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468516.136762:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468516.136765:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468516.136768:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468516.136772:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468516.136775:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468516.136777:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468516.136780:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468516.136782:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468516.136784:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468516.136786:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468516.136789:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468516.136793:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468516.136796:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468516.136823:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468516.136827:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468516.136830:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468516.136832:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468516.136835:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468516.136843:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789468516.136847:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468516.136852:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468516.136854:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468516.136857:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468516.136861:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468516.136866:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468516.136875:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fc000. 00000100:00000001:1.0:1789468516.136883:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468516.136889:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468516.136899:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468516.136904:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468516.136909:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468516.136938:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468516.136942:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468516.136946:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468516.136949:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468516.136952:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468516.136956:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468516.136959:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468516.136962:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468516.136966:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468516.136980:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20769) 00000100:00000001:2.0:1789468516.137102:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468516.137105:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468516.137107:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468516.137112:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468516.137125:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468516.137127:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468516.137132:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468516.137135:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468516.137138:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468516.137141:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404830848:0@lo:250:kworker.0 00000100:00000001:2.0:1789468516.137146:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468516.137150:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468516.137152:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468516.137155:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468516.137161:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468516.137163:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468516.137170:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143160. 00000400:00000010:2.0:1789468516.137177:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964550. 00000100:00000200:2.0:1789468516.137185:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404830848, portal 25 00000100:00000001:2.0:1789468516.137188:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468516.137190:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755040640 : -130395954510976 : ffff8967d3738380) 00000100:00000040:2.0:1789468516.137196:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468516.137203:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468516.137206:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468516.137208:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9646e8. 00000100:00000200:2.0:1789468516.137211:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404830848, offset 0 00000400:00000200:2.0:1789468516.137218:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468516.137234:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468516.137248:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f0e80 00000400:00000100:2.0:1789468516.137273:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404830848 offset 0 length 520: 4 00000400:00000200:2.0:1789468516.137279:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468516.137282:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468516.137299:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9646e8 00000400:00000010:2.0:1789468516.137301:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9646e8. 00000100:00000001:2.0:1789468516.137307:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468516.137312:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468516.137321:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468516.137325:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468516.137333:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468516.137334:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468516.137340:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468516.137347:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315436724 00000100:00000010:2.0:1789468516.137352:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c370c0. 00000100:00000001:2.0:1789468516.137360:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468516.137373:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315436724 00000100:00000010:2.0:1789468516.137377:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f60. 00000100:00000001:2.0:1789468516.137381:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468516.137385:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315436724 00000100:00000010:2.0:1789468516.137388:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37060. 00000100:00000001:2.0:1789468516.137392:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468516.137396:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315436724 00000100:00000010:2.0:1789468516.137399:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37900. 00000100:00000001:2.0:1789468516.137403:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468516.137407:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468516.137411:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468516.137416:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468516.137419:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.137426:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468516.137429:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.137431:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468516.137433:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468516.137434:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468516.137437:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468516.327213:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468516.327224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468516.327232:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468516.327233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468516.327239:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468516.327241:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468516.327352:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468516.327357:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468516.327361:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468517.159189:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468517.159189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789468517.159199:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468517.159203:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468517.159206:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468517.159207:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1789468517.159209:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468517.159210:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789468517.159212:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468517.159215:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468517.159216:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1789468517.159218:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468517.159219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1789468517.159222:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468517.159225:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468517.159225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.159229:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468517.159232:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20770) 00010000:00000001:0.0:1789468517.353833:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468517.353846:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468517.353854:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468517.353856:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468517.353864:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468517.353866:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468517.353970:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468517.353975:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468517.353978:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468518.184065:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468518.184084:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468518.184086:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468518.184097:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468518.184100:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468518.184107:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468518.184110:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468518.376210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468518.376219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468518.376225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468518.376227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468518.376233:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468518.376236:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468518.376239:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468518.376243:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468518.376247:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468518.376249:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468518.376252:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468518.376255:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468518.378931:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468518.378941:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468518.378949:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468518.541756:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.541781:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468518.541786:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.541788:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468518.541803:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468518.541837:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1780 00000400:00000100:0.0:1789468518.542154:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402408320 offset 0 length 520: 4 00000400:00000200:0.0:1789468518.542161:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468518.542165:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468518.542179:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.542187:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468518.542189:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.542192:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468518.542193:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.542195:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468518.542200:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468518.542206:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1800 00000400:00000100:0.0:1789468518.542211:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402408448 offset 0 length 520: 4 00000400:00000200:0.0:1789468518.542213:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468518.542215:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468518.542220:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.542223:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468518.542224:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.542226:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468518.542228:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.542230:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468518.542233:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468518.542238:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1880 00000400:00000100:0.0:1789468518.542242:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402408576 offset 0 length 520: 4 00000400:00000200:0.0:1789468518.542245:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468518.542247:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468518.542250:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.542259:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468518.542261:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468518.542263:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468519.207198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468519.207225:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468519.207228:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468519.207235:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468519.207238:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468519.207244:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468519.207248:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468519.400235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468519.400246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468519.400253:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468519.400255:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468519.400261:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468519.400263:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468519.400835:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468519.400861:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468519.400866:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468520.231463:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468520.231484:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468520.231487:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468520.231495:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468520.231499:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468520.231506:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468520.231509:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468520.423227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468520.423238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468520.423246:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468520.423248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468520.423253:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468520.423255:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468520.423427:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468520.423442:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468520.423445:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468521.191289:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468521.191306:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468521.191310:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468521.191314:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468521.191317:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468521.191320:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468521.191323:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468521.191328:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468521.191330:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468521.191333:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468521.191340:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20774) 00000100:00000001:2.0:1789468521.256177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468521.256198:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468521.256201:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468521.256207:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468521.256210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468521.256217:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468521.256220:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468521.447222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468521.447233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468521.447241:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468521.447243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468521.447249:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468521.447251:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468521.447621:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468521.447627:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468521.447630:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468521.639270:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315436724, at 4315437056 00000100:00000010:2.0:1789468521.639292:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00000100:00000040:1.0:1789468521.639405:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315436724, at 4315437056 00000100:00000010:1.0:1789468521.639413:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000100:00000040:0.0:1789468521.640530:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315436724, at 4315437057 00000100:00000010:0.0:1789468521.640542:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000100:00000040:3.0:1789468521.640642:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315436724, at 4315437057 00000100:00000010:3.0:1789468521.640650:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37900. 00000100:00000001:2.0:1789468522.279434:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468522.279454:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468522.279457:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468522.279464:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468522.279467:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468522.279473:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468522.279477:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468522.471191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468522.471200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468522.471206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468522.471207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468522.471213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468522.471215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468522.471401:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468522.471406:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468522.471410:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468523.303125:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468523.303146:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468523.303149:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468523.303155:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468523.303158:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468523.303163:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468523.303166:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468523.496737:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468523.496748:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468523.496754:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468523.496756:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468523.496761:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468523.496763:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468523.497476:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468523.497481:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468523.497485:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468524.327218:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468524.327238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468524.327241:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468524.327251:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468524.327255:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468524.327261:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468524.327264:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.519206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468524.519215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.519221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468524.519223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.519229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468524.519231:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468524.519691:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468524.519696:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468524.519700:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468525.351412:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468525.351432:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468525.351435:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468525.351441:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468525.351444:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468525.351451:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468525.351454:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468525.543799:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468525.543810:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468525.543818:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468525.543820:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468525.543826:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468525.543828:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468525.544750:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468525.544756:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468525.544760:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468526.247206:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468526.247218:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468526.247221:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468526.247224:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468526.247227:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468526.247230:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468526.247233:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468526.247236:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468526.247238:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468526.247240:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468526.247246:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20779) 00000100:00000001:2.0:1789468526.375156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468526.375171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468526.375173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468526.375177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468526.375180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468526.375184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468526.375187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468526.567122:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468526.567128:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468526.567132:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468526.567133:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468526.567138:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468526.567139:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468526.567255:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468526.567259:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468526.567262:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468527.399233:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468527.399249:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468527.399250:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468527.399254:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468527.399257:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468527.399261:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468527.399264:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468527.592093:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468527.592100:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468527.592106:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468527.592107:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468527.592112:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468527.592113:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468527.592208:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468527.592211:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468527.592215:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468528.423149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468528.423162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468528.423165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468528.423169:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468528.423172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468528.423176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468528.423178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468528.615196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468528.615203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468528.615210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468528.615212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468528.615217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468528.615221:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468528.615223:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468528.615226:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468528.615229:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468528.615232:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468528.615234:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468528.615236:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468528.615353:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468528.615356:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468528.615359:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468529.447162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468529.447177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468529.447180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468529.447184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468529.447187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468529.447191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468529.447193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468529.639106:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468529.639113:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468529.639119:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468529.639120:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468529.639125:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468529.639127:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468529.639156:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468529.639159:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468529.639162:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468530.471955:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468530.472162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468530.472165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468530.472170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468530.472173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468530.472177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468530.472180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468530.663168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468530.663176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468530.663181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468530.663182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468530.663187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468530.663188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468530.663299:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468530.663302:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468530.663305:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468531.371479:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468531.371488:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468531.371491:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468531.371495:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468531.371497:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468531.371500:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468531.371503:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468531.371522:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468531.371524:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468531.371527:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468531.371531:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20784) 00000100:00000001:2.0:1789468531.495158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468531.495171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468531.495174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468531.495178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468531.495181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468531.495185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468531.495187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468531.687167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468531.687174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468531.687180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468531.687182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468531.687187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468531.687188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468531.687306:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468531.687309:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468531.687313:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468532.519117:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468532.519131:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468532.519133:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468532.519138:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468532.519140:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468532.519145:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468532.519148:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468532.711187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468532.711195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468532.711200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468532.711201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468532.711206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468532.711207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468532.711429:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468532.711433:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468532.711436:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468533.543155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468533.543167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468533.543170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468533.543174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468533.543178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468533.543182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468533.543185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468533.735171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468533.735178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468533.735182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468533.735184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468533.735190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468533.735191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468533.735275:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468533.735278:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468533.735281:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468534.567162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468534.567177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468534.567179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468534.567184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468534.567186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468534.567191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468534.567194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468534.759175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468534.759183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468534.759189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468534.759191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468534.759196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468534.759197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468534.759329:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468534.759332:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468534.759335:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468535.591815:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468535.591829:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468535.591831:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468535.591836:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468535.591838:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468535.591843:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468535.591845:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.784497:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468535.784505:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.784511:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468535.784512:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.784517:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468535.784518:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468535.787667:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468535.787674:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468535.787679:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468536.487517:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468536.487526:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468536.487530:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468536.487534:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468536.487536:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468536.487539:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468536.487542:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468536.487545:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468536.487548:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468536.487551:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468536.487557:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20789) 00000100:00000001:2.0:1789468536.616193:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468536.616207:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468536.616209:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468536.616214:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468536.616216:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468536.616220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468536.616223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468536.807180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468536.807187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468536.807192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468536.807194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468536.807199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468536.807200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468536.807371:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468536.807375:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468536.807378:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468537.639155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468537.639162:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468537.639176:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468512/real 1789468512] req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468537.639194:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468537.639196:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468537.639199:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf318. 00000400:00000200:2.0:1789468537.639206:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351e58 00000400:00000010:2.0:1789468537.639208:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351e58. 00000100:00000001:2.0:1789468537.639214:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468537.639218:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468537.639227:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639234:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468537.639236:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639239:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468537.639241:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468537.639246:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639253:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639256:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468537.639272:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468512/real 1789468512] req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468537.639280:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468537.639281:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468537.639282:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf580. 00000400:00000200:2.0:1789468537.639285:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351ee0 00000400:00000010:2.0:1789468537.639286:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351ee0. 00000100:00000001:2.0:1789468537.639288:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468537.639290:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468537.639297:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639310:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468537.639311:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639313:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468537.639314:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468537.639317:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639322:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639324:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468537.639328:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468512/real 1789468512] req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468537.639334:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468537.639335:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468537.639337:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfd10. 00000400:00000200:2.0:1789468537.639339:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351770 00000400:00000010:2.0:1789468537.639340:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351770. 00000100:00000001:2.0:1789468537.639343:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468537.639345:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468537.639351:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639356:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468537.639358:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639359:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468537.639360:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468537.639363:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639368:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639370:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468537.639373:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468512/real 1789468512] req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468537.639379:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468537.639380:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468537.639381:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbff20. 00000400:00000200:2.0:1789468537.639383:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351000 00000400:00000010:2.0:1789468537.639385:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351000. 00000100:00000001:2.0:1789468537.639386:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468537.639388:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468537.639394:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639399:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468537.639400:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639401:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468537.639402:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468537.639405:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639410:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639418:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468537.639419:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639422:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468537.639424:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468537.639428:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468537.639431:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639449:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468537.639451:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639452:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468537.639454:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639456:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468537.639458:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468537.639461:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468537.639486:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468537.639489:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468537.639492:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468537.639499:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404830720:0@lo:38:kworker.0 00000100:00000001:2.0:1789468537.639504:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468537.639507:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639513:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468537.639515:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639517:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468537.639518:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639520:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468537.639521:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468537.639524:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468537.639529:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468537.639531:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468537.639534:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468537.639541:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404830464:0@lo:38:kworker.0 00000100:00000001:2.0:1789468537.639544:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468537.639546:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639553:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468537.639554:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639556:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468537.639557:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639558:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468537.639560:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468537.639561:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468537.639565:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468537.639567:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468537.639570:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468537.639576:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404830592:0@lo:38:kworker.0 00000100:00000001:2.0:1789468537.639579:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468537.639583:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639588:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468537.639591:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639592:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468537.639593:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639594:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468537.639596:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468537.639598:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468537.639603:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468537.639604:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468537.639608:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468537.639614:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404830336:0@lo:38:kworker.0 00000100:00000001:2.0:1789468537.639617:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.639619:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468537.639621:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63800 x1876386404830720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639626:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468537.639629:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468537.639632:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd800. 02000000:00000001:2.0:1789468537.639637:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468537.639641:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468537.639642:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468537.639645:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468537.639647:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866800. 02000000:00000001:2.0:1789468537.639650:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468537.639651:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468537.639653:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63800. 00000100:00000001:2.0:1789468537.639656:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468537.639657:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639658:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468537.639660:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63100 x1876386404830464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639665:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468537.639666:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468537.639668:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc400. 02000000:00000001:2.0:1789468537.639669:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468537.639670:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468537.639671:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789468537.639673:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468537.639674:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:2.0:1789468537.639676:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468537.639678:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468537.639679:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63100. 00000100:00000001:2.0:1789468537.639680:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468537.639681:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639682:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468537.639685:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63b80 x1876386404830592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639689:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468537.639690:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468537.639691:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:2.0:1789468537.639696:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468537.639697:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468537.639698:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789468537.639699:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468537.639700:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866c00. 02000000:00000001:2.0:1789468537.639701:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468537.639702:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468537.639703:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63b80. 00000100:00000001:2.0:1789468537.639705:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468537.639706:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639707:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468537.639710:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62a00 x1876386404830336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468537 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.639714:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468537.639715:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468537.639716:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:2.0:1789468537.639717:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468537.639718:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468537.639719:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789468537.639720:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468537.639722:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867c00. 02000000:00000001:2.0:1789468537.639723:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468537.639724:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468537.639725:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62a00. 00000100:00000001:2.0:1789468537.639727:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468537.639728:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.639731:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468537.639874:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468537.639880:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468537.639882:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468537.639885:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468537.639888:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468537.639891:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468537.639894:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468537.639896:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20760 00000100:00080000:1.0:1789468537.639900:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468537.639903:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468537.639905:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468537.639907:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468537.639909:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468537.639915:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468537.639916:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789468537.639919:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468537.639922:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789468537.639924:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789468537.639926:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789468537.639928:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468537.639929:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468537.639931:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468537.639932:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468537.639952:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789468537.639955:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468537.639958:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468537.639960:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468537.639967:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468537.639969:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468537.639971:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468537.639973:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468537.639978:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789468537.639981:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789468537.639984:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468537.639985:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468537.639988:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468537.639990:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468537.639994:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468537.639999:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd000. 00000100:00000001:1.0:1789468537.640006:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468537.640011:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468537.640018:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468537.640022:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468537.640025:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468537.640072:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468537.640075:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468537.640077:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468537.640078:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468537.640080:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468537.640082:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468537.640083:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20760 00000100:00080000:1.0:1789468537.640086:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468537.640088:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468537.640097:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468537.640099:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468537.640100:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468537.640103:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468537.640105:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789468537.640106:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468537.640108:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789468537.640110:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789468537.640111:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789468537.640113:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468537.640115:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468537.640116:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468537.640117:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468537.640119:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789468537.640121:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468537.640123:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468537.640125:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468537.640127:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468537.640129:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468537.640131:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468537.640132:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468537.640135:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789468537.640137:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789468537.640139:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468537.640140:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468537.640142:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468537.640143:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468537.640145:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468537.640149:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8ff400. 00000100:00000001:1.0:1789468537.640152:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468537.640156:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468537.640162:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468537.640169:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468537.640173:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468537.640180:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468537.640182:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468537.640185:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468537.640186:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468537.640187:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468537.640190:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468537.640192:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20760 00000100:00080000:1.0:1789468537.640194:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468537.640196:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468537.640198:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468537.640199:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468537.640201:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468537.640204:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468537.640205:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789468537.640207:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468537.640208:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789468537.640210:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789468537.640212:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789468537.640214:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468537.640216:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468537.640218:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468537.640220:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468537.640222:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789468537.640224:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468537.640226:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468537.640228:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468537.640231:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468537.640238:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468537.640241:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468537.640242:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468537.640245:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789468537.640247:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789468537.640249:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468537.640250:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468537.640251:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468537.640253:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468537.640255:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468537.640258:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fe000. 00000100:00000001:1.0:1789468537.640261:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468537.640265:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468537.640272:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468537.640274:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468537.640276:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468537.640283:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468537.640285:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468537.640288:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468537.640289:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468537.640291:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468537.640293:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468537.640295:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20760 00000100:00080000:1.0:1789468537.640297:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468537.640310:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468537.640312:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468537.640313:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468537.640315:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468537.640319:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468537.640320:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789468537.640328:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468537.640330:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789468537.640332:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789468537.640334:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789468537.640337:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468537.640339:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468537.640340:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468537.640342:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468537.640344:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789468537.640346:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468537.640348:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468537.640350:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468537.640353:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468537.640354:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468537.640356:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468537.640357:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468537.640360:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789468537.640361:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789468537.640363:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468537.640364:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468537.640366:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468537.640367:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468537.640369:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468537.640373:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fd400. 00000100:00000001:1.0:1789468537.640376:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468537.640379:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468537.640386:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468537.640388:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468537.640391:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468537.640398:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468537.640407:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20790) 00000100:00000001:2.0:1789468537.641741:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468537.641748:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468537.641751:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468537.641760:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.641769:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468537.641771:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468537.641774:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468537.641777:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468537.641779:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468537.641782:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404830976:0@lo:38:kworker.0 00000100:00000001:2.0:1789468537.641785:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468537.641789:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468537.641804:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468537.641806:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468537.641813:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789468537.641816:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468537.641822:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143370. 00000400:00000010:2.0:1789468537.641828:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9646e8. 00000100:00000200:2.0:1789468537.641834:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404830976, portal 10 00000100:00000001:2.0:1789468537.641836:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468537.641838:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:2.0:1789468537.641845:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.641853:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468537.641855:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468537.641858:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964dd0. 00000100:00000200:2.0:1789468537.641861:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404830976, offset 0 00000400:00000200:2.0:1789468537.641868:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468537.641880:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468537.641891:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0f00 00000400:00000100:2.0:1789468537.641897:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404830976 offset 0 length 520: 4 00000400:00000200:2.0:1789468537.641903:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468537.641906:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468537.641917:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964dd0 00000400:00000010:2.0:1789468537.641920:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964dd0. 00000100:00000001:2.0:1789468537.641923:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468537.641926:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.641934:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468537.641937:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.641943:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.641944:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468537.641949:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468537.641954:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789468537.641958:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315453077 00000100:00000010:2.0:1789468537.641963:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37060. 00000100:00000001:2.0:1789468537.641970:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468537.642375:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315453078 00000100:00000010:2.0:1789468537.642381:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a20. 00000100:00000001:2.0:1789468537.642384:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468537.642398:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315453078 00000100:00000010:2.0:1789468537.642401:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37600. 00000100:00000001:2.0:1789468537.642403:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468537.642406:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315453078 00000100:00000010:2.0:1789468537.642408:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ba0. 00000100:00000001:2.0:1789468537.642411:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468537.642466:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468537.642469:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.642471:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468537.642476:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.642483:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468537.642485:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468537.642487:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468537.642490:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468537.642492:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468537.642494:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404831104:0@lo:38:kworker.0 00000100:00000001:2.0:1789468537.642497:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468537.642499:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468537.642501:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468537.642502:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468537.642506:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468537.642508:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468537.642512:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789468537.642516:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964dd0. 00000100:00000200:2.0:1789468537.642519:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404831104, portal 10 00000100:00000001:2.0:1789468537.642521:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468537.642522:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:2.0:1789468537.642527:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.642533:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468537.642535:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468537.642537:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964000. 00000100:00000200:2.0:1789468537.642539:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404831104, offset 0 00000400:00000200:2.0:1789468537.642543:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468537.642549:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468537.642555:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f0f80 00000400:00000100:2.0:1789468537.642558:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404831104 offset 0 length 520: 4 00000400:00000200:2.0:1789468537.642562:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468537.642564:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468537.642569:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964000 00000400:00000010:2.0:1789468537.642570:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964000. 00000100:00000001:2.0:1789468537.642573:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468537.642576:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.642582:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468537.642585:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.642591:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.642592:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468537.642595:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468537.642598:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789468537.642601:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315453078 00000100:00000001:2.0:1789468537.654249:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315453077 00000100:00000001:2.0:1789468537.654274:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315453090 00000100:00000001:2.0:1789468537.654279:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315453078 00000100:00000001:2.0:1789468537.654281:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315453090 00000100:00000001:2.0:1789468537.654284:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315453078 00000100:00000001:2.0:1789468537.654287:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315453090 00000100:00000001:2.0:1789468537.654289:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315453078 00000100:00000001:2.0:1789468537.654292:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468537.654297:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.654310:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468537.654321:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.654331:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468537.654334:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468537.654337:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468537.654341:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468537.654343:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468537.654347:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404831232:0@lo:38:kworker.0 00000100:00000001:2.0:1789468537.654350:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468537.654355:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468537.654358:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468537.654361:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468537.654368:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789468537.654370:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468537.654377:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143688. 00000400:00000010:2.0:1789468537.654383:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964000. 00000100:00000200:2.0:1789468537.654390:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404831232, portal 10 00000100:00000001:2.0:1789468537.654392:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468537.654393:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755050496 : -130395954501120 : ffff8967d373aa00) 00000100:00000040:2.0:1789468537.654412:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.654419:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468537.654421:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468537.654424:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964d48. 00000100:00000200:2.0:1789468537.654427:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404831232, offset 0 00000400:00000200:2.0:1789468537.654440:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468537.654454:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468537.654466:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1000 00000400:00000100:2.0:1789468537.654472:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404831232 offset 0 length 520: 4 00000400:00000200:2.0:1789468537.654476:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468537.654479:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468537.654491:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964d48 00000400:00000010:2.0:1789468537.654494:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964d48. 00000100:00000001:2.0:1789468537.654497:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468537.654501:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.654509:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468537.654512:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.654519:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.654521:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468537.654526:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468537.654530:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468537.654533:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315453090 00000100:00000001:2.0:1789468537.654538:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315453078 00000100:00000001:2.0:1789468537.654541:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315453090 00000100:00000001:2.0:1789468537.654543:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315453090 00000100:00000001:2.0:1789468537.654545:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315453090 00000100:00000001:2.0:1789468537.654546:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315453090 00000100:00000001:2.0:1789468537.654548:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315453090 00000100:00000001:2.0:1789468537.654550:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315453090 00000100:00000001:2.0:1789468537.654552:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468537.654554:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.654556:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468537.654560:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.654567:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468537.654568:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468537.654570:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468537.654572:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468537.654574:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468537.654576:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404831360:0@lo:38:kworker.0 00000100:00000001:2.0:1789468537.654579:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468537.654581:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468537.654583:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468537.654584:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468537.654587:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468537.654589:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468537.654592:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41434d0. 00000400:00000010:2.0:1789468537.654595:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964d48. 00000100:00000200:2.0:1789468537.654598:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404831360, portal 10 00000100:00000001:2.0:1789468537.654600:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468537.654602:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:2.0:1789468537.654606:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.654612:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468537.654614:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468537.654617:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964770. 00000100:00000200:2.0:1789468537.654620:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404831360, offset 0 00000400:00000200:2.0:1789468537.654623:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468537.654628:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468537.654633:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1080 00000400:00000100:2.0:1789468537.654637:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404831360 offset 0 length 520: 4 00000400:00000200:2.0:1789468537.654640:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468537.654642:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468537.654646:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964770 00000400:00000010:2.0:1789468537.654648:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964770. 00000100:00000001:2.0:1789468537.654650:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468537.654653:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.654659:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468537.654662:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468537.654666:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.654668:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468537.654671:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468537.654674:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468537.654676:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315453091 00000100:00000001:2.0:1789468537.654680:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315453090 00000100:00000001:2.0:1789468537.654683:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315453091 00000100:00000001:2.0:1789468537.654686:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315453090 00000100:00000001:2.0:1789468537.654688:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315453091 00000100:00000001:2.0:1789468537.654690:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315453090 00000100:00000001:2.0:1789468537.654693:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315453091 00000100:00000001:2.0:1789468537.654695:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315453090 00000100:00000001:2.0:1789468537.654697:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468537.654699:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.654703:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.654706:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.654714:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468537.654716:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.654719:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468537.654721:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468537.654723:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.654725:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468537.675132:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315453091, at 4315453092 00000100:00000010:0.0:1789468537.675147:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00000100:00000040:3.0:1789468537.675673:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315453091, at 4315453092 00000100:00000010:3.0:1789468537.675681:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ba0. 00000100:00000040:1.0:1789468537.676092:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315453091, at 4315453093 00000100:00000010:1.0:1789468537.676099:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00000100:00000040:2.0:1789468537.676839:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315453091, at 4315453093 00000100:00000010:2.0:1789468537.676847:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00010000:00000001:0.0:1789468537.831168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468537.831176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468537.831181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468537.831183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468537.831187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468537.831189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468537.831241:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468537.831245:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468537.831248:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468538.664214:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468538.664226:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468538.664228:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468538.664233:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468538.664235:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468538.664240:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468538.664243:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468538.857876:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468538.857884:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468538.857890:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468538.857892:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468538.857897:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468538.857901:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468538.857903:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468538.857906:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468538.857909:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468538.857912:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468538.857915:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468538.857917:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468538.858013:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468538.858016:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468538.858019:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789468539.239243:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468539.239252:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468539.239256:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789468539.239483:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789468539.239489:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468539.239501:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468539.239504:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468539.239507:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468539.687162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468539.687179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468539.687181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468539.687186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468539.687189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468539.687193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468539.687196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468539.879533:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468539.879553:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468539.879560:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468539.879561:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468539.879567:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468539.879568:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468539.884050:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468539.884057:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468539.884062:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468540.711197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468540.711211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468540.711213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468540.711217:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468540.711219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468540.711224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468540.711226:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468540.903171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468540.903178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468540.903183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468540.903184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468540.903189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468540.903190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468540.903584:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468540.903587:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468540.903590:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468541.740489:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468541.740497:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468541.740511:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468516/real 1789468516] req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468541 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468541.740528:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468541.740530:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468541.740533:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143160. 00000400:00000200:2.0:1789468541.740538:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964550 00000400:00000010:2.0:1789468541.740541:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964550. 00000100:00000001:2.0:1789468541.740545:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468541.740549:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468541 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468541.740577:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468541 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468541.740585:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468541.740587:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.740589:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468541.740592:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468541.740596:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468541 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468541.740602:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.740610:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468541.740613:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.740615:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468541.740617:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468541.740621:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468541.740625:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468541 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468541.740632:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468541.740635:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.740636:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468541.740637:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.740639:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468541.740641:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468541.740644:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468541.740673:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468541.740676:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468541.740681:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468541 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468541.740688:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404830848:0@lo:250:kworker.0 00000100:00000001:2.0:1789468541.740693:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468541.740696:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468541.740699:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738380 x1876386404830848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468541 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468541.740706:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468541.740709:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468541.740713:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468541.740717:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468541.740719:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468541.740721:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468541.740724:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468541.740726:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fc000. 02000000:00000001:2.0:1789468541.740730:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468541.740732:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468541.740735:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738380. 00000100:00000001:2.0:1789468541.740739:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468541.740740:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.740742:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468541.740959:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468541.740965:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468541.740967:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468541.740970:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468541.740973:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468541.740977:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20764 00000100:00080000:1.0:1789468541.740982:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468541.740984:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468541.740987:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468541.740990:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468541.740992:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468541.740999:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468541.741001:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468541.741003:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468541.741006:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468541.741008:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468541.741011:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468541.741014:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468541.741015:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468541.741017:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468541.741018:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468541.741021:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468541.741024:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468541.741026:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468541.741029:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468541.741032:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468541.741035:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468541.741058:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468541.741076:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468541.741081:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789468541.741085:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468541.741089:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468541.741090:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468541.741093:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468541.741095:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468541.741099:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468541.741104:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fe400. 00000100:00000001:1.0:1789468541.741111:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468541.741117:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468541.741125:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468541.741130:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468541.741134:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468541.741155:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468541.741158:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468541.741162:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468541.741165:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468541.741168:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468541.741170:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468541.741173:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468541.741176:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468541.741178:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468541.741183:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20794) 00000100:00000001:2.0:1789468541.742371:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468541.742376:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468541.742379:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468541.742387:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468541.742398:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468541.742400:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468541.742404:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468541.742407:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468541.742410:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468541.742413:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404831488:0@lo:250:kworker.0 00000100:00000001:2.0:1789468541.742416:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468541.742420:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468541.742422:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468541.742424:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468541.742430:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468541.742432:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468541.742438:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143160. 00000400:00000010:2.0:1789468541.742444:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964550. 00000100:00000200:2.0:1789468541.742450:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404831488, portal 25 00000100:00000001:2.0:1789468541.742452:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468541.742454:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:2.0:1789468541.742460:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468541.742467:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468541.742469:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468541.742472:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964770. 00000100:00000200:2.0:1789468541.742475:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404831488, offset 0 00000400:00000200:2.0:1789468541.742481:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468541.742492:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468541.742502:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f1100 00000400:00000100:2.0:1789468541.742508:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404831488 offset 0 length 520: 4 00000400:00000200:2.0:1789468541.742513:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468541.742515:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468541.742526:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964770 00000400:00000010:2.0:1789468541.742528:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964770. 00000100:00000001:2.0:1789468541.742532:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468541.742536:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468541.742543:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468541.742546:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468541.742564:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468541.742573:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468541.742577:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468541.742582:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315462329 00000100:00000010:2.0:1789468541.742586:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37600. 00000100:00000001:2.0:1789468541.742593:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468541.742604:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315462329 00000100:00000010:2.0:1789468541.742607:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37120. 00000100:00000001:2.0:1789468541.742610:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468541.742612:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315462329 00000100:00000010:2.0:1789468541.742616:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a20. 00000100:00000001:2.0:1789468541.742619:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468541.742621:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315462329 00000100:00000010:2.0:1789468541.742624:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ba0. 00000100:00000001:2.0:1789468541.742627:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468541.742630:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468541.742633:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468541.742646:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468541.742649:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.742656:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468541.742659:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.742661:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468541.742662:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468541.742663:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468541.742665:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468541.927797:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468541.927804:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468541.927810:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468541.927811:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468541.927816:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468541.927817:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468541.927909:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468541.927913:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468541.927916:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468542.759250:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468542.759258:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468542.759270:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468542.759275:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468542.759277:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468542.759280:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468542.759297:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468542.759300:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468542.759303:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468542.759306:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468542.759311:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20795) 00000100:00000001:2.0:1789468542.759449:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468542.759459:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468542.759462:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.759465:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468542.759468:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468542.759472:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468542.759474:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468542.951202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468542.951209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468542.951215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468542.951217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468542.951222:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468542.951224:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468542.951349:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468542.951353:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468542.951356:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468543.112130:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112148:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468543.112152:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112155:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468543.112166:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468543.112184:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1900 00000400:00000100:0.0:1789468543.112193:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402408704 offset 0 length 520: 4 00000400:00000200:0.0:1789468543.112198:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468543.112201:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468543.112211:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112215:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468543.112217:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112220:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468543.112221:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112223:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468543.112227:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468543.112232:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1980 00000400:00000100:0.0:1789468543.112237:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402408832 offset 0 length 520: 4 00000400:00000200:0.0:1789468543.112241:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468543.112243:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468543.112247:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112250:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468543.112252:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112254:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468543.112255:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112267:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468543.112271:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468543.112277:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1a00 00000400:00000100:0.0:1789468543.112282:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402408960 offset 0 length 520: 4 00000400:00000200:0.0:1789468543.112285:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468543.112287:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468543.112291:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112297:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468543.112299:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468543.112301:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468543.783146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468543.783158:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468543.783161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468543.783165:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468543.783167:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468543.783172:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468543.783175:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468543.975151:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468543.975159:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468543.975173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468543.975175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468543.975180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468543.975181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468543.975321:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468543.975324:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468543.975327:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468544.807264:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468544.807279:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468544.807282:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468544.807286:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468544.807288:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468544.807293:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468544.807295:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.999285:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468544.999293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.999300:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468544.999302:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.999307:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468544.999308:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468544.999495:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468544.999499:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468544.999502:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468545.831255:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468545.831269:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468545.831272:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468545.831277:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468545.831278:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468545.831283:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468545.831285:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468546.023173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468546.023180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468546.023186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468546.023187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468546.023192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468546.023194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468546.024773:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468546.024778:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468546.024783:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468546.791330:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468546.791358:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468546.791362:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468546.791365:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468546.791367:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468546.791369:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468546.791372:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468546.791375:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468546.791378:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468546.791381:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468546.791386:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20799) 00000100:00000001:2.0:1789468546.857356:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468546.857370:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468546.857372:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468546.857376:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468546.857378:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468546.857382:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468546.857384:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468547.047204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468547.047212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468547.047218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468547.047219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468547.047224:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468547.047225:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468547.047327:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468547.047330:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468547.047333:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468547.239193:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315462329, at 4315462656 00000100:00000040:3.0:1789468547.239193:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315462329, at 4315462656 00000100:00000010:3.0:1789468547.239208:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ba0. 00000100:00000010:0.0:1789468547.239209:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000040:2.0:1789468547.239301:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315462329, at 4315462656 00000100:00000010:2.0:1789468547.239316:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00000100:00000040:1.0:1789468547.239437:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315462329, at 4315462656 00000100:00000010:1.0:1789468547.239443:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37120. 00000100:00000001:2.0:1789468547.879194:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468547.879209:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468547.879211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468547.879215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468547.879217:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468547.879221:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468547.879234:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468548.071163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468548.071170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468548.071175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468548.071177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468548.071181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468548.071184:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468548.071187:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468548.071190:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468548.071192:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468548.071194:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468548.071196:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468548.071198:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468548.071415:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468548.071418:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468548.071421:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468548.903125:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468548.903139:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468548.903141:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468548.903156:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468548.903159:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468548.903163:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468548.903166:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468549.095136:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468549.095143:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468549.095553:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468549.095555:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468549.095560:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468549.095561:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468549.096118:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468549.096121:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468549.096124:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468549.927149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468549.927162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468549.927173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468549.927177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468549.927180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468549.927186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468549.927188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468550.122019:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468550.122026:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468550.122032:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468550.122033:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468550.122066:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468550.122068:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468550.122248:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468550.122252:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468550.122255:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468550.951211:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468550.951224:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468550.951226:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468550.951230:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468550.951233:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468550.951237:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468550.951240:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468551.143173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468551.143180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468551.143187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468551.143189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468551.143194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468551.143196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468551.143365:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468551.143369:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468551.143372:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468551.847388:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468551.847398:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468551.847403:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468551.847406:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468551.847408:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468551.847411:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468551.847414:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468551.847417:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468551.847419:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468551.847444:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468551.847450:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20804) 00000100:00000001:2.0:1789468551.975148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468551.975244:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468551.975247:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468551.975251:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468551.975253:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468551.975258:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468551.975261:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468552.167227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468552.167235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468552.167241:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468552.167243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468552.167248:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468552.167250:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468552.167428:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468552.167432:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468552.167435:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468552.999154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468552.999168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468552.999170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468552.999175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468552.999177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468552.999201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468552.999205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468553.191357:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468553.191364:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468553.191369:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468553.191371:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468553.191376:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468553.191378:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468553.196163:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468553.196170:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468553.196175:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468554.023684:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468554.023696:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468554.023698:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468554.023708:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468554.023710:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468554.023715:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468554.023717:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.215313:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468554.215321:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.215327:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468554.215329:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.215334:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468554.215335:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468554.215478:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468554.215482:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468554.215485:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468555.047224:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468555.047239:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468555.047241:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468555.047246:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468555.047249:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468555.047253:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468555.047256:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468555.242176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468555.242183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468555.242189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468555.242190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468555.242196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468555.242197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468555.243278:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468555.243283:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468555.243287:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468556.071160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468556.071183:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468556.071185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468556.071190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468556.071192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468556.071197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468556.071199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468556.263329:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468556.263338:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468556.263343:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468556.263346:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468556.263351:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468556.263352:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468556.264663:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468556.264668:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468556.264671:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468556.967207:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468556.967218:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468556.967220:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468556.967224:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468556.967226:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468556.967229:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468556.967232:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468556.967235:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468556.967238:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468556.967240:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468556.967246:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20810) 00000100:00000001:1.0:1789468557.097240:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468557.097253:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468557.097255:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468557.097260:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468557.097263:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468557.097268:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468557.097273:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468557.287422:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468557.287431:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468557.287437:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468557.287438:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468557.287443:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468557.287445:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468557.289183:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468557.289189:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468557.289193:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468558.119144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468558.119168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468558.119171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468558.119175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468558.119177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468558.119181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468558.119183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468558.314535:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468558.314553:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468558.314559:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468558.314561:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468558.314566:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468558.314569:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468558.314572:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468558.314575:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468558.314577:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468558.314579:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468558.314582:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468558.314584:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468558.320334:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468558.320341:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468558.320346:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468559.144786:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468559.144800:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468559.144802:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468559.144806:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468559.144808:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468559.144813:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468559.144815:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468559.335206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468559.335220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468559.335225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468559.335226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468559.335231:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468559.335233:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468559.335320:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468559.335324:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468559.335326:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468560.167159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468560.167173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468560.167175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468560.167179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468560.167182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468560.167186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468560.167188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468560.359196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468560.359203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468560.359209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468560.359210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468560.359215:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468560.359216:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468560.359321:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468560.359325:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468560.359327:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468561.191163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468561.191179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468561.191181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468561.191185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468561.191187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468561.191192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468561.191195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468561.383175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468561.383181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468561.383187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468561.383189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468561.383194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468561.383196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468561.384465:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468561.384470:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468561.384475:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468562.087758:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468562.087838:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468562.087842:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468562.087846:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468562.087849:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468562.087852:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468562.087855:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468562.087858:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468562.087861:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468562.087863:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468562.087869:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20815) 00000100:00000001:1.0:1789468562.215197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468562.215204:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468562.215217:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468537/real 1789468537] req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468562.215235:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468562.215237:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468562.215240:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143370. 00000400:00000200:1.0:1789468562.215248:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9646e8 00000400:00000010:1.0:1789468562.215250:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9646e8. 00000100:00000001:1.0:1789468562.215255:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468562.215259:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468562.215267:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215275:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468562.215277:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215296:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468562.215298:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468562.215303:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215309:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215312:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468562.215316:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468537/real 1789468537] req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468562.215324:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468562.215325:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468562.215327:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:1.0:1789468562.215330:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964dd0 00000400:00000010:1.0:1789468562.215332:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964dd0. 00000100:00000001:1.0:1789468562.215334:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468562.215337:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468562.215344:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215350:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468562.215351:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215353:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468562.215354:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468562.215358:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215364:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215367:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468562.215372:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468537/real 1789468537] req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468562.215380:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468562.215382:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468562.215384:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143688. 00000400:00000200:1.0:1789468562.215392:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964000 00000400:00000010:1.0:1789468562.215394:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964000. 00000100:00000001:1.0:1789468562.215397:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468562.215401:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468562.215409:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215416:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468562.215418:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215420:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468562.215421:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468562.215424:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215429:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215430:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468562.215434:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468537/real 1789468537] req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468562.215440:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468562.215441:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468562.215443:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41434d0. 00000400:00000200:1.0:1789468562.215445:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964d48 00000400:00000010:1.0:1789468562.215447:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964d48. 00000100:00000001:1.0:1789468562.215449:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468562.215452:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468562.215459:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215464:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468562.215465:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215466:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468562.215467:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468562.215470:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215483:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215491:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468562.215493:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215495:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468562.215497:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468562.215500:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468562.215504:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215511:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468562.215514:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215516:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468562.215516:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215518:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468562.215520:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468562.215523:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468562.215670:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468562.215673:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468562.215677:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468562.215685:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404830976:0@lo:38:kworker.0 00000100:00000001:1.0:1789468562.215690:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468562.215693:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215699:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468562.215702:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215703:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468562.215705:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215706:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468562.215722:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468562.215724:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468562.215729:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468562.215799:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468562.215805:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468562.215812:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404831104:0@lo:38:kworker.0 00000100:00000001:1.0:1789468562.215815:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468562.215818:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.215823:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468562.215826:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215828:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468562.215830:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215832:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468562.215834:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468562.215836:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468562.215840:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468562.215852:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468562.215855:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468562.215856:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468562.215861:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1789468562.215861:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468562.215865:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1789468562.215868:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789468562.215870:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468562.215878:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00100000:1.0:1789468562.215882:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404831232:0@lo:38:kworker.0 00000100:00080000:3.0:1789468562.215884:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20785 00000100:00000001:1.0:1789468562.215890:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789468562.215891:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468562.215896:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789468562.215898:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468562.215904:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789468562.215909:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:3.0:1789468562.215909:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468562.215913:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:1.0:1789468562.215920:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789468562.215921:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789468562.215923:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1789468562.215925:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000100:00000001:1.0:1789468562.215926:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.215930:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1789468562.215930:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789468562.215934:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:3.0:1789468562.215936:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000100:00080000:1.0:1789468562.215938:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1789468562.215941:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468562.215945:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468562.215949:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468562.215951:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468562.215952:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468562.215954:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00080000:1.0:1789468562.215956:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000020:00000040:3.0:1789468562.215959:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00000001:1.0:1789468562.215960:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1789468562.215967:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000040:1.0:1789468562.215968:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468562.215973:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468562.215978:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1789468562.215983:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404831360:0@lo:38:kworker.0 02000000:00000001:3.0:1789468562.215987:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468562.215989:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468562.215992:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.215993:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789468562.215996:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000040:1.0:1789468562.215999:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404830976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468562.216006:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.216008:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468562.216011:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1789468562.216013:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 02000000:00000010:1.0:1789468562.216015:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 00000020:00000040:3.0:1789468562.216019:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789468562.216021:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468562.216025:0:117762:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:3.0:1789468562.216025:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468562.216029:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789468562.216030:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468562.216034:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789468562.216035:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468562.216062:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468562.216066:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468562.216073:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789468562.216079:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468562.216086:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468562.216095:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468562.216099:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468562.216104:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468562.216125:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468562.216128:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468562.216130:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468562.216131:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468562.216133:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468562.216135:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468562.216138:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20785 00000100:00080000:3.0:1789468562.216141:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468562.216144:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468562.216146:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468562.216148:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468562.216150:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468562.216153:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468562.216155:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468562.216157:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468562.216160:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468562.216168:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468562.216170:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468562.216173:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468562.216175:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468562.216177:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468562.216179:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468562.216181:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468562.216184:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468562.216186:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468562.216188:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468562.216191:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468562.216193:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468562.216195:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468562.216197:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468562.216200:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789468562.216203:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468562.216205:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468562.216206:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468562.216208:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468562.216210:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468562.216212:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468562.216215:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789468562.216219:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468562.216223:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468562.216231:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468562.216233:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468562.216236:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468562.216244:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468562.216246:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468562.216249:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468562.216255:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468562.216257:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468562.216260:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468562.216262:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20785 00000100:00080000:3.0:1789468562.216265:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468562.216267:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468562.216269:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468562.216271:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468562.216273:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468562.216277:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468562.216600:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468562.216603:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468562.216605:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468562.216607:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468562.216610:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468562.216613:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468562.216615:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468562.216616:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468562.216618:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468562.216620:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468562.216622:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468562.216624:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468562.216626:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468562.216629:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468562.216630:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468562.216632:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468562.216634:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468562.216638:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789468562.216640:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468562.216642:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468562.216643:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468562.216645:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468562.216652:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468562.216654:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468562.216658:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789468562.216662:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468562.216667:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468562.216674:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468562.216676:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468562.216679:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468562.216686:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468562.216688:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468562.216691:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468562.216692:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468562.216693:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468562.216695:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468562.216697:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20785 00000100:00080000:3.0:1789468562.216699:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468562.216701:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468562.216703:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468562.216705:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468562.216706:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468562.216710:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468562.216711:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468562.216712:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468562.216715:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468562.216717:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468562.216719:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468562.216721:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468562.216722:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468562.216729:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468562.216730:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468562.216733:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468562.216735:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468562.216737:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468562.216739:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468562.216741:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468562.216743:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468562.216745:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468562.216746:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468562.216749:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789468562.216752:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468562.216754:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468562.216755:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468562.216757:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468562.216758:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468562.216761:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468562.216765:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468562.216768:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468562.216771:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468562.216777:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468562.216779:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468562.216782:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468562.216788:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468562.216792:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20815) 00000100:00080000:3.0:1789468562.216797:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468562.216800:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468562.216803:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20815) 02000000:00000010:1.0:1789468562.216821:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468562.216829:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468562.216831:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468562.216833:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:1.0:1789468562.216836:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468562.216838:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.216840:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468562.216844:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404831104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.216852:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468562.216860:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468562.216862:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:1.0:1789468562.216865:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468562.216867:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468562.216868:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468562.216870:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468562.216872:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468562.216874:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468562.216876:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468562.216878:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:1.0:1789468562.216880:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468562.216881:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.216883:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468562.216886:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404831232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.216892:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468562.216892:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468562.216894:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:1.0:1789468562.216896:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468562.216897:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468562.216898:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468562.216899:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468562.216900:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468562.216904:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468562.216906:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468562.216907:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:1.0:1789468562.216909:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468562.216911:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.216912:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468562.216915:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404831360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468562 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.216920:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468562.216922:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468562.216923:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:1.0:1789468562.216925:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468562.216926:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468562.216927:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468562.216934:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468562.216936:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468562.216938:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468562.216939:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468562.216941:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:1.0:1789468562.216943:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468562.216944:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.216946:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.216952:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468562.216953:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.216955:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468562.216957:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468562.216959:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468562.216963:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.216969:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468562.216971:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468562.216974:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468562.216976:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468562.216979:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468562.216982:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404831616:0@lo:38:kworker.0 00000100:00000001:1.0:1789468562.216985:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468562.216989:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468562.216991:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468562.216993:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468562.216998:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468562.216999:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468562.217005:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468562.217010:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468562.217015:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404831616, portal 10 00000100:00000001:1.0:1789468562.217018:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468562.217019:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:1.0:1789468562.217026:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217033:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468562.217060:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468562.217063:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468562.217066:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404831616, offset 0 00000400:00000200:1.0:1789468562.217072:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468562.217083:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468562.217094:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1180 00000400:00000100:1.0:1789468562.217099:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404831616 offset 0 length 520: 4 00000400:00000200:1.0:1789468562.217103:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468562.217106:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468562.217127:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468562.217129:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468562.217133:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468562.217137:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217155:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468562.217158:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217162:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.217164:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468562.217168:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468562.217173:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468562.217176:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315477653 00000100:00000010:1.0:1789468562.217180:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11060. 00000100:00000001:1.0:1789468562.217186:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468562.217205:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315477653 00000100:00000010:1.0:1789468562.217209:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c00. 00000100:00000001:1.0:1789468562.217212:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468562.217215:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315477653 00000100:00000010:1.0:1789468562.217218:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11720. 00000100:00000001:1.0:1789468562.217221:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468562.217231:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315477653 00000100:00000010:1.0:1789468562.217240:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a80. 00000100:00000001:1.0:1789468562.217243:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468562.217252:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468562.217255:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.217257:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468562.217261:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217267:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468562.217268:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468562.217270:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468562.217272:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468562.217274:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468562.217276:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404831744:0@lo:38:kworker.0 00000100:00000001:1.0:1789468562.217279:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468562.217281:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468562.217282:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468562.217284:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468562.217287:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468562.217289:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468562.217292:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468562.217295:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468562.217298:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404831744, portal 10 00000100:00000001:1.0:1789468562.217300:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468562.217301:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516992 : -130400397034624 : ffff8966caa7fb80) 00000100:00000040:1.0:1789468562.217307:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217313:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468562.217314:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468562.217322:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468562.217324:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404831744, offset 0 00000400:00000200:1.0:1789468562.217328:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468562.217333:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468562.217338:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1200 00000400:00000100:1.0:1789468562.217348:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404831744 offset 0 length 520: 4 00000400:00000200:1.0:1789468562.217351:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468562.217353:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468562.217358:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468562.217360:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468562.217362:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468562.217367:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217374:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468562.217377:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217384:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.217385:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468562.217389:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468562.217392:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468562.217394:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315477653 00000100:00000001:1.0:1789468562.217397:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315477653 00000100:00000001:1.0:1789468562.217398:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315477653 00000100:00000001:1.0:1789468562.217400:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315477653 00000100:00000001:1.0:1789468562.217402:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315477653 00000100:00000001:1.0:1789468562.217404:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315477653 00000100:00000001:1.0:1789468562.217406:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315477653 00000100:00000001:1.0:1789468562.217408:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315477653 00000100:00000001:1.0:1789468562.217410:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468562.217411:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.217414:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468562.217416:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217422:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468562.217429:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468562.217431:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468562.217432:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468562.217434:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468562.217437:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404831872:0@lo:38:kworker.0 00000100:00000001:1.0:1789468562.217439:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468562.217441:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468562.217442:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468562.217444:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468562.217447:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468562.217449:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468562.217452:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468562.217454:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468562.217457:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404831872, portal 10 00000100:00000001:1.0:1789468562.217459:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468562.217461:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312507136 : -130400397044480 : ffff8966caa7d500) 00000100:00000040:1.0:1789468562.217466:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217471:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468562.217472:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468562.217474:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468562.217476:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404831872, offset 0 00000400:00000200:1.0:1789468562.217478:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468562.217483:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468562.217487:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1280 00000400:00000100:1.0:1789468562.217491:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404831872 offset 0 length 520: 4 00000400:00000200:1.0:1789468562.217494:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468562.217496:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468562.217500:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468562.217501:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468562.217504:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468562.217506:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.217524:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468562.217528:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.219753:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.219756:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468562.219770:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468562.219775:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468562.219779:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315477655 00000100:00000001:1.0:1789468562.219791:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315477653 00000100:00000001:1.0:1789468562.219796:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315477655 00000100:00000001:1.0:1789468562.219799:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315477653 00000100:00000001:1.0:1789468562.219801:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315477655 00000100:00000001:1.0:1789468562.219804:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315477653 00000100:00000001:1.0:1789468562.219807:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315477655 00000100:00000001:1.0:1789468562.219809:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315477653 00000100:00000001:1.0:1789468562.219812:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468562.219815:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.219818:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468562.219826:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.219834:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468562.219836:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468562.219839:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468562.219842:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468562.219845:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468562.219848:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404832000:0@lo:38:kworker.0 00000100:00000001:1.0:1789468562.219851:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468562.219855:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468562.219872:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468562.219874:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468562.219879:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468562.219880:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468562.219885:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468562.219890:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468562.219896:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404832000, portal 10 00000100:00000001:1.0:1789468562.219898:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468562.219899:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516096 : -130400397035520 : ffff8966caa7f800) 00000100:00000040:1.0:1789468562.219907:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.219914:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468562.219917:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468562.219919:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468562.219922:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404832000, offset 0 00000400:00000200:1.0:1789468562.219927:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468562.219936:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468562.219946:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1300 00000400:00000100:1.0:1789468562.219951:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404832000 offset 0 length 520: 4 00000400:00000200:1.0:1789468562.219955:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468562.219957:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468562.219964:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468562.219966:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468562.219969:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468562.219973:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.219980:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468562.219983:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468562.219989:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.219990:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468562.219993:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468562.219996:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468562.220004:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315477656 00000100:00000001:1.0:1789468562.220008:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315477655 00000100:00000001:1.0:1789468562.220010:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315477656 00000100:00000001:1.0:1789468562.220013:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315477655 00000100:00000001:1.0:1789468562.220015:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315477656 00000100:00000001:1.0:1789468562.220018:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315477655 00000100:00000001:1.0:1789468562.220020:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315477656 00000100:00000001:1.0:1789468562.220022:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315477655 00000100:00000001:1.0:1789468562.220025:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468562.220027:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.220030:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.220033:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.220057:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468562.220059:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468562.220062:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468562.220063:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468562.220066:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468562.220068:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468562.240127:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315477656, at 4315477657 00000100:00000010:0.0:1789468562.240140:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11060. 00000100:00000040:3.0:1789468562.240225:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315477656, at 4315477657 00000100:00000010:3.0:1789468562.240231:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11a80. 00000100:00000040:2.0:1789468562.240424:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315477656, at 4315477657 00000100:00000010:2.0:1789468562.240430:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11720. 00000100:00000040:1.0:1789468562.240765:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315477656, at 4315477657 00000100:00000010:1.0:1789468562.240773:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11c00. 00010000:00000001:0.0:1789468562.407252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468562.407260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468562.407266:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468562.407267:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468562.407272:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468562.407274:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468562.407629:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468562.407705:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468562.407708:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468563.239187:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468563.239206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468563.239209:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468563.239216:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468563.239219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468563.239226:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468563.239229:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468563.431226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468563.431239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468563.431246:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468563.431248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468563.431254:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468563.431255:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468563.435707:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468563.435717:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468563.435723:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468564.263174:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468564.263194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468564.263197:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468564.263202:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468564.263205:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468564.263222:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468564.263250:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.455215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468564.455225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.455232:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468564.455234:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.455241:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468564.455243:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468564.455467:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468564.455472:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468564.455475:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468565.287291:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468565.287312:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468565.287315:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468565.287321:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468565.287324:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468565.287331:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468565.287334:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468565.481353:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468565.481364:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468565.481371:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468565.481373:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468565.481379:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468565.481381:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468565.481539:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468565.481546:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468565.481551:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468566.312471:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468566.312482:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468566.312500:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468541/real 1789468541] req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468566 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468566.312521:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468566.312524:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468566.312528:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143160. 00000400:00000200:1.0:1789468566.312538:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964550 00000400:00000010:1.0:1789468566.312541:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964550. 00000100:00000001:1.0:1789468566.312547:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468566.312551:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468566 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468566.312559:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468566 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468566.312567:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468566.312569:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468566.312572:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468566.312575:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468566.312578:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468566 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468566.312590:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468566.312601:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468566.312604:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468566.312607:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468566.312610:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468566.312616:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468566.312620:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468566 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468566.312651:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468566.312654:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468566.312656:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468566.312657:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468566.312661:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468566.312663:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468566.312667:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468566.312697:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468566.312700:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468566.312705:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468566 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468566.312713:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404831488:0@lo:250:kworker.0 00000100:00000001:1.0:1789468566.312719:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468566.312722:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468566.312726:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a300 x1876386404831488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468566 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468566.312733:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468566.312737:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468566.312742:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:1.0:1789468566.312747:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468566.312750:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468566.312752:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468566.312755:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468566.312758:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468566.312765:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468566.312767:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468566.312769:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a300. 00000100:00000001:1.0:1789468566.312774:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468566.312775:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468566.312778:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468566.313289:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468566.313300:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468566.313302:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468566.313305:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468566.313309:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468566.313314:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20789 00000100:00080000:2.0:1789468566.313318:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468566.313321:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468566.313324:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468566.313326:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468566.313328:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468566.313338:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468566.313340:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468566.313343:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468566.313346:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468566.313348:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468566.313350:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468566.313352:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468566.313354:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468566.313355:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468566.313358:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468566.313361:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468566.313364:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468566.313366:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468566.313369:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468566.313373:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468566.313375:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468566.313377:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468566.313379:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468566.313388:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943100. 00000020:00000040:2.0:1789468566.313392:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468566.313395:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468566.313397:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468566.313400:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468566.313402:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468566.313406:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468566.313414:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789468566.313421:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468566.313429:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468566.313438:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468566.313441:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468566.313445:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb231f3] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468566.313476:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468566.313480:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468566.313483:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468566.313485:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468566.313488:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468566.313491:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468566.313495:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468566.313497:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468566.313499:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468566.313504:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20819) 00000100:00000001:1.0:1789468566.314231:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468566.314261:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468566.314263:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468566.314270:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468566.314280:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468566.314281:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468566.314285:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468566.314288:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468566.314290:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468566.314293:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404832128:0@lo:250:kworker.0 00000100:00000001:1.0:1789468566.314297:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468566.314301:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468566.314303:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468566.314305:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468566.314310:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468566.314312:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468566.314320:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468566.314326:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468566.314332:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404832128, portal 25 00000100:00000001:1.0:1789468566.314334:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468566.314335:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622964480 : -130396086587136 : ffff8967cb943100) 00000100:00000040:1.0:1789468566.314340:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468566.314346:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468566.314348:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468566.314351:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468566.314353:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404832128, offset 0 00000400:00000200:1.0:1789468566.314359:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468566.314372:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468566.314382:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f1380 00000400:00000100:1.0:1789468566.314393:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404832128 offset 0 length 520: 4 00000400:00000200:1.0:1789468566.314398:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468566.314400:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468566.314418:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468566.314421:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468566.314425:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468566.314430:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468566.314437:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468566.314440:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468591 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468566.314446:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468566.314448:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468566.314453:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468566.314457:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315486901 00000100:00000010:1.0:1789468566.314460:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c00. 00000100:00000001:1.0:1789468566.314466:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468566.314476:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315486901 00000100:00000010:1.0:1789468566.314479:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc119c0. 00000100:00000001:1.0:1789468566.314481:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468566.314484:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315486901 00000100:00000010:1.0:1789468566.314486:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789468566.314489:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468566.314491:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315486901 00000100:00000010:1.0:1789468566.314493:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c60. 00000100:00000001:1.0:1789468566.314496:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468566.314499:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468566.314501:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468566.314506:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468566.314508:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468566.314515:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468566.314517:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468566.314519:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468566.314520:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468566.314521:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468566.314523:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468566.503317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468566.503335:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468566.503346:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468566.503349:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468566.503357:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468566.503359:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468566.503474:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468566.503479:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468566.503483:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468567.335211:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468567.335233:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468567.335235:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468567.335242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468567.335245:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468567.335251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468567.335254:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468567.335409:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468567.335417:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468567.335420:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468567.335424:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468567.335427:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468567.335431:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468567.335435:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468567.335438:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468567.335441:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468567.335444:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468567.335451:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20820) 00010000:00000001:0.0:1789468567.527525:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468567.527534:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468567.527541:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468567.527542:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468567.527549:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468567.527551:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468567.527719:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468567.527724:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468567.527727:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468567.686241:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468567.686260:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468567.686264:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468567.686267:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468567.686278:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468567.686297:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1a80 00000400:00000100:2.0:1789468567.686307:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402409088 offset 0 length 520: 4 00000400:00000200:2.0:1789468567.686312:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468567.686315:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468567.686326:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468567.686330:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468567.686332:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468567.686334:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468567.686336:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468567.686338:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468567.686341:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468567.686346:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1b00 00000400:00000100:2.0:1789468567.686351:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402409216 offset 0 length 520: 4 00000400:00000200:2.0:1789468567.686358:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468567.686360:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468567.686364:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468567.686372:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468567.686374:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468567.686377:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468567.691113:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468567.691143:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468567.691149:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468567.691152:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468567.691173:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468567.691210:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1b80 00000400:00000100:0.0:1789468567.691220:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402409344 offset 0 length 520: 4 00000400:00000200:0.0:1789468567.691227:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468567.691231:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468567.691245:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468567.691256:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468567.691259:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468567.691262:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468568.359265:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468568.359286:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468568.359289:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468568.359295:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468568.359297:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468568.359305:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468568.359308:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468568.551293:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468568.551301:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468568.551306:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468568.551308:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468568.551312:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468568.551315:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468568.551318:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468568.551320:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468568.551323:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468568.551325:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468568.551327:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468568.551329:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468568.551450:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468568.551454:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468568.551458:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468569.383927:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468569.383948:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468569.383951:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468569.383957:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468569.383961:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468569.383993:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468569.383998:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468569.575895:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468569.575902:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468569.575908:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468569.575909:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468569.575914:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468569.575916:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468569.576290:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468569.576294:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468569.576297:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468570.407248:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468570.407264:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468570.407267:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468570.407272:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468570.407274:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468570.407279:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468570.407282:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468570.599738:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468570.599749:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468570.599761:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468570.599764:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468570.599771:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468570.599773:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468570.599897:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468570.599901:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468570.599905:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468571.368613:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468571.368627:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468571.368630:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468571.368633:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468571.368636:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468571.368639:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468571.368643:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468571.368647:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468571.368650:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468571.368653:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468571.368660:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20824) 00000100:00000001:1.0:1789468571.431190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468571.431208:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468571.431211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468571.431216:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468571.431220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468571.431226:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468571.431229:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468571.623237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468571.623248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468571.623256:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468571.623258:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468571.623264:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468571.623266:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468571.627346:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468571.627356:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468571.627363:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789468571.815159:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315486901, at 4315487232 00000100:00000010:1.0:1789468571.815181:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc119c0. 00000100:00000040:0.0:1789468571.815480:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315486901, at 4315487232 00000100:00000010:0.0:1789468571.815491:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11c00. 00000100:00000040:3.0:1789468571.816020:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315486901, at 4315487232 00000100:00000010:3.0:1789468571.816030:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11c60. 00000100:00000040:2.0:1789468571.816412:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315486901, at 4315487233 00000100:00000010:2.0:1789468571.816420:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789468572.455200:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468572.455217:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468572.455219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468572.455224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468572.455227:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468572.455231:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468572.455234:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468572.647813:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468572.647820:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468572.647836:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468572.647838:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468572.647842:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468572.647844:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468572.647905:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468572.647910:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468572.647914:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468573.479169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468573.479182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468573.479184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468573.479188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468573.479190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468573.479195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468573.479197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468573.671193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468573.671201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468573.671207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468573.671208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468573.671213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468573.671214:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468573.671312:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468573.671321:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468573.671326:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468574.504699:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468574.504713:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468574.504715:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468574.504720:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468574.504722:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468574.504727:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468574.504729:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468574.695337:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468574.695345:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468574.695349:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468574.695351:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468574.695356:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468574.695357:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468574.695483:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468574.695487:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468574.695489:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468575.527380:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468575.527396:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468575.527398:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468575.527402:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468575.527404:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468575.527409:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468575.527412:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.719279:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468575.719287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.719293:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468575.719295:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.719301:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468575.719303:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468575.719797:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468575.719801:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468575.719805:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468576.423172:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468576.423182:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468576.423185:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468576.423188:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468576.423191:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468576.423193:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468576.423196:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468576.423216:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468576.423219:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468576.423221:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468576.423226:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20829) 00000100:00000001:1.0:1789468576.551136:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468576.551150:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468576.551152:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468576.551156:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468576.551158:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468576.551163:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468576.551166:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468576.743252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468576.743259:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468576.743264:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468576.743266:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468576.743270:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468576.743272:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468576.743372:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468576.743375:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468576.743378:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468577.127172:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468577.127181:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468577.127185:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468577.128014:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468577.128021:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468577.128033:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468577.128068:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468577.128072:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468577.575117:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468577.575129:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468577.575131:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468577.575135:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468577.575138:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468577.575142:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468577.575144:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468577.769137:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468577.769144:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468577.769150:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468577.769151:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468577.769155:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468577.769157:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468577.770139:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468577.770144:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468577.770147:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468578.600376:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468578.600390:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468578.600393:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468578.600397:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468578.600400:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468578.600404:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468578.600415:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468578.791172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468578.791179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468578.791184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468578.791186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468578.791190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468578.791194:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468578.791196:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468578.791199:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468578.791201:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468578.791203:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468578.791205:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468578.791207:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468578.791389:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468578.791393:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468578.791396:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468579.626258:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468579.626271:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468579.626273:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468579.626278:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468579.626280:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468579.626284:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468579.626286:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468579.815169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468579.815177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468579.815182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468579.815184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468579.815189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468579.815190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468579.815296:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468579.815300:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468579.815303:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468580.647157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468580.647172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468580.647175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468580.647179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468580.647196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468580.647201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468580.647204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468580.839181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468580.839188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468580.839193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468580.839195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468580.839199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468580.839201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468580.839394:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468580.839397:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468580.839400:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468581.544726:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468581.544736:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468581.544739:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468581.544742:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468581.544745:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468581.544748:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468581.544751:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468581.544754:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468581.544756:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468581.544759:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468581.544764:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20834) 00000100:00000001:1.0:1789468581.672175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468581.672191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468581.672193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468581.672198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468581.672200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468581.672204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468581.672207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468581.863590:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468581.863599:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468581.863604:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468581.863606:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468581.863611:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468581.863613:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468581.863830:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468581.863834:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468581.863837:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468582.695178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468582.695192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468582.695194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468582.695199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468582.695202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468582.695206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468582.695208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468582.887172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468582.887179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468582.887184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468582.887186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468582.887191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468582.887193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468582.887298:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468582.887302:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468582.887305:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468583.719176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468583.719190:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468583.719211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468583.719216:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468583.719218:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468583.719223:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468583.719225:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468583.911170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468583.911178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468583.911184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468583.911185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468583.911190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468583.911191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468583.911460:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468583.911464:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468583.911468:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468584.744784:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468584.744799:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468584.744801:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468584.744806:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468584.744808:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468584.744814:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468584.744816:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468584.935208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468584.935215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468584.935221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468584.935223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468584.935228:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468584.935230:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468584.935360:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468584.935381:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468584.935384:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468585.767159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468585.767173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468585.767175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468585.767180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468585.767182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468585.767188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468585.767191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.959146:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468585.959154:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.959160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468585.959161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.959166:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468585.959168:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468585.959305:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468585.959308:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468585.959311:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468586.663214:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468586.663223:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468586.663226:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468586.663229:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468586.663232:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468586.663234:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468586.663236:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468586.663239:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468586.663241:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468586.663243:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468586.663248:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20839) 00000100:00000001:1.0:1789468586.791167:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468586.791183:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468586.791185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468586.791189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468586.791191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468586.791195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468586.791198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468586.983164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468586.983171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468586.983177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468586.983179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468586.983183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468586.983185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468586.983363:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468586.983367:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468586.983370:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468587.815585:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468587.815594:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468587.815608:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468562/real 1789468562] req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468587.815624:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468587.815626:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468587.815640:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468587.815646:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468587.815649:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468587.815654:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468587.815658:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468587.815666:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815675:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468587.815677:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815679:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468587.815681:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468587.815684:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815690:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815693:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468587.815696:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468562/real 1789468562] req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468587.815703:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468587.815705:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468587.815722:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468587.815725:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468587.815726:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468587.815730:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468587.815733:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468587.815741:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815747:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468587.815748:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815750:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468587.815751:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468587.815754:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815759:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815761:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468587.815765:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468562/real 1789468562] req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468587.815773:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468587.815774:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468587.815775:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468587.815777:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468587.815779:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468587.815780:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468587.815784:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468587.815790:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815794:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468587.815796:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815797:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468587.815798:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468587.815808:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815814:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815816:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468587.815819:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468562/real 1789468562] req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468587.815826:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468587.815827:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468587.815829:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:1.0:1789468587.815832:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468587.815833:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468587.815835:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468587.815838:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468587.815845:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815850:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468587.815851:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815853:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468587.815854:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468587.815857:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815862:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815870:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468587.815872:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815874:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468587.815877:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468587.815879:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468587.815883:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815890:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468587.815898:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815899:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468587.815900:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815903:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468587.815905:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468587.815908:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468587.815952:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468587.815955:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468587.815960:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468587.815968:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404831616:0@lo:38:kworker.0 00000100:00000001:1.0:1789468587.815972:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468587.815976:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.815982:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468587.815984:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815985:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468587.815987:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.815988:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468587.815989:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468587.815992:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468587.815997:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468587.815999:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468587.816002:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468587.816007:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404831744:0@lo:38:kworker.0 00000100:00000001:1.0:1789468587.816011:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468587.816021:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.816027:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468587.816029:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.816031:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468587.816032:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.816033:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468587.816035:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468587.816068:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468587.816074:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468587.816076:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468587.816081:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468587.816089:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404831872:0@lo:38:kworker.0 00000100:00000001:1.0:1789468587.816092:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468587.816096:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.816102:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468587.816105:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.816107:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468587.816108:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.816110:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468587.816111:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468587.816113:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468587.816117:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468587.816119:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468587.816123:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468587.816178:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404832000:0@lo:38:kworker.0 00000100:00000001:1.0:1789468587.816182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.816184:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468587.816188:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404831616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.816194:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468587.816197:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468587.816201:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468587.816207:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468587.816210:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468587.816212:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468587.816214:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468587.816217:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:1.0:1789468587.816221:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468587.816222:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468587.816224:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:1.0:1789468587.816228:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468587.816229:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.816231:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468587.816234:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7fb80 x1876386404831744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.816240:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468587.816242:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468587.816243:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468587.816248:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468587.816249:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468587.816250:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468587.816252:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468587.816254:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:1.0:1789468587.816256:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468587.816258:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468587.816259:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7fb80. 00000100:00000001:1.0:1789468587.816262:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468587.816268:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.816270:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468587.816273:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404831872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.816280:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468587.816281:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468587.816283:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468587.816286:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468587.816287:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468587.816288:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468587.816290:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468587.816292:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:1.0:1789468587.816294:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468587.816295:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468587.816297:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000001:1.0:1789468587.816299:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468587.816300:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.816302:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468587.816305:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f800 x1876386404832000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468587 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.816311:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468587.816312:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468587.816314:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468587.816316:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468587.816317:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468587.816318:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468587.816320:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468587.816321:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:1.0:1789468587.816323:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468587.816325:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468587.816326:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f800. 00000100:00000001:1.0:1789468587.816328:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468587.816329:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.816331:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468587.816427:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468587.816433:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468587.816435:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468587.816438:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468587.816440:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468587.816443:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468587.816446:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468587.816449:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20810 00000100:00080000:3.0:1789468587.816453:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468587.816456:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468587.816459:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468587.816461:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468587.816463:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468587.816470:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468587.816472:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468587.816475:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468587.816478:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468587.816481:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468587.816483:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468587.816486:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468587.816488:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468587.816490:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468587.816491:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468587.816495:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468587.816498:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468587.816501:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468587.816503:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468587.816516:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468587.816519:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468587.816522:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468587.816524:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468587.816528:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789468587.816532:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468587.816536:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468587.816537:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468587.816540:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468587.816543:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468587.816547:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468587.816553:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789468587.816560:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468587.816566:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468587.816576:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468587.816581:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468587.816585:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468587.816609:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468587.816613:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468587.816616:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468587.816617:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468587.816619:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468587.816622:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468587.816624:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20810 00000100:00080000:3.0:1789468587.816627:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468587.816629:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468587.816631:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468587.816633:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468587.816634:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468587.816638:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468587.816647:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468587.816650:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468587.816652:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468587.816654:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468587.816656:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468587.816659:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468587.816661:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468587.816663:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468587.816665:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468587.816667:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468587.816669:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468587.816672:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468587.816673:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468587.816676:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468587.816679:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468587.816681:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468587.816682:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468587.816685:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789468587.816688:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468587.816690:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468587.816691:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468587.816693:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468587.816695:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468587.816697:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468587.816700:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789468587.816704:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468587.816708:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468587.816715:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468587.816717:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468587.816720:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468587.816727:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468587.816734:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468587.816736:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468587.816738:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468587.816739:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468587.816742:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468587.816743:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20810 00000100:00080000:3.0:1789468587.816745:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468587.816747:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468587.816749:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468587.816751:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468587.816752:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468587.816756:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468587.816757:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468587.816758:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468587.816760:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468587.816762:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468587.816764:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468587.816766:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468587.816768:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468587.816769:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468587.816771:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468587.816773:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468587.816775:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468587.816777:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468587.816779:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468587.816782:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468587.816784:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468587.816785:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468587.816786:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468587.816790:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789468587.816792:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468587.816799:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468587.816800:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468587.816802:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468587.816803:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468587.816805:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468587.816808:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789468587.816812:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468587.816816:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468587.816823:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468587.816825:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468587.816827:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468587.816834:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468587.816837:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468587.816840:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468587.816841:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468587.816843:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468587.816845:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468587.816846:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1789468587.816850:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1789468587.816851:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20810 00000100:00000001:1.0:1789468587.816855:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1789468587.816856:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468587.816858:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468587.816860:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468587.816862:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468587.816865:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000040:1.0:1789468587.816869:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789468587.816871:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468587.816873:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468587.816876:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468587.816880:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000100:00000001:1.0:1789468587.816886:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1789468587.816886:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000001:1.0:1789468587.816890:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468587.816891:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 02000000:00000001:1.0:1789468587.816895:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468587.816898:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468587.816902:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468587.816903:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468587.816907:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468587.816909:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468587.816911:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468587.816913:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00100000:1.0:1789468587.816918:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404832256:0@lo:38:kworker.0 00000100:00080000:3.0:1789468587.816918:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468587.816922:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.816933:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468587.816935:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468587.816938:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468587.816941:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468587.816942:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468587.816945:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468587.816947:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789468587.816950:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468587.816953:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468587.816954:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468587.816958:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468587.816959:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789468587.816963:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:1.0:1789468587.816965:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 02000000:00000001:3.0:1789468587.816966:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468587.816968:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468587.816972:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1789468587.816973:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 02000000:00000001:3.0:1789468587.816974:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468587.816978:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789468587.816982:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404832256, portal 10 02000000:00000010:3.0:1789468587.816984:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:1.0:1789468587.816986:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468587.816989:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.816990:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312514304 : -130400397037312 : ffff8966caa7f100) 00000100:00100000:3.0:1789468587.816998:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1789468587.817001:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468587.817017:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468587.817019:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789468587.817021:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468587.817025:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468587.817030:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000040:3.0:1789468587.817030:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468587.817035:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404832256, offset 0 00000400:00000200:1.0:1789468587.817063:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789468587.817071:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468587.817076:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789468587.817077:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20840) 00000400:00000200:1.0:1789468587.817090:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1400 00000400:00000100:1.0:1789468587.817098:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404832256 offset 0 length 520: 4 00000400:00000200:1.0:1789468587.817102:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468587.817105:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468587.817114:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468587.817123:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468587.817127:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468587.817132:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817140:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468587.817144:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817150:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.817151:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468587.817156:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468587.817161:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468587.817164:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315503253 00000100:00000010:1.0:1789468587.817168:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc119c0. 00000100:00000001:1.0:1789468587.817175:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468587.817194:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315503253 00000100:00000010:1.0:1789468587.817198:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a20. 00000100:00000001:1.0:1789468587.817202:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468587.817205:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315503253 00000100:00000010:1.0:1789468587.817208:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11300. 00000100:00000001:1.0:1789468587.817211:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468587.817224:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315503253 00000100:00000010:1.0:1789468587.817229:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11000. 00000100:00000001:1.0:1789468587.817233:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468587.817247:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468587.817250:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.817253:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468587.817257:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817263:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468587.817265:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468587.817268:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468587.817275:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468587.817277:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468587.817281:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404832384:0@lo:38:kworker.0 00000100:00000001:1.0:1789468587.817284:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468587.817285:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468587.817287:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468587.817288:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468587.817291:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468587.817293:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468587.817296:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468587.817300:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468587.817303:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404832384, portal 10 00000100:00000001:1.0:1789468587.817305:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468587.817306:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312513408 : -130400397038208 : ffff8966caa7ed80) 00000100:00000040:1.0:1789468587.817311:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817317:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468587.817319:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468587.817322:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468587.817324:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404832384, offset 0 00000400:00000200:1.0:1789468587.817328:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468587.817333:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468587.817339:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1480 00000400:00000100:1.0:1789468587.817342:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404832384 offset 0 length 520: 4 00000400:00000200:1.0:1789468587.817345:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468587.817347:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468587.817352:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468587.817354:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468587.817357:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468587.817360:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817367:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468587.817511:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817528:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.817529:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468587.817534:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468587.817537:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468587.817540:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315503253 00000100:00000001:1.0:1789468587.817542:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315503253 00000100:00000001:1.0:1789468587.817544:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315503253 00000100:00000001:1.0:1789468587.817546:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315503253 00000100:00000001:1.0:1789468587.817548:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315503253 00000100:00000001:1.0:1789468587.817550:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315503253 00000100:00000001:1.0:1789468587.817552:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315503253 00000100:00000001:1.0:1789468587.817554:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315503253 00000100:00000001:1.0:1789468587.817556:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468587.817567:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.817570:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468587.817574:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817581:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468587.817583:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468587.817585:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468587.817586:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468587.817589:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468587.817591:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404832512:0@lo:38:kworker.0 00000100:00000001:1.0:1789468587.817594:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468587.817596:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468587.817598:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468587.817600:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468587.817603:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468587.817605:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468587.817613:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468587.817616:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468587.817619:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404832512, portal 10 00000100:00000001:1.0:1789468587.817621:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468587.817623:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312515200 : -130400397036416 : ffff8966caa7f480) 00000100:00000040:1.0:1789468587.817779:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817787:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468587.817789:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468587.817792:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468587.817795:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404832512, offset 0 00000400:00000200:1.0:1789468587.817798:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468587.817803:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468587.817808:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1500 00000400:00000100:1.0:1789468587.817811:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404832512 offset 0 length 520: 4 00000400:00000200:1.0:1789468587.817814:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468587.817816:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468587.817820:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468587.817822:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468587.817824:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468587.817827:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817833:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468587.817835:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817841:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.817842:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468587.817844:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468587.817847:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468587.817849:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315503253 00000100:00000001:1.0:1789468587.817851:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315503253 00000100:00000001:1.0:1789468587.817853:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315503253 00000100:00000001:1.0:1789468587.817861:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315503253 00000100:00000001:1.0:1789468587.817863:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315503253 00000100:00000001:1.0:1789468587.817865:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315503253 00000100:00000001:1.0:1789468587.817867:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315503253 00000100:00000001:1.0:1789468587.817869:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315503253 00000100:00000001:1.0:1789468587.817871:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468587.817873:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.817876:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.817878:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.817884:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468587.817886:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.817888:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468587.817889:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468587.817890:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468587.817894:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.817900:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468587.817901:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468587.817903:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468587.817905:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468587.818007:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468587.818011:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404832640:0@lo:38:kworker.0 00000100:00000001:1.0:1789468587.818014:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468587.818017:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468587.818018:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468587.818020:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468587.818023:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468587.818025:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468587.818027:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468587.818031:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468587.818034:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404832640, portal 10 00000100:00000001:1.0:1789468587.818058:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468587.818064:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516096 : -130400397035520 : ffff8966caa7f800) 00000100:00000040:1.0:1789468587.818071:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.818076:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468587.818077:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468587.818080:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468587.818083:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404832640, offset 0 00000400:00000200:1.0:1789468587.818086:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468587.818091:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468587.818095:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1580 00000400:00000100:1.0:1789468587.818099:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404832640 offset 0 length 520: 4 00000400:00000200:1.0:1789468587.818102:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468587.818104:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468587.818108:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468587.818109:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468587.818112:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468587.818114:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.818120:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468587.818123:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468587.818128:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.818130:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468587.818132:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468587.818135:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468587.818138:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315503255 00000100:00000001:1.0:1789468587.818145:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315503253 00000100:00000001:1.0:1789468587.818148:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315503255 00000100:00000001:1.0:1789468587.818150:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315503253 00000100:00000001:1.0:1789468587.818152:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315503255 00000100:00000001:1.0:1789468587.818155:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315503253 00000100:00000001:1.0:1789468587.818163:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315503255 00000100:00000001:1.0:1789468587.818166:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315503253 00000100:00000001:1.0:1789468587.818169:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468587.818171:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.818174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.818176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.818179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468587.818180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468587.818182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468587.818184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468587.818185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468587.818187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468587.839279:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315503255, at 4315503256 00000100:00000010:3.0:1789468587.839294:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11000. 00000100:00000040:1.0:1789468587.840105:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315503255, at 4315503257 00000100:00000010:1.0:1789468587.840114:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11a20. 00000100:00000040:2.0:1789468587.841011:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315503255, at 4315503257 00000100:00000010:2.0:1789468587.841022:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11300. 00000100:00000040:0.0:1789468587.841440:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315503255, at 4315503258 00000100:00000010:0.0:1789468587.841447:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc119c0. 00010000:00000001:0.0:1789468588.007162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468588.007169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468588.007175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468588.007177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468588.007181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468588.007185:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468588.007188:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468588.007191:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468588.007194:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468588.007196:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468588.007198:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468588.007200:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468588.007308:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468588.007337:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468588.007340:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468588.839677:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468588.839693:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468588.839695:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468588.839700:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468588.839703:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468588.839708:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468588.839710:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468589.031183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468589.031191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468589.031197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468589.031211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468589.031217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468589.031219:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468589.031444:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468589.031448:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468589.031452:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468589.863186:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468589.863200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468589.863203:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468589.863207:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468589.863210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468589.863214:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468589.863216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468590.055170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468590.055178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468590.055184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468590.055185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468590.055190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468590.055192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468590.055288:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468590.055291:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468590.055294:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468590.887170:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468590.887185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468590.887187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468590.887193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468590.887195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468590.887199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468590.887201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468591.079185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468591.079194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468591.079200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468591.079201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468591.079206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468591.079208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468591.079395:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468591.079398:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468591.079401:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468591.911155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468591.911163:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468591.911198:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468566/real 1789468566] req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468591 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468591.911216:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468591.911218:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468591.911221:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:1.0:1789468591.911228:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468591.911230:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468591.911235:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468591.911239:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468591 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468591.911249:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468591 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468591.911257:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468591.911259:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468591.911261:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468591.911263:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468591.911267:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468591 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468591.911274:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468591.911283:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468591.911286:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468591.911289:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468591.911291:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468591.911294:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468591.911298:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468591 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468591.911305:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468591.911308:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468591.911309:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468591.911311:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468591.911313:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468591.911315:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468591.911323:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468591.911351:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468591.911353:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468591.911358:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468591 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468591.911367:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404832128:0@lo:250:kworker.0 00000100:00000001:1.0:1789468591.911371:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468591.911374:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468591.911376:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943100 x1876386404832128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468591 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468591.911383:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468591.911386:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468591.911390:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468591.911396:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468591.911398:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468591.911400:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468591.911402:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468591.911405:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542000. 02000000:00000001:1.0:1789468591.911408:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468591.911410:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468591.911412:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943100. 00000100:00000001:1.0:1789468591.911415:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468591.911416:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468591.911418:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468591.911494:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468591.911499:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468591.911501:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468591.911504:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468591.911507:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468591.911510:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20814 00000100:00080000:3.0:1789468591.911513:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468591.911516:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468591.911519:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468591.911521:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468591.911523:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468591.911529:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468591.911531:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468591.911533:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468591.911536:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468591.911538:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468591.911540:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468591.911543:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468591.911544:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468591.911546:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468591.911548:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468591.911551:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468591.911554:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468591.911556:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468591.911559:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468591.911562:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468591.911564:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468591.911572:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468591.911574:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468591.911578:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789468591.911581:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468591.911585:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468591.911587:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468591.911589:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468591.911592:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468591.911595:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468591.911601:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789468591.911606:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468591.911612:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468591.911620:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468591.911624:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468591.911627:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468591.911645:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468591.911648:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468591.911651:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468591.911654:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468591.911657:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468591.911660:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468591.911662:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468591.911665:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468591.911667:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468591.911672:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20845) 00000100:00000001:1.0:1789468591.911852:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468591.911855:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468591.911856:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468591.911861:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468591.911868:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468591.911871:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468591.911874:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468591.911876:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468591.911885:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468591.911888:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404832768:0@lo:250:kworker.0 00000100:00000001:1.0:1789468591.911892:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468591.911903:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468591.911906:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468591.911908:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468591.911912:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468591.911914:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468591.911918:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468591.911922:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468591.911927:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404832768, portal 25 00000100:00000001:1.0:1789468591.911929:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468591.911931:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312507136 : -130400397044480 : ffff8966caa7d500) 00000100:00000040:1.0:1789468591.911936:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468591.911942:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468591.911945:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468591.911947:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468591.911950:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404832768, offset 0 00000400:00000200:1.0:1789468591.911955:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468591.911966:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468591.911975:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f1600 00000400:00000100:1.0:1789468591.911981:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404832768 offset 0 length 520: 4 00000400:00000200:1.0:1789468591.911985:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468591.911988:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468591.911996:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468591.911997:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468591.912000:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468591.912003:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468591.912010:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468591.912013:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468591.912029:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468591.912031:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468591.912054:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468591.912058:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315512499 00000100:00000010:1.0:1789468591.912062:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a20. 00000100:00000001:1.0:1789468591.912068:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468591.912077:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315512499 00000100:00000010:1.0:1789468591.912079:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789468591.912082:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468591.912085:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315512499 00000100:00000010:1.0:1789468591.912087:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11e40. 00000100:00000001:1.0:1789468591.912090:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468591.912092:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315512499 00000100:00000010:1.0:1789468591.912095:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11180. 00000100:00000001:1.0:1789468591.912097:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468591.912100:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468591.912102:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468591.912105:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468591.912107:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468591.912111:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468591.912112:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468591.912114:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468591.912115:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468591.912116:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468591.912118:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468592.106507:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468592.106514:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468592.106518:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468592.106520:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468592.106525:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468592.106526:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468592.106931:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468592.106950:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468592.106953:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468592.935525:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468592.935540:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468592.935542:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468592.935548:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468592.935552:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468592.935557:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468592.935559:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468593.127166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468593.127173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468593.127179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468593.127180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468593.127185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468593.127187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468593.129607:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468593.129614:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468593.129620:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468593.290822:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.290849:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468593.290855:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.290858:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468593.290874:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468593.290908:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1c00 00000400:00000100:0.0:1789468593.290919:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402409472 offset 0 length 520: 4 00000400:00000200:0.0:1789468593.290926:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468593.290930:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468593.290943:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.290949:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468593.290951:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.290954:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468593.290955:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.290957:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468593.290962:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468593.291336:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1c80 00000400:00000100:0.0:1789468593.291344:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402409600 offset 0 length 520: 4 00000400:00000200:0.0:1789468593.291348:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468593.291351:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468593.291357:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.291364:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468593.291366:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.291369:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468593.291371:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.291373:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468593.291377:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468593.291383:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1d00 00000400:00000100:0.0:1789468593.291388:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402409728 offset 0 length 520: 4 00000400:00000200:0.0:1789468593.291391:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468593.291393:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468593.291397:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.291408:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468593.291410:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468593.291412:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468593.959239:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468593.959283:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468593.959286:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468593.959292:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468593.959295:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468593.959302:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468593.959305:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468594.151333:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468594.151343:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468594.151350:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468594.151352:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468594.151358:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468594.151359:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468594.151789:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468594.151797:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468594.151802:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468594.983634:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468594.983657:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468594.983659:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468594.983846:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468594.983850:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468594.983855:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468594.983859:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.175298:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468595.175308:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.175315:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468595.175316:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.175322:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468595.175324:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468595.175434:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468595.175439:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468595.175442:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468596.007254:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468596.007277:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468596.007281:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468596.007289:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468596.007292:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468596.007303:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468596.007307:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468596.199202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468596.199209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468596.199215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468596.199216:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468596.199221:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468596.199222:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468596.199335:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468596.199339:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468596.199342:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468597.031651:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468597.031672:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468597.031674:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468597.031680:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468597.031683:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468597.031689:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468597.031692:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468597.224370:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468597.224377:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468597.224383:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468597.224385:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468597.224389:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468597.224391:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468597.224534:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468597.224538:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468597.224541:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468597.415220:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315512499, at 4315512832 00000100:00000040:3.0:1789468597.415224:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315512499, at 4315512832 00000100:00000010:2.0:1789468597.415249:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11e40. 00000100:00000010:3.0:1789468597.415252:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11180. 00000100:00080000:0.0:1789468597.415338:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468597.415344:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468597.415357:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468597.415361:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468597.415365:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468597.415367:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468597.415370:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468597.415373:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468597.415376:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468597.415379:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468597.415383:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20850) 00000100:00000040:0.0:1789468597.415403:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315512499, at 4315512832 00000100:00000010:0.0:1789468597.415409:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11a20. 00000100:00000040:1.0:1789468597.415460:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315512499, at 4315512832 00000100:00000010:1.0:1789468597.415470:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789468598.055182:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468598.055202:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468598.055205:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468598.055212:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468598.055214:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468598.055220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468598.055223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468598.247396:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468598.247404:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468598.247411:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468598.247412:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468598.247417:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468598.247420:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468598.247422:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468598.247426:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468598.247429:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468598.247432:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468598.247434:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468598.247437:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468598.248957:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468598.248963:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468598.248967:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468599.079153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468599.079168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468599.079170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468599.079175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468599.079195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468599.079198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468599.079201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468599.271983:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468599.271991:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468599.271998:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468599.272000:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468599.272005:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468599.272006:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468599.272857:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468599.272862:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468599.272866:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468600.108080:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468600.108096:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468600.108099:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468600.108104:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468600.108107:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468600.108112:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468600.108114:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468600.295178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468600.295185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468600.295192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468600.295194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468600.295199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468600.295201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468600.295304:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468600.295308:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468600.295311:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468601.129874:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468601.129887:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468601.129890:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468601.129894:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468601.129896:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468601.129900:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468601.129903:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468601.319255:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468601.319265:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468601.319273:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468601.319275:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468601.319279:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468601.319281:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468601.319384:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468601.319388:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468601.319390:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468602.151300:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468602.151315:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468602.151318:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468602.151322:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468602.151325:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468602.151329:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468602.151332:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468602.343198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468602.343207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468602.343213:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468602.343215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468602.343220:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468602.343221:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468602.343459:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468602.343463:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468602.343467:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468602.535394:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468602.535412:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468602.535415:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468602.535418:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468602.535421:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468602.535423:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468602.535425:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468602.535429:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468602.535431:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468602.535453:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468602.535458:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20855) 00000100:00000001:1.0:1789468603.175129:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468603.175141:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468603.175143:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468603.175147:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468603.175149:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468603.175154:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468603.175157:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468603.367655:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468603.367662:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468603.367668:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468603.367670:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468603.367675:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468603.367677:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468603.367933:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468603.367936:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468603.367939:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468604.035297:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468604.035324:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468604.035331:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468604.035335:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468604.199160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468604.199173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468604.199175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468604.199180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468604.199183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468604.199188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468604.199190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468604.391198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468604.391205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468604.391209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468604.391211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468604.391216:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468604.391217:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468604.391355:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468604.391359:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468604.391362:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468605.224277:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468605.224291:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468605.224293:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468605.224313:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468605.224316:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468605.224320:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468605.224323:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.415172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468605.415180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.415186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468605.415187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.415192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468605.415193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468605.415300:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468605.415304:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468605.415307:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468606.247578:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468606.247593:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468606.247595:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468606.247599:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468606.247601:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468606.247606:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468606.247608:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468606.439995:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468606.440003:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468606.440008:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468606.440010:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468606.440015:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468606.440017:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468606.440195:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468606.440199:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468606.440203:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468607.272193:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468607.272208:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468607.272210:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468607.272214:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468607.272216:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468607.272221:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468607.272223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468607.465985:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468607.465992:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468607.465997:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468607.465999:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468607.466003:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468607.466005:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468607.466586:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468607.466590:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468607.466594:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468607.656022:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468607.656033:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468607.656068:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468607.656072:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468607.656075:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468607.656077:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468607.656080:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468607.656083:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468607.656085:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468607.656087:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468607.656092:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20860) 00000100:00000001:1.0:1789468608.295187:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468608.295200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468608.295203:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468608.295207:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468608.295209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468608.295213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468608.295216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468608.487165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468608.487173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468608.487179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468608.487180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468608.487185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468608.487188:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468608.487190:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468608.487194:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468608.487197:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468608.487199:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468608.487202:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468608.487204:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468608.487300:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468608.487303:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468608.487306:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468609.319142:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468609.319157:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468609.319160:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468609.319165:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468609.319167:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468609.319172:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468609.319174:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468609.511181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468609.511188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468609.511194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468609.511195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468609.511200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468609.511202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468609.511358:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468609.511361:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468609.511365:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468610.346313:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468610.346329:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468610.346331:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468610.346336:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468610.346339:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468610.346343:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468610.346345:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468610.535162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468610.535170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468610.535176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468610.535177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468610.535182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468610.535184:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468610.535275:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468610.535279:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468610.535282:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468611.367321:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468611.367335:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468611.367355:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468611.367360:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468611.367363:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468611.367367:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468611.367370:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468611.559183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468611.559191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468611.559197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468611.559199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468611.559204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468611.559206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468611.559999:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468611.560003:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468611.560007:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468612.391245:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468612.391253:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468612.391267:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468587/real 1789468587] req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468612.391351:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468612.391353:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468612.391356:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468612.391362:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468612.391365:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468612.391370:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468612.391374:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468612.391382:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.391389:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468612.391391:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391394:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468612.391396:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468612.391400:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.391471:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391476:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468612.391481:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468587/real 1789468587] req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468612.391489:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468612.391491:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468612.391492:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:1.0:1789468612.391495:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468612.391513:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468612.391516:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468612.391520:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468612.391527:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.391533:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468612.391534:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391536:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468612.391537:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468612.391541:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.391548:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391550:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468612.391553:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468587/real 1789468587] req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468612.391560:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468612.391561:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468612.391563:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468612.391566:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468612.391567:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468612.391569:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468612.391572:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468612.391579:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.391584:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468612.391586:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391587:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468612.391589:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468612.391592:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.391609:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391611:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468612.391615:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468587/real 1789468587] req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468612.391624:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468612.391625:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468612.391627:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468612.391629:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468612.391631:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468612.391633:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468612.391636:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468612.391642:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.391648:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468612.391650:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391652:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468612.391653:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468612.391656:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.391663:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391671:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468612.391673:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391675:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468612.391678:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468612.391680:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468612.391684:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.391691:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468612.391693:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391696:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468612.391697:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.391700:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468612.392212:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468612.392217:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468612.392228:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468612.392230:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468612.392235:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468612.392243:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404832640:0@lo:38:kworker.0 00000100:00000001:1.0:1789468612.392247:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468612.392251:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.392257:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468612.392259:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.392260:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468612.392261:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.392263:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468612.392264:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468612.392267:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468612.392340:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468612.392342:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468612.392346:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468612.392353:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404832256:0@lo:38:kworker.0 00000100:00000001:1.0:1789468612.392357:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468612.392360:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.392367:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468612.392369:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.392370:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468612.392372:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.392373:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468612.392375:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468612.392376:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468612.392381:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468612.392382:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468612.392385:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468612.392391:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404832384:0@lo:38:kworker.0 00000100:00000001:1.0:1789468612.392395:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468612.392398:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.392403:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468612.392405:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468612.392676:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468612.392682:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468612.392684:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468612.392687:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468612.392689:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468612.392691:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468612.392695:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468612.392698:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20835 00000100:00080000:0.0:1789468612.392702:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468612.392705:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468612.392707:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468612.392709:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468612.392711:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468612.392720:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468612.392722:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789468612.392725:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468612.392728:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789468612.392730:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789468612.392732:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789468612.392735:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468612.392737:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468612.392738:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468612.392750:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468612.392753:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789468612.392756:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468612.392759:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468612.392761:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468612.392768:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468612.392770:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468612.392772:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468612.392774:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468612.392783:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61880. 00000020:00000040:0.0:1789468612.392786:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789468612.392789:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468612.392791:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468612.392794:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468612.392797:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468612.392801:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468612.392809:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867400. 00000100:00000001:0.0:1789468612.392815:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468612.392822:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468612.392831:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468612.392835:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468612.392839:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e05c5466] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.392844:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468612.392848:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.392852:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468612.392855:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468612.392863:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1789468612.392869:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468612.392872:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468612.392875:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468612.392876:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468612.392877:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468612.392880:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468612.392882:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20835 00000100:00080000:0.0:1789468612.392884:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468612.392886:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468612.392888:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468612.392890:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468612.392892:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468612.392895:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468612.392897:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789468612.392899:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468612.392901:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789468612.392903:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789468612.392905:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789468612.392907:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468612.392908:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468612.392910:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468612.392911:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468612.392913:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789468612.392916:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00080000:0.0:1789468612.392918:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468612.392921:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1789468612.392923:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468612.392926:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468612.392929:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789468612.392930:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789468612.392934:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468612.392939:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468612.392942:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468612.392949:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62a00. 00000020:00000040:0.0:1789468612.392953:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789468612.392958:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468612.392961:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468612.392961:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404832512:0@lo:38:kworker.0 00000100:00000001:0.0:1789468612.392964:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468612.392967:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1789468612.392969:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468612.392970:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.392976:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1789468612.392977:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866c00. 00000100:00000001:0.0:1789468612.392982:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468612.392982:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f800 x1876386404832640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468612.392990:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468612.392996:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468612.393000:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1789468612.393002:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1789468612.393004:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 00000100:00000001:0.0:1789468612.393006:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468612.393012:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e495aede] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789468612.393013:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468612.393017:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468612.393020:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1789468612.393023:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468612.393025:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:0.0:1789468612.393026:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1789468612.393030:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 00000100:00080000:0.0:1789468612.393031:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468612.393035:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1789468612.393056:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468612.393059:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468612.393060:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f800. 00000100:00000001:1.0:1789468612.393065:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1789468612.393066:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468612.393068:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468612.393072:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468612.393075:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20835 00000100:00080000:0.0:1789468612.393078:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468612.393080:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468612.393083:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789468612.393084:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468612.393088:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000040:1.0:1789468612.393091:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f100 x1876386404832256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468612.393092:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468612.393098:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468612.393101:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789468612.393106:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468612.393108:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:0.0:1789468612.393111:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789468612.393113:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000001:1.0:1789468612.393115:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1789468612.393116:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:1.0:1789468612.393119:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1789468612.393120:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1789468612.393123:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 00000100:00000040:0.0:1789468612.393124:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468612.393129:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468612.393131:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:0.0:1789468612.393134:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 02000000:00000001:1.0:1789468612.393136:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789468612.393137:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468612.393139:0:117762:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:0.0:1789468612.393140:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000020:00000040:1.0:1789468612.393143:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789468612.393146:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789468612.393147:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:0.0:1789468612.393150:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468612.393152:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 00000100:00000001:0.0:1789468612.393155:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:1.0:1789468612.393156:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1789468612.393158:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393160:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468612.393164:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f100. 00000100:00000010:0.0:1789468612.393165:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63b80. 00000100:00000001:1.0:1789468612.393168:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1789468612.393170:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1789468612.393172:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789468612.393174:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1789468612.393177:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789468612.393178:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468612.393181:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1789468612.393183:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ed80 x1876386404832384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789468612.393184:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468612.393187:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468612.393192:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867800. 00000100:00000001:1.0:1789468612.393198:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1789468612.393199:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393201:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468612.393205:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 00000100:00100000:0.0:1789468612.393206:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1789468612.393210:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468612.393213:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468612.393216:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1789468612.393218:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1789468612.393220:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789468612.393222:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468612.393224:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:1.0:1789468612.393228:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1789468612.393229:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073434e2d] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789468612.393231:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468612.393235:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ed80. 00000100:00000001:1.0:1789468612.393240:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468612.393242:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393243:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468612.393246:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468612.393248:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1789468612.393250:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468612.393254:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1789468612.393255:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404832512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468612 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468612.393256:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468612.393261:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468612.393265:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20835 00000100:00080000:0.0:1789468612.393270:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468612.393272:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468612.393273:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468612.393275:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468612.393276:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468612.393279:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468612.393281:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:0.0:1789468612.393285:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789468612.393285:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1789468612.393287:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 02000000:00000001:1.0:1789468612.393289:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1789468612.393291:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 02000000:00000010:1.0:1789468612.393293:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 00000020:00000001:0.0:1789468612.393295:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:0.0:1789468612.393299:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:1.0:1789468612.393301:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789468612.393302:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1789468612.393306:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:0.0:1789468612.393307:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000020:00000040:1.0:1789468612.393309:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1789468612.393311:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468612.393314:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:0.0:1789468612.393316:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 02000000:00000010:1.0:1789468612.393318:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 00000100:00080000:0.0:1789468612.393320:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468612.393324:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393324:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468612.393327:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1789468612.393328:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:1.0:1789468612.393331:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 02000000:00000001:0.0:1789468612.393332:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468612.393336:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393336:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468612.393339:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468612.393341:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468612.393344:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393345:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789468612.393348:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63100. 00000020:00000040:0.0:1789468612.393352:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789468612.393354:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1789468612.393355:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1789468612.393356:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393359:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468612.393360:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468612.393364:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1789468612.393364:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1789468612.393367:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393369:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1789468612.393373:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866800. 00000100:00000001:1.0:1789468612.393373:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789468612.393378:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468612.393381:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468612.393386:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468612.393398:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468612.393402:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468612.393403:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468612.393407:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468612.393411:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7f7e9a7] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789468612.393419:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1789468612.393420:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393424:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789468612.393426:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20865) 02000000:00000001:1.0:1789468612.393430:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468612.393435:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404832896:0@lo:38:kworker.0 00000100:00000001:1.0:1789468612.393439:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468612.393443:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468612.393445:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393447:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468612.393451:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468612.393453:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468612.393458:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468612.393463:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468612.393469:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404832896, portal 10 00000100:00000001:1.0:1789468612.393472:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468612.393473:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492017280 : -130396217534336 : ffff8967c3c61880) 00000100:00000040:1.0:1789468612.393480:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393486:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468612.393488:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468612.393491:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468612.393493:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404832896, offset 0 00000400:00000200:1.0:1789468612.393498:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468612.393510:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468612.393520:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1680 00000400:00000100:1.0:1789468612.393525:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404832896 offset 0 length 520: 4 00000400:00000200:1.0:1789468612.393529:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468612.393531:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468612.393540:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468612.393542:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468612.393546:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468612.393549:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393556:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468612.393559:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393565:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393566:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468612.393570:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468612.393574:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468612.393578:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315527829 00000100:00000010:1.0:1789468612.393583:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789468612.393588:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468612.393598:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315527829 00000100:00000010:1.0:1789468612.393601:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ba0. 00000100:00000001:1.0:1789468612.393604:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468612.393607:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315527829 00000100:00000010:1.0:1789468612.393609:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc114e0. 00000100:00000001:1.0:1789468612.393612:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468612.393614:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315527829 00000100:00000010:1.0:1789468612.393617:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f60. 00000100:00000001:1.0:1789468612.393620:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468612.393639:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468612.393643:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393646:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468612.393649:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393656:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468612.393658:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393659:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468612.393661:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468612.393663:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468612.393666:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404833024:0@lo:38:kworker.0 00000100:00000001:1.0:1789468612.393668:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468612.393670:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468612.393671:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393673:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468612.393676:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468612.393678:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468612.393681:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468612.393683:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468612.393686:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404833024, portal 10 00000100:00000001:1.0:1789468612.393688:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468612.393689:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492021760 : -130396217529856 : ffff8967c3c62a00) 00000100:00000040:1.0:1789468612.393693:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393708:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468612.393711:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468612.393713:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468612.393716:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404833024, offset 0 00000400:00000200:1.0:1789468612.393719:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468612.393724:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468612.393729:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1700 00000400:00000100:1.0:1789468612.393733:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404833024 offset 0 length 520: 4 00000400:00000200:1.0:1789468612.393736:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468612.393739:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468612.393752:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468612.393754:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468612.393757:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468612.393760:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393771:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468612.393773:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393777:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393779:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468612.393782:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468612.393785:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468612.393787:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315527829 00000100:00000001:1.0:1789468612.393790:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315527829 00000100:00000001:1.0:1789468612.393792:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315527829 00000100:00000001:1.0:1789468612.393793:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315527829 00000100:00000001:1.0:1789468612.393795:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315527829 00000100:00000001:1.0:1789468612.393797:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315527829 00000100:00000001:1.0:1789468612.393799:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315527829 00000100:00000001:1.0:1789468612.393801:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315527829 00000100:00000001:1.0:1789468612.393802:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468612.393804:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393806:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468612.393809:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393814:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468612.393816:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393817:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468612.393819:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468612.393820:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468612.393823:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404833152:0@lo:38:kworker.0 00000100:00000001:1.0:1789468612.393826:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468612.393827:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468612.393828:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393830:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468612.393833:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468612.393835:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468612.393838:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468612.393840:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468612.393842:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404833152, portal 10 00000100:00000001:1.0:1789468612.393844:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468612.393845:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492026240 : -130396217525376 : ffff8967c3c63b80) 00000100:00000040:1.0:1789468612.393849:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393853:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468612.393855:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468612.393857:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468612.393859:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404833152, offset 0 00000400:00000200:1.0:1789468612.393862:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468612.393866:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468612.393870:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1780 00000400:00000100:1.0:1789468612.393873:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404833152 offset 0 length 520: 4 00000400:00000200:1.0:1789468612.393875:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468612.393877:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468612.393881:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468612.393883:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468612.393885:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468612.393888:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393894:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468612.393896:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393901:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393903:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468612.393905:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468612.393908:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468612.393910:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315527829 00000100:00000001:1.0:1789468612.393913:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315527829 00000100:00000001:1.0:1789468612.393915:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315527829 00000100:00000001:1.0:1789468612.393917:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315527829 00000100:00000001:1.0:1789468612.393919:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315527829 00000100:00000001:1.0:1789468612.393921:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315527829 00000100:00000001:1.0:1789468612.393923:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315527829 00000100:00000001:1.0:1789468612.393924:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315527829 00000100:00000001:1.0:1789468612.393926:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468612.393928:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393930:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.393932:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.393936:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468612.393938:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.393940:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468612.393941:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468612.393942:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468612.393945:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393950:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468612.393951:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393953:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468612.393954:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468612.393956:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468612.393958:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404833280:0@lo:38:kworker.0 00000100:00000001:1.0:1789468612.393960:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468612.393962:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468612.393963:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468612.393964:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468612.393967:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468612.393968:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468612.393971:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468612.393973:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468612.393977:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404833280, portal 10 00000100:00000001:1.0:1789468612.393978:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468612.393979:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492023552 : -130396217528064 : ffff8967c3c63100) 00000100:00000040:1.0:1789468612.393984:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.393988:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468612.393990:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468612.393991:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468612.393993:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404833280, offset 0 00000400:00000200:1.0:1789468612.393996:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468612.394000:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468612.394005:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1800 00000400:00000100:1.0:1789468612.394008:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404833280 offset 0 length 520: 4 00000400:00000200:1.0:1789468612.394011:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468612.394012:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468612.394017:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468612.394019:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468612.394020:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468612.394023:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.394029:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468612.394031:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468612.394063:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.394064:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468612.394067:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468612.394070:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468612.394072:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315527831 00000100:00000001:1.0:1789468612.394077:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315527829 00000100:00000001:1.0:1789468612.394080:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315527831 00000100:00000001:1.0:1789468612.394083:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315527829 00000100:00000001:1.0:1789468612.394086:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315527831 00000100:00000001:1.0:1789468612.394088:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315527829 00000100:00000001:1.0:1789468612.394090:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315527831 00000100:00000001:1.0:1789468612.394092:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315527829 00000100:00000001:1.0:1789468612.394094:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468612.394096:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.394099:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.394100:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.394103:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468612.394104:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.394106:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468612.394107:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468612.394108:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.394110:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468612.396813:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468612.396823:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468612.396830:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20865) 00000100:00000040:0.0:1789468612.415165:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315527831, at 4315527832 00000100:00000040:3.0:1789468612.415165:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315527831, at 4315527832 00000100:00000010:0.0:1789468612.415181:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11960. 00000100:00000010:3.0:1789468612.415184:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11f60. 00000100:00000040:2.0:1789468612.415590:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315527831, at 4315527832 00000100:00000010:2.0:1789468612.415596:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc114e0. 00000100:00000040:1.0:1789468612.415814:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315527831, at 4315527832 00000100:00000010:1.0:1789468612.415820:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ba0. 00010000:00000001:0.0:1789468612.583954:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468612.583962:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468612.583967:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468612.583969:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468612.583973:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468612.583975:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468612.584199:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468612.584203:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468612.584206:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468613.417164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468613.417180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468613.417182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468613.417187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468613.417190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468613.417196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468613.417199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468613.607201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468613.607208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468613.607212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468613.607214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468613.607218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468613.607220:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468613.607337:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468613.607340:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468613.607342:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468614.440229:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468614.440247:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468614.440249:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468614.440253:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468614.440255:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468614.440260:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468614.440262:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468614.631544:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468614.631552:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468614.631558:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468614.631559:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468614.631565:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468614.631566:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468614.631665:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468614.631669:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468614.631672:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468615.463146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468615.463160:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468615.463163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468615.463168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468615.463170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468615.463174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468615.463177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468615.655166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468615.655174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468615.655180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468615.655181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468615.655186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468615.655188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468615.655471:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468615.655475:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468615.655478:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468616.040629:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468616.040637:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468616.040642:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468616.043087:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468616.043099:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468616.043110:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468616.043115:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468616.043117:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468616.487972:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468616.487981:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468616.487994:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468591/real 1789468591] req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468616 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468616.488012:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468616.488014:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468616.488018:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:1.0:1789468616.488024:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468616.488027:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468616.488032:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468616.488052:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468616 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468616.488062:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468616 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468616.488069:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468616.488071:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468616.488074:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468616.488076:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468616.488080:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468616 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468616.488085:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468616.488095:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468616.488097:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468616.489199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468616.489204:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468616.489209:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468616.489219:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468616 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468616.489229:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468616.489232:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468616.489234:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468616.489236:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468616.489239:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468616.489241:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468616.489244:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468616.489269:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468616.489271:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468616.489276:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468616 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468616.489285:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404832768:0@lo:250:kworker.0 00000100:00000001:1.0:1789468616.489290:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468616.489292:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468616.489295:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404832768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468616 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468616.489302:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468616.489305:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468616.489309:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468616.489316:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468616.489319:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468616.489320:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468616.489323:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468616.489325:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d400. 02000000:00000001:1.0:1789468616.489329:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468616.489331:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468616.489333:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000001:1.0:1789468616.489337:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468616.489339:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468616.489341:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468616.489428:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468616.489434:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468616.489436:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468616.489439:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468616.489443:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468616.489446:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20840 00000100:00080000:3.0:1789468616.489450:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468616.489453:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468616.489456:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468616.489458:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468616.489477:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468616.489485:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468616.489487:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468616.489490:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468616.489493:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468616.489496:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468616.489497:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468616.489500:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468616.489502:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468616.489504:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468616.489505:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468616.489507:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468616.489510:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468616.489513:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468616.489515:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468616.489518:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468616.489520:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468616.489523:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468616.489525:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468616.489530:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789468616.489533:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468616.489537:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468616.489538:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468616.489541:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468616.489544:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468616.489549:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468616.489556:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789468616.489562:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468616.489568:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468616.489577:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468616.489581:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468616.489585:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468616.489611:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468616.489614:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468616.489618:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468616.489621:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468616.489624:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468616.489627:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468616.489630:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468616.489633:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468616.489636:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468616.489641:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20869) 00000100:00000001:1.0:1789468616.489790:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468616.489793:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468616.489795:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468616.489799:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468616.489807:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468616.489810:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468616.489813:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468616.489816:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468616.489818:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468616.489821:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404833408:0@lo:250:kworker.0 00000100:00000001:1.0:1789468616.489825:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468616.489828:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468616.489831:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468616.489833:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468616.489837:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468616.489839:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468616.489845:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468616.489850:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468616.489856:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404833408, portal 25 00000100:00000001:1.0:1789468616.489859:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468616.489860:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516992 : -130400397034624 : ffff8966caa7fb80) 00000100:00000040:1.0:1789468616.489865:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468616.489872:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468616.489875:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468616.489877:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468616.489880:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404833408, offset 0 00000400:00000200:1.0:1789468616.489885:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468616.489898:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468616.489908:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f1880 00000400:00000100:1.0:1789468616.489914:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404833408 offset 0 length 520: 4 00000400:00000200:1.0:1789468616.489918:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468616.489921:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468616.489930:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468616.489933:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468616.489936:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468616.489940:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468616.489953:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468616.489955:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468616.489962:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468616.489963:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468616.489968:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468616.489973:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315537076 00000100:00000010:1.0:1789468616.489977:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ba0. 00000100:00000001:1.0:1789468616.489983:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468616.489993:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315537076 00000100:00000010:1.0:1789468616.489996:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11cc0. 00000100:00000001:1.0:1789468616.489998:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468616.490001:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315537076 00000100:00000010:1.0:1789468616.490004:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11600. 00000100:00000001:1.0:1789468616.490007:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468616.490010:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315537076 00000100:00000010:1.0:1789468616.490013:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11120. 00000100:00000001:1.0:1789468616.490016:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468616.490019:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468616.490021:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468616.490024:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468616.490026:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468616.490033:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468616.490051:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468616.490054:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468616.490055:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468616.490057:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468616.490059:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.679325:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468616.679333:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.679339:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468616.679340:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.679345:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468616.679347:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468616.679449:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468616.679452:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468616.679455:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468617.511290:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468617.511306:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468617.511308:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468617.511313:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468617.511316:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468617.511321:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468617.511324:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468617.511399:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468617.511405:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468617.511407:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468617.511410:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468617.511412:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468617.511415:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468617.511417:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468617.511420:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468617.511423:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468617.511426:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468617.511430:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20870) 00010000:00000001:0.0:1789468617.703181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468617.703188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468617.703193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468617.703194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468617.703198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468617.703200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468617.703472:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468617.703475:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468617.703478:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468617.864691:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468617.864716:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468617.864720:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468617.864722:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468617.864734:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468617.864751:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1d80 00000400:00000100:2.0:1789468617.864761:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402409856 offset 0 length 520: 4 00000400:00000200:2.0:1789468617.864766:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468617.864769:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468617.864777:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468617.864781:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468617.864784:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468617.864785:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468617.864787:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468617.864789:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468617.864792:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468617.864797:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1e00 00000400:00000100:2.0:1789468617.864814:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402409984 offset 0 length 520: 4 00000400:00000200:2.0:1789468617.864817:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468617.864819:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468617.864823:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468617.864830:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468617.864832:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468617.864834:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468617.867456:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468617.867478:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468617.867483:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468617.867485:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468617.867500:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468617.867522:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1e80 00000400:00000100:3.0:1789468617.867533:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402410112 offset 0 length 520: 4 00000400:00000200:3.0:1789468617.868266:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468617.868274:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468617.868290:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468617.868324:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468617.868328:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468617.868330:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468618.535993:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468618.536006:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468618.536008:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468618.536013:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468618.536015:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468618.536020:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468618.536022:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468618.727289:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468618.727301:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468618.727309:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468618.727311:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468618.727317:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468618.727321:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468618.727324:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468618.727328:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468618.727332:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468618.727334:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468618.727336:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468618.727338:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468618.728269:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468618.728277:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468618.728281:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468619.559158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468619.559173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468619.559176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468619.559181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468619.559184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468619.559189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468619.559191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468619.752004:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468619.752016:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468619.752024:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468619.752025:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468619.752031:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468619.752033:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468619.753898:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468619.753907:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468619.753912:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468620.586163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468620.586176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468620.586178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468620.586183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468620.586185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468620.586190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468620.586192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468620.775182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468620.775188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468620.775192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468620.775193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468620.775198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468620.775200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468620.775310:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468620.775314:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468620.775317:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468621.545360:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468621.545371:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468621.545375:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468621.545379:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468621.545381:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468621.545384:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468621.545387:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468621.545391:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468621.545393:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468621.545395:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468621.545400:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20874) 00000100:00000001:1.0:1789468621.610074:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468621.610089:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468621.610092:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468621.610097:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468621.610099:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468621.610103:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468621.610106:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468621.799269:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468621.799277:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468621.799282:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468621.799284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468621.799289:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468621.799290:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468621.800952:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468621.801027:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468621.801031:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468621.991181:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315537076, at 4315537408 00000100:00000010:2.0:1789468621.991197:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11600. 00000100:00000040:1.0:1789468621.991619:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315537076, at 4315537408 00000100:00000010:1.0:1789468621.991627:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11cc0. 00000100:00000040:0.0:1789468621.991712:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315537076, at 4315537408 00000100:00000010:0.0:1789468621.991718:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ba0. 00000100:00000040:3.0:1789468621.993447:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315537076, at 4315537410 00000100:00000010:3.0:1789468621.993458:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11120. 00000100:00000001:1.0:1789468622.631166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468622.631182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468622.631185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468622.631190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468622.631192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468622.631196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468622.631199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468622.823170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468622.823176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468622.823182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468622.823183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468622.823188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468622.823190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468622.823300:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468622.823317:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468622.823320:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468623.655162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468623.655176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468623.655178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468623.655183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468623.655185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468623.655190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468623.655192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468623.847911:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468623.847918:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468623.847924:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468623.847926:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468623.847930:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468623.847932:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468623.849858:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468623.849865:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468623.849869:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468624.679227:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468624.679241:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468624.679244:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468624.679249:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468624.679252:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468624.679256:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468624.679258:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468624.871390:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468624.871397:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468624.871402:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468624.871403:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468624.871408:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468624.871409:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468624.873799:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468624.873807:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468624.873812:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468625.703149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468625.703163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468625.703166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468625.703170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468625.703172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468625.703177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468625.703180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468625.895179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468625.895186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468625.895191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468625.895192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468625.895197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468625.895199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468625.895317:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468625.895320:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468625.895323:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468626.599318:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468626.599328:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468626.599331:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468626.599335:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468626.599337:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468626.599340:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468626.599342:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468626.599345:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468626.599347:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468626.599350:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468626.599355:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20879) 00000100:00000001:1.0:1789468626.727152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468626.727165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468626.727167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468626.727172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468626.727174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468626.727178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468626.727180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.919167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468626.919174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.919180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468626.919182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.919187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468626.919189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468626.925404:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468626.925411:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468626.925415:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468627.751912:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468627.751926:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468627.751928:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468627.751932:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468627.751935:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468627.751939:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468627.751941:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468627.943209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468627.943217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468627.943223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468627.943224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468627.943228:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468627.943232:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468627.943234:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468627.943238:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468627.943241:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468627.943243:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468627.943244:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468627.943246:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468627.943314:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468627.943318:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468627.943321:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468628.775324:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468628.775340:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468628.775342:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468628.775347:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468628.775350:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468628.775354:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468628.775358:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468628.967388:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468628.967396:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468628.967402:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468628.967404:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468628.967409:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468628.967411:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468628.967606:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468628.967610:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468628.967614:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468629.799149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468629.799161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468629.799163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468629.799167:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468629.799170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468629.799174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468629.799177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468629.991209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468629.991216:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468629.991221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468629.991223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468629.991227:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468629.991228:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468629.992527:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468629.992532:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468629.992536:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468630.823754:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468630.823769:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468630.823771:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468630.823776:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468630.823778:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468630.823782:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468630.823785:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468631.015198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468631.015208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468631.015215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468631.015216:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468631.015221:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468631.015223:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468631.015316:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468631.015319:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468631.015322:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468631.719193:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468631.719203:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468631.719206:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468631.719209:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468631.719212:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468631.719214:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468631.719217:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468631.719220:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468631.719223:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468631.719226:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468631.719230:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20884) 00000100:00000001:1.0:1789468631.847128:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468631.847142:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468631.847144:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468631.847148:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468631.847151:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468631.847156:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468631.847159:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468632.039709:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468632.039717:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468632.039723:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468632.039725:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468632.039730:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468632.039731:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468632.039846:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468632.039850:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468632.039852:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468632.873929:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468632.873947:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468632.873950:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468632.873956:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468632.873958:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468632.873964:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468632.873967:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468633.063221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468633.063228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468633.063234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468633.063236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468633.063240:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468633.063242:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468633.063335:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468633.063338:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468633.063341:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468633.895734:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468633.895750:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468633.895752:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468633.895757:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468633.895759:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468633.895764:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468633.895766:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468634.087165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468634.087173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468634.087184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468634.087186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468634.087190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468634.087192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468634.087346:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468634.087350:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468634.087353:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468634.924531:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468634.924546:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468634.924549:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468634.924554:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468634.924557:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468634.924561:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468634.924564:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.111167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468635.111174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.111181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468635.111182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.111187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468635.111189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468635.111291:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468635.111295:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468635.111298:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468635.943334:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468635.943348:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468635.943350:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468635.943355:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468635.943358:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468635.943362:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468635.943365:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468636.135194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468636.135203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468636.135210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468636.135211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468636.135217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468636.135219:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468636.135332:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468636.135336:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468636.135339:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468636.844805:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468636.844816:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468636.844819:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468636.844823:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468636.844826:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468636.844829:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468636.844832:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468636.844835:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468636.844837:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468636.844840:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468636.844846:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20889) 00000100:00000001:1.0:1789468636.967798:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468636.967812:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468636.967814:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468636.967818:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468636.967820:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468636.967825:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468636.967827:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468637.159157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468637.159164:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468637.159169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468637.159171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468637.159176:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468637.159178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468637.159337:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468637.159340:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468637.159344:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468637.991160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468637.991167:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468637.991180:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468612/real 1789468612] req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468637.991198:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468637.991200:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468637.991204:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468637.991209:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468637.991212:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468637.991227:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468637.991231:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468637.991241:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991248:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468637.991250:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991253:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468637.991255:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468637.991258:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991266:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991268:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468637.991272:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468612/real 1789468612] req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468637.991280:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468637.991281:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468637.991283:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468637.991285:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468637.991288:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468637.991290:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468637.991293:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468637.991301:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991308:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468637.991309:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991311:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468637.991312:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468637.991316:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991323:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991325:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468637.991328:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468612/real 1789468612] req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468637.991336:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468637.991338:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468637.991339:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468637.991341:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468637.991343:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468637.991345:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468637.991349:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468637.991357:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991363:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468637.991365:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991367:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468637.991368:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468637.991371:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991378:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991380:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468637.991384:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468612/real 1789468612] req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468637.991392:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468637.991393:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468637.991395:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:1.0:1789468637.991397:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468637.991399:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468637.991401:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468637.991405:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468637.991412:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991419:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468637.991420:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991422:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468637.991423:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468637.991427:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991433:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991441:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468637.991443:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991446:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468637.991449:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468637.991452:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468637.991456:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991464:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468637.991467:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991468:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468637.991470:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991472:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468637.991475:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468637.991478:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468637.991504:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468637.991506:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468637.991511:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468637.991519:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404833280:0@lo:38:kworker.0 00000100:00000001:1.0:1789468637.991524:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468637.991528:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991535:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468637.991538:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991539:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468637.991541:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991542:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468637.991558:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468637.991561:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468637.991567:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468637.991570:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468637.991574:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468637.991582:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404832896:0@lo:38:kworker.0 00000100:00000001:1.0:1789468637.991586:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468637.991589:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991596:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468637.991598:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991600:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468637.991602:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991603:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468637.991605:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468637.991607:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468637.991612:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468637.991623:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468637.991627:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468637.991635:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404833024:0@lo:38:kworker.0 00000100:00000001:1.0:1789468637.991639:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468637.991643:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991650:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468637.991652:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991654:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468637.991655:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991657:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468637.991659:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468637.991662:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468637.991666:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468637.991668:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468637.991672:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468637.991680:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404833152:0@lo:38:kworker.0 00000100:00000001:1.0:1789468637.991684:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.991686:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468637.991690:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63100 x1876386404833280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991697:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468637.991700:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468637.991712:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468637.991719:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468637.991722:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468637.991724:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468637.991727:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468637.991730:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866800. 02000000:00000001:1.0:1789468637.991733:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468637.991735:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468637.991737:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63100. 00000100:00000001:1.0:1789468637.991740:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468637.991742:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991744:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468637.991747:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61880 x1876386404832896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991753:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468637.991755:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468637.991756:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468637.991760:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468637.991762:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468637.991763:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468637.991765:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468637.991767:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867400. 02000000:00000001:1.0:1789468637.991769:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468637.991770:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468637.991772:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61880. 00000100:00000001:1.0:1789468637.991774:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468637.991775:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991777:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468637.991780:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62a00 x1876386404833024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991786:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468637.991788:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468637.991797:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468637.991802:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468637.991803:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468637.991804:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468637.991806:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468637.991808:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866c00. 02000000:00000001:1.0:1789468637.991810:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468637.991811:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468637.991813:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62a00. 00000100:00000001:1.0:1789468637.991815:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468637.991816:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991818:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468637.991821:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63b80 x1876386404833152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468637 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.991828:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468637.991829:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468637.991831:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468637.991833:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468637.991834:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468637.991835:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468637.991837:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468637.991838:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:1.0:1789468637.991841:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468637.991843:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468637.991844:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63b80. 00000100:00000001:1.0:1789468637.991846:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468637.991848:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.991850:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468637.994734:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468637.994744:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468637.994747:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468637.994751:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468637.994754:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468637.994758:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468637.994763:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468637.994768:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20860 00000100:00080000:2.0:1789468637.994773:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468637.994776:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468637.994779:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468637.994781:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468637.994783:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468637.994794:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468637.994796:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468637.994799:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468637.994802:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468637.994804:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468637.994807:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468637.994809:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468637.994811:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468637.994812:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468637.994814:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468637.994817:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468637.994821:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468637.994823:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468637.994826:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468637.994833:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468637.994836:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468637.994838:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468637.994840:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468637.994850:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940700. 00000020:00000040:2.0:1789468637.994853:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468637.994856:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468637.994858:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468637.994861:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468637.994863:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468637.994868:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468637.994876:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540000. 00000100:00000001:2.0:1789468637.994884:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468637.994893:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468637.994904:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468637.994908:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468637.994913:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f6c63cd] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468637.994946:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468637.994949:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468637.994952:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468637.994953:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468637.994955:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468637.994958:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468637.994960:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20860 00000100:00080000:2.0:1789468637.994962:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468637.994964:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468637.994966:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468637.994967:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468637.994969:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468637.994974:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468637.994975:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468637.994976:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468637.994979:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468637.994980:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468637.994982:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468637.994984:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468637.994986:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468637.994987:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468637.994989:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468637.994991:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468637.994993:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468637.994995:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468637.994997:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468637.995000:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468637.995001:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468637.995003:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468637.995005:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468637.995008:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940000. 00000020:00000040:2.0:1789468637.995010:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468637.995013:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468637.995014:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468637.995015:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468637.995016:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468637.995018:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468637.995023:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542800. 00000100:00000001:2.0:1789468637.995027:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468637.995031:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468637.995073:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468637.995075:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468637.995079:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bef48b9] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468637.995087:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468637.995089:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468637.995093:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468637.995095:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468637.995096:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468637.995099:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468637.995101:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20860 00000100:00080000:2.0:1789468637.995103:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468637.995106:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468637.995108:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468637.995110:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468637.995111:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468637.995114:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468637.995115:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468637.995117:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468637.995119:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468637.995121:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468637.995123:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468637.995126:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468637.995127:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468637.995129:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468637.995131:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468637.995133:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468637.995135:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468637.995138:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468637.995139:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468637.995142:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468637.995144:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468637.995146:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468637.995147:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468637.995151:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942680. 00000020:00000040:2.0:1789468637.995153:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468637.995155:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468637.995157:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468637.995158:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468637.995160:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468637.995162:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468637.995165:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789468637.995168:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468637.995173:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468637.995186:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468637.995188:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468637.995192:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a52fed6] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468637.995199:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468637.995202:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468637.995206:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468637.995207:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468637.995209:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468637.995211:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468637.995213:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20860 00000100:00080000:2.0:1789468637.995215:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468637.995218:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468637.995220:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468637.995222:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468637.995223:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468637.995226:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468637.995228:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468637.995230:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468637.995232:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468637.995234:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468637.995236:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468637.995239:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468637.995241:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468637.995243:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468637.995244:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468637.995246:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468637.995247:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468637.995249:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468637.995251:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468637.995254:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468637.995256:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468637.995258:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468637.995259:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468637.995263:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943800. 00000020:00000040:2.0:1789468637.995265:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468637.995268:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468637.995269:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468637.995271:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468637.995272:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468637.995274:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468637.995277:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789468637.995280:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468637.995284:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468637.995291:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468637.995294:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468637.995298:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1339dc4] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468637.995306:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468637.995311:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20891) 00000100:00000001:1.0:1789468637.995312:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468637.995318:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468637.995321:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468637.995329:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.995338:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468637.995340:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468637.995343:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468637.995346:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468637.995348:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468637.995351:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404833536:0@lo:38:kworker.0 00000100:00000001:1.0:1789468637.995355:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468637.995359:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468637.995361:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468637.995363:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468637.995368:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468637.995370:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468637.995376:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468637.995382:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468637.995388:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404833536, portal 10 00000100:00000001:1.0:1789468637.995391:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468637.995392:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622953728 : -130396086597888 : ffff8967cb940700) 00000100:00000040:1.0:1789468637.995400:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.995407:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468637.995409:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468637.995412:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468637.995414:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404833536, offset 0 00000400:00000200:1.0:1789468637.995420:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468637.995432:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468637.995443:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1900 00000400:00000100:1.0:1789468637.995449:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404833536 offset 0 length 520: 4 00000400:00000200:1.0:1789468637.995454:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468637.995456:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468637.995468:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468637.995470:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468637.995474:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468637.995478:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.995486:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468637.995489:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.995496:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.995498:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468637.995502:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468637.995506:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468637.995510:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315553431 00000100:00000010:1.0:1789468637.995514:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11cc0. 00000100:00000001:1.0:1789468637.995520:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468637.995544:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315553431 00000100:00000010:1.0:1789468637.995561:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11240. 00000100:00000001:1.0:1789468637.995564:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468637.995567:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315553431 00000100:00000010:1.0:1789468637.995570:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc116c0. 00000100:00000001:1.0:1789468637.995572:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468637.995583:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315553431 00000100:00000010:1.0:1789468637.995586:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc115a0. 00000100:00000001:1.0:1789468637.995589:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468637.995602:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468637.995605:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.995609:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468637.995612:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.995627:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468637.995628:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468637.995630:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468637.995631:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468637.995633:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468637.995635:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404833664:0@lo:38:kworker.0 00000100:00000001:1.0:1789468637.995638:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468637.995640:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468637.995641:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468637.995643:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468637.995645:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468637.995647:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468637.995649:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468637.995652:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468637.995654:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404833664, portal 10 00000100:00000001:1.0:1789468637.995656:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468637.995657:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622951936 : -130396086599680 : ffff8967cb940000) 00000100:00000040:1.0:1789468637.995662:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.995668:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468637.995670:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468637.995672:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468637.995674:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404833664, offset 0 00000400:00000200:1.0:1789468637.995678:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468637.995682:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468637.995687:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1980 00000400:00000100:1.0:1789468637.995690:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404833664 offset 0 length 520: 4 00000400:00000200:1.0:1789468637.995693:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468637.995695:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468637.995698:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468637.995701:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468637.995702:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468637.995896:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.995904:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468637.995906:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.995912:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.995914:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468637.995920:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468637.995923:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468637.995925:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315553431 00000100:00000001:1.0:1789468637.995999:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315553431 00000100:00000001:1.0:1789468637.996002:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315553431 00000100:00000001:1.0:1789468637.996004:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315553431 00000100:00000001:1.0:1789468637.996005:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315553431 00000100:00000001:1.0:1789468637.996007:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315553431 00000100:00000001:1.0:1789468637.996009:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315553431 00000100:00000001:1.0:1789468637.996011:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315553431 00000100:00000001:1.0:1789468637.996013:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468637.996015:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.996017:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468637.996021:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.996027:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468637.996028:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468637.996030:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468637.996032:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468637.996034:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468637.996064:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404833792:0@lo:38:kworker.0 00000100:00000001:1.0:1789468637.996070:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468637.996072:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468637.996074:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468637.996076:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468637.996080:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468637.996082:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468637.996085:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468637.996088:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468637.996091:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404833792, portal 10 00000100:00000001:1.0:1789468637.996093:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468637.996094:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622961792 : -130396086589824 : ffff8967cb942680) 00000100:00000040:1.0:1789468637.996100:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.996106:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468637.996108:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468637.996110:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468637.996113:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404833792, offset 0 00000400:00000200:1.0:1789468637.996116:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468637.996122:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468637.996128:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1a00 00000400:00000100:1.0:1789468637.996132:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404833792 offset 0 length 520: 4 00000400:00000200:1.0:1789468637.996135:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468637.996137:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468637.996142:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468637.996143:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468637.996146:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468637.996149:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.996156:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468637.996158:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.996164:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.996166:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468637.996169:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468637.996173:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468637.996175:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315553432 00000100:00000001:1.0:1789468637.996182:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315553431 00000100:00000001:1.0:1789468637.996186:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315553432 00000100:00000001:1.0:1789468637.996188:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315553431 00000100:00000001:1.0:1789468637.996191:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315553432 00000100:00000001:1.0:1789468637.996193:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315553431 00000100:00000001:1.0:1789468637.996196:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315553432 00000100:00000001:1.0:1789468637.996198:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315553431 00000100:00000001:1.0:1789468637.996201:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468637.996203:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.996205:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468637.996208:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.996215:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468637.996217:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468637.996219:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468637.996294:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468637.996297:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468637.996301:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404833920:0@lo:38:kworker.0 00000100:00000001:1.0:1789468637.996304:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468637.996306:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468637.996307:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468637.996309:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468637.996312:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468637.996314:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468637.996318:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468637.996321:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468637.996324:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404833920, portal 10 00000100:00000001:1.0:1789468637.996326:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468637.996327:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622966272 : -130396086585344 : ffff8967cb943800) 00000100:00000040:1.0:1789468637.996334:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.996340:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468637.996341:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468637.996344:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468637.996346:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404833920, offset 0 00000400:00000200:1.0:1789468637.996350:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468637.996355:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468637.996361:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1a80 00000400:00000100:1.0:1789468637.996365:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404833920 offset 0 length 520: 4 00000400:00000200:1.0:1789468637.996368:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468637.996370:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468637.996374:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468637.996376:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468637.996379:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468637.996382:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.996388:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468637.996391:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468637.996396:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.996398:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468637.996400:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468637.996403:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468637.996406:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315553433 00000100:00000001:1.0:1789468637.996410:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315553432 00000100:00000001:1.0:1789468637.996413:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315553433 00000100:00000001:1.0:1789468637.996416:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315553432 00000100:00000001:1.0:1789468637.996418:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315553433 00000100:00000001:1.0:1789468637.996421:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315553432 00000100:00000001:1.0:1789468637.996424:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315553433 00000100:00000001:1.0:1789468637.996426:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315553432 00000100:00000001:1.0:1789468637.996429:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468637.996431:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.996434:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.996437:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.996445:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468637.996447:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.996450:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468637.996451:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468637.996453:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.996455:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468638.017140:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315553433, at 4315553434 00000100:00000010:2.0:1789468638.017155:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc116c0. 00000100:00000040:0.0:1789468638.019877:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315553433, at 4315553436 00000100:00000010:0.0:1789468638.019893:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11cc0. 00000100:00000040:3.0:1789468638.020110:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315553433, at 4315553437 00000100:00000010:3.0:1789468638.020116:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc115a0. 00000100:00000040:1.0:1789468638.020191:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315553433, at 4315553437 00000100:00000010:1.0:1789468638.020197:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11240. 00010000:00000001:0.0:1789468638.184122:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468638.184130:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468638.184135:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468638.184137:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468638.184142:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468638.184146:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468638.184148:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468638.184151:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468638.184154:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468638.184156:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468638.184158:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468638.184159:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468638.184243:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468638.184247:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468638.184250:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468639.015610:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468639.015626:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468639.015628:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468639.015633:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468639.015635:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468639.015640:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468639.015642:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468639.207343:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468639.207350:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468639.207355:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468639.207357:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468639.207362:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468639.207364:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468639.207627:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468639.207641:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468639.207645:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468640.039144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468640.039159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468640.039161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468640.039165:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468640.039167:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468640.039172:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468640.039175:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468640.231867:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468640.231875:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468640.231881:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468640.231882:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468640.231887:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468640.231889:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468640.232034:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468640.232055:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468640.232058:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468641.063153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468641.063161:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468641.063175:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468616/real 1789468616] req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468641 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468641.063191:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468641.063193:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468641.063197:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:1.0:1789468641.063202:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468641.063205:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468641.063209:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468641.063213:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468641 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468641.063220:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468641 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468641.063227:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468641.063228:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.063231:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468641.063233:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468641.063236:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468641 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468641.063242:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.063250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468641.063252:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.063254:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468641.063256:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468641.063260:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468641.063264:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468641 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468641.063270:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468641.063272:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.063274:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468641.063275:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.063277:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468641.063279:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468641.063282:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468641.063310:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468641.063313:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468641.063317:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468641 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468641.063324:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404833408:0@lo:250:kworker.0 00000100:00000001:1.0:1789468641.063328:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468641.063331:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468641.063334:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7fb80 x1876386404833408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468641 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468641.063341:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468641.063343:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468641.063347:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468641.063353:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468641.063356:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468641.063357:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468641.063360:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468641.063363:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:1.0:1789468641.063366:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468641.063368:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468641.063370:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7fb80. 00000100:00000001:1.0:1789468641.063374:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468641.063375:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.063378:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468641.063456:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468641.063461:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468641.063463:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468641.063465:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468641.063468:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468641.063471:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20864 00000100:00080000:2.0:1789468641.063475:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468641.063477:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468641.063480:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468641.063482:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468641.063484:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468641.063491:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468641.063493:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468641.063496:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468641.063499:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468641.063501:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468641.063504:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468641.063506:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468641.063508:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468641.063510:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468641.063512:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468641.063515:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468641.063537:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468641.063539:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468641.063542:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468641.063546:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468641.063549:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468641.063551:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468641.063553:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468641.063562:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941c00. 00000020:00000040:2.0:1789468641.063565:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468641.063569:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468641.063570:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468641.063573:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468641.063576:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468641.063579:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468641.063586:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789468641.063592:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468641.063598:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468641.063608:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468641.063612:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468641.063616:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068986989] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468641.063638:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468641.063641:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468641.063645:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468641.063647:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468641.063650:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468641.063653:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468641.063656:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468641.063659:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468641.063661:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468641.063666:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (20894) 00000100:00000001:1.0:1789468641.063714:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468641.063717:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468641.063718:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468641.063723:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468641.063730:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468641.063732:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468641.063736:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468641.063739:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468641.063741:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468641.063744:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404834048:0@lo:250:kworker.0 00000100:00000001:1.0:1789468641.063748:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468641.063752:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468641.063755:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468641.063757:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468641.063761:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468641.063764:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468641.063769:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468641.063774:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468641.063780:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404834048, portal 25 00000100:00000001:1.0:1789468641.063783:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468641.063785:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622959104 : -130396086592512 : ffff8967cb941c00) 00000100:00000040:1.0:1789468641.063790:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468641.063796:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468641.063799:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468641.063801:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468641.063804:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404834048, offset 0 00000400:00000200:1.0:1789468641.063810:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468641.063838:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468641.063850:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f1b00 00000400:00000100:1.0:1789468641.063865:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404834048 offset 0 length 520: 4 00000400:00000200:1.0:1789468641.063869:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468641.063872:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468641.063882:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468641.063884:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468641.063888:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468641.063892:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468641.063899:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468641.063902:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468641.063908:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468641.063910:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468641.063914:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468641.063918:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315561650 00000100:00000010:1.0:1789468641.063923:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11240. 00000100:00000001:1.0:1789468641.063930:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468641.063939:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315561650 00000100:00000010:1.0:1789468641.063943:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11900. 00000100:00000001:1.0:1789468641.063946:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468641.063949:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315561650 00000100:00000010:1.0:1789468641.063952:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11660. 00000100:00000001:1.0:1789468641.063955:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468641.063957:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315561650 00000100:00000010:1.0:1789468641.063960:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11360. 00000100:00000001:1.0:1789468641.063964:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468641.063967:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468641.063970:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468641.063973:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468641.063975:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.063979:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468641.063981:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.063982:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468641.063984:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468641.063985:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468641.063987:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468641.255189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468641.255198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468641.255204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468641.255206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468641.255211:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468641.255212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468641.255306:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468641.255309:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468641.255312:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468642.088602:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468642.088618:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468642.088620:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.088625:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468642.088627:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468642.088632:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.088635:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468642.279462:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468642.279469:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468642.279476:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468642.279477:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468642.279481:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468642.279483:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468642.279566:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468642.279569:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468642.279572:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468643.111136:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468643.111150:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468643.111153:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468643.111158:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468643.111160:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468643.111164:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468643.111167:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468643.111269:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468643.111275:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468643.111278:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468643.111281:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468643.111284:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468643.111286:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468643.111290:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468643.111293:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468643.111296:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468643.111299:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468643.111303:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (20896) 00010000:00000001:0.0:1789468643.303170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468643.303178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468643.303184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468643.303185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468643.303190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468643.303192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468643.303528:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468643.303532:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468643.303535:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468643.475844:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.475876:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468643.475882:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.475885:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468643.475901:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468643.475927:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa1f00 00000400:00000100:0.0:1789468643.475937:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402410240 offset 0 length 520: 4 00000400:00000200:0.0:1789468643.475944:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468643.475948:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468643.475963:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.475966:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468643.475969:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.475971:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468643.475972:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.475975:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468643.475979:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468643.475984:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa1f80 00000400:00000100:0.0:1789468643.475989:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402410368 offset 0 length 520: 4 00000400:00000200:0.0:1789468643.475992:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468643.475994:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468643.475997:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.476001:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468643.476002:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.476005:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468643.476006:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.476008:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468643.476012:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468643.476016:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2000 00000400:00000100:0.0:1789468643.476020:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402410496 offset 0 length 520: 4 00000400:00000200:0.0:1789468643.476023:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468643.476025:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468643.476028:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.476067:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468643.476069:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468643.476073:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468644.136433:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468644.136454:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468644.136457:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468644.136464:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468644.136467:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468644.136473:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468644.136476:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468644.334682:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468644.334695:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468644.334703:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468644.334705:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468644.334711:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468644.334713:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468644.336608:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468644.336618:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468644.336623:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468645.159187:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468645.159216:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468645.159219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468645.159225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468645.159228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468645.159235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468645.159239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.351247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468645.351259:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.351266:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468645.351268:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.351274:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468645.351276:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468645.351396:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468645.351424:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468645.351428:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468646.119218:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468646.119229:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468646.119232:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468646.119236:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468646.119239:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468646.119242:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468646.119245:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468646.119249:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468646.119251:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468646.119254:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468646.119260:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20899) 00000100:00000001:1.0:1789468646.184425:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468646.184446:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468646.184449:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468646.184456:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468646.184459:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468646.184467:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468646.184471:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468646.376080:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468646.376088:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468646.376093:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468646.376095:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468646.376100:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468646.376101:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468646.376208:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468646.376212:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468646.376215:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468646.567227:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315561650, at 4315561984 00000100:00000040:1.0:1789468646.567235:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315561650, at 4315561984 00000100:00000010:1.0:1789468646.567257:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11900. 00000100:00000010:0.0:1789468646.567262:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11240. 00000100:00000040:2.0:1789468646.567429:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315561650, at 4315561984 00000100:00000010:2.0:1789468646.567435:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11660. 00000100:00000040:3.0:1789468646.567580:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315561650, at 4315561984 00000100:00000010:3.0:1789468646.567586:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11360. 00000100:00000001:1.0:1789468647.208611:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468647.208628:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468647.208630:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468647.208635:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468647.208638:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468647.208644:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468647.208647:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468647.399190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468647.399198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468647.399204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468647.399205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468647.399210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468647.399211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468647.399681:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468647.399684:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468647.399688:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468648.231208:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468648.231230:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468648.231233:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468648.231239:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468648.231243:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468648.231249:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468648.231252:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468648.423131:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468648.423139:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468648.423145:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468648.423146:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468648.423152:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468648.423156:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468648.423158:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468648.423161:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468648.423164:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468648.423166:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468648.423168:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468648.423170:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468648.423243:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468648.423246:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468648.423250:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468649.255156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468649.255170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468649.255172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468649.255176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468649.255179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468649.255184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468649.255186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468649.447257:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468649.447264:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468649.447270:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468649.447271:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468649.447276:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468649.447278:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468649.447375:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468649.447379:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468649.447382:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468650.279151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468650.279166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468650.279169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468650.279173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468650.279176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468650.279180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468650.279183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468650.471789:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468650.471799:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468650.471805:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468650.471807:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468650.471812:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468650.471814:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468650.471930:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468650.471935:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468650.471938:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468651.175238:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468651.175252:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468651.175257:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468651.175260:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468651.175262:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468651.175265:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468651.175269:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468651.175272:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468651.175274:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468651.175278:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468651.175285:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20904) 00000100:00000001:1.0:1789468651.303636:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468651.303649:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468651.303651:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468651.303656:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468651.303658:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468651.303663:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468651.303665:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468651.496975:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468651.496986:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468651.497002:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468651.497003:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468651.497010:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468651.497011:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468651.498686:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468651.498695:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468651.498702:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468652.327184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468652.327199:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468652.327201:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468652.327206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468652.327208:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468652.327212:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468652.327215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468652.519210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468652.519220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468652.519228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468652.519230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468652.519235:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468652.519237:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468652.519700:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468652.519705:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468652.519708:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468653.351165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468653.351185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468653.351188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468653.351194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468653.351197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468653.351203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468653.351206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468653.545999:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468653.546011:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468653.546018:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468653.546020:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468653.546026:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468653.546028:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468653.546696:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468653.546701:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468653.546705:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468653.928759:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468653.928772:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468653.928857:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468653.929373:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468653.929381:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468653.929395:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468653.929400:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468653.929403:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468654.375405:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468654.375423:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468654.375434:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468654.375441:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468654.375444:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468654.375450:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468654.375454:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468654.567200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468654.567210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468654.567216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468654.567217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468654.567223:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468654.567225:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468654.567334:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468654.567339:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468654.567342:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468655.399186:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468655.399206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468655.399208:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468655.399214:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468655.399226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468655.399232:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468655.399235:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.591207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468655.591217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.591225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468655.591227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.591232:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468655.591235:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468655.591528:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468655.591533:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468655.591536:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468656.295235:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468656.295245:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468656.295249:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468656.295252:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468656.295273:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468656.295276:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468656.295279:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468656.295282:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468656.295284:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468656.295287:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468656.295292:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20909) 00000100:00000001:1.0:1789468656.425329:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468656.425347:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468656.425349:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468656.425356:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468656.425358:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468656.425364:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468656.425367:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468656.615176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468656.615183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468656.615190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468656.615191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468656.615196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468656.615198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468656.615333:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468656.615337:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468656.615340:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468657.447192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468657.447213:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468657.447216:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468657.447222:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468657.447224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468657.447230:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468657.447233:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468657.639180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468657.639189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468657.639196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468657.639198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468657.639205:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468657.639208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468657.639332:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468657.639337:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468657.639340:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468658.472552:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468658.472569:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468658.472572:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468658.472579:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468658.472582:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468658.472587:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468658.472590:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468658.663120:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468658.663128:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468658.663134:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468658.663136:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468658.663141:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468658.663144:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468658.663146:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468658.663149:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468658.663152:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468658.663154:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468658.663157:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468658.663170:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468658.663502:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468658.663506:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468658.663509:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468659.495548:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468659.495567:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468659.495570:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468659.495577:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468659.495580:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468659.495587:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468659.495590:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468659.688565:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468659.688576:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468659.688583:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468659.688584:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468659.688589:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468659.688591:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468659.689017:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468659.689022:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468659.689026:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468660.519193:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468660.519214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468660.519218:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468660.519224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468660.519226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468660.519233:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468660.519236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468660.711163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468660.711171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468660.711177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468660.711178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468660.711183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468660.711185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468660.716848:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468660.716854:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468660.716859:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468661.416942:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468661.416951:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468661.416955:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468661.416959:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468661.416961:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468661.416964:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468661.416967:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468661.416974:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468661.416976:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468661.416978:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468661.416985:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20914) 00000100:00000001:1.0:1789468661.543325:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468661.543351:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468661.543354:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468661.543361:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468661.543363:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468661.543368:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468661.543371:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468661.735911:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468661.735918:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468661.735923:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468661.735925:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468661.735929:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468661.735931:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468661.736028:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468661.736031:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468661.736063:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468662.567169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468662.567176:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468662.567196:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468637/real 1789468637] req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468662.567213:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468662.567215:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468662.567218:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:1.0:1789468662.567224:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468662.567226:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468662.567230:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468662.567234:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468662.567243:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567251:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468662.567253:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567256:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468662.567258:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468662.567261:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567266:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567269:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468662.567272:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468637/real 1789468637] req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468662.567514:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468662.567516:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468662.567518:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468662.567521:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468662.567523:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468662.567525:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468662.567529:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468662.567535:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567541:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468662.567542:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567544:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468662.567545:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468662.567548:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567553:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567555:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468662.567559:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468637/real 1789468637] req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468662.567565:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468662.567566:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468662.567567:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468662.567569:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468662.567571:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468662.567572:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468662.567574:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468662.567581:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567591:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468662.567592:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567594:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468662.567595:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468662.567598:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567604:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567606:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468662.567609:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468637/real 1789468637] req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468662.567616:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468662.567617:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468662.567618:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468662.567620:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468662.567622:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468662.567623:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468662.567625:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468662.567632:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567638:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468662.567639:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567641:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468662.567642:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468662.567645:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567652:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567660:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468662.567663:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567665:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468662.567668:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468662.567671:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468662.567674:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567681:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468662.567684:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567686:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468662.567687:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567689:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468662.567691:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468662.567694:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468662.567796:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468662.567799:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468662.567803:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468662.567811:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404833536:0@lo:38:kworker.0 00000100:00000001:1.0:1789468662.567817:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468662.567819:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.567825:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468662.567827:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567829:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468662.567830:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.567831:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468662.567833:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468662.567835:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468662.568721:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468662.568728:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468662.568731:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468662.568734:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468662.568736:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468662.568739:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468662.568742:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468662.568746:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20886 00000100:00080000:2.0:1789468662.568751:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468662.568753:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468662.568756:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468662.568758:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468662.568760:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468662.568768:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468662.568770:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468662.568773:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468662.568776:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468662.568778:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468662.568781:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468662.568783:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468662.568786:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468662.568787:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468662.568789:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468662.568791:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468662.568794:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468662.568796:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468662.568799:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468662.568806:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468662.568808:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468662.568811:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468662.568813:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468662.568821:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943480. 00000020:00000040:2.0:1789468662.568824:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468662.568827:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468662.568829:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468662.568831:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468662.568834:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468662.568837:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468662.568844:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789468662.568850:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468662.568858:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468662.568866:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468662.568870:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468662.568874:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003584a7aa] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468662.568886:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468662.568888:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468662.568891:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468662.568893:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468662.568895:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468662.568897:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468662.568899:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20886 00000100:00080000:2.0:1789468662.568902:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468662.568904:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468662.568906:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468662.568908:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468662.568910:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468662.568913:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468662.568914:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468662.568916:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468662.568918:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468662.568920:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468662.568922:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468662.568925:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468662.568926:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468662.568928:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468662.568929:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468662.568931:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468662.568934:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468662.568936:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468662.568938:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468662.568941:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468662.568943:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468662.568944:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468662.568945:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468662.568949:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941180. 00000020:00000040:2.0:1789468662.568951:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468662.568953:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468662.568954:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468662.568956:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468662.568957:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468662.568959:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468662.568963:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789468662.568966:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468662.568970:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468662.568977:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468662.568979:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468662.568982:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b567c4] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468662.568989:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468662.568991:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468662.568995:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468662.568997:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468662.569000:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468662.569005:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20915) 00000100:00080000:1.0:1789468662.573831:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468662.573839:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468662.573851:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468662.573864:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404833664:0@lo:38:kworker.0 00000100:00000001:1.0:1789468662.573872:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468662.573877:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.573886:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468662.573889:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.573891:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468662.573893:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.573895:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468662.573897:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468662.573900:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468662.573907:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468662.573909:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468662.573913:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468662.573921:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404833792:0@lo:38:kworker.0 00000100:00000001:1.0:1789468662.573925:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468662.573929:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.573936:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468662.573938:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.573940:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468662.573941:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.573942:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468662.573944:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468662.573946:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468662.573950:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468662.573952:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468662.573955:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468662.573962:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404833920:0@lo:38:kworker.0 00000100:00000001:1.0:1789468662.573965:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.573968:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468662.573972:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940700 x1876386404833536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.573979:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468662.573982:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468662.573986:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468662.573993:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468662.573996:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468662.573998:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468662.574000:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468662.574003:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:1.0:1789468662.574007:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468662.574009:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468662.574010:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940700. 00000100:00000001:1.0:1789468662.574014:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468662.574016:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.574018:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468662.574020:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940000 x1876386404833664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574026:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468662.574027:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468662.574029:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468662.574031:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468662.574032:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468662.574033:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468662.574035:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468662.574051:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:1.0:1789468662.574055:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468662.574057:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468662.574058:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940000. 00000100:00000001:1.0:1789468662.574061:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468662.574062:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.574064:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468662.574067:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942680 x1876386404833792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574073:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468662.574074:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468662.574076:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468662.574081:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468662.574082:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468662.574083:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468662.574085:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468662.574086:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:1.0:1789468662.574088:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468662.574090:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468662.574091:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942680. 00000100:00000001:1.0:1789468662.574093:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468662.574094:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.574096:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468662.574098:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943800 x1876386404833920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468662 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574104:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468662.574105:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468662.574107:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468662.574109:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468662.574109:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468662.574111:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468662.574112:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468662.574124:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:1.0:1789468662.574126:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468662.574127:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468662.574129:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943800. 00000100:00000001:1.0:1789468662.574131:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468662.574133:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.574136:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.574143:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468662.574146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.574149:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468662.574151:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468662.574153:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468662.574157:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574165:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468662.574167:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468662.574170:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468662.574173:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468662.574176:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468662.574179:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404834176:0@lo:38:kworker.0 00000100:00000001:1.0:1789468662.574190:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468662.574194:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468662.574196:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468662.574198:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468662.574205:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468662.574207:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468662.574214:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468662.574220:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468662.574226:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404834176, portal 10 00000100:00000001:1.0:1789468662.574228:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468662.574230:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622965376 : -130396086586240 : ffff8967cb943480) 00000100:00000040:1.0:1789468662.574238:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574245:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468662.574248:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468662.574251:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468662.574253:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404834176, offset 0 00000400:00000200:1.0:1789468662.574260:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468662.574273:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468662.574293:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1b80 00000400:00000100:1.0:1789468662.574298:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404834176 offset 0 length 520: 4 00000400:00000200:1.0:1789468662.574302:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468662.574305:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468662.574314:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468662.574317:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468662.574321:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468662.574331:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574339:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468662.574342:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574347:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.574348:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468662.574353:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468662.574356:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468662.574589:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315578010 00000100:00000010:1.0:1789468662.574594:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11900. 00000100:00000001:1.0:1789468662.574601:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468662.574626:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315578010 00000100:00000010:1.0:1789468662.574630:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11de0. 00000100:00000001:1.0:1789468662.574633:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468662.574637:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315578010 00000100:00000010:1.0:1789468662.574639:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11780. 00000100:00000001:1.0:1789468662.574643:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468662.574649:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315578010 00000100:00000010:1.0:1789468662.574652:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc113c0. 00000100:00000001:1.0:1789468662.574655:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468662.574667:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468662.574670:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.574673:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468662.574743:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574751:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468662.574753:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468662.574755:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468662.574757:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468662.574759:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468662.574762:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404834304:0@lo:38:kworker.0 00000100:00000001:1.0:1789468662.574766:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468662.574768:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468662.574770:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468662.574771:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468662.574775:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468662.574777:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468662.574780:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468662.574784:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468662.574787:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404834304, portal 10 00000100:00000001:1.0:1789468662.574789:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468662.574790:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622956416 : -130396086595200 : ffff8967cb941180) 00000100:00000040:1.0:1789468662.574796:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574802:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468662.574804:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468662.574806:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468662.574808:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404834304, offset 0 00000400:00000200:1.0:1789468662.574812:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468662.574818:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468662.574824:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1c00 00000400:00000100:1.0:1789468662.574837:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404834304 offset 0 length 520: 4 00000400:00000200:1.0:1789468662.574841:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468662.574843:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468662.574848:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468662.574851:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468662.574853:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468662.574857:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574863:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468662.574866:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.574872:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.574873:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468662.574876:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468662.574879:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468662.574882:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315578010 00000100:00000001:1.0:1789468662.574884:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315578010 00000100:00000001:1.0:1789468662.574886:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315578010 00000100:00000001:1.0:1789468662.574888:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315578010 00000100:00000001:1.0:1789468662.574890:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315578010 00000100:00000001:1.0:1789468662.574892:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315578010 00000100:00000001:1.0:1789468662.574893:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315578010 00000100:00000001:1.0:1789468662.574895:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315578010 00000100:00000001:1.0:1789468662.574897:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468662.574899:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.574901:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.574904:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.574908:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468662.574909:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.574911:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468662.574912:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468662.574914:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.574915:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468662.575738:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468662.575744:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468662.575748:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468662.575752:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468662.575754:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468662.575758:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468662.575762:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468662.575766:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20886 00000100:00080000:2.0:1789468662.575770:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468662.575773:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468662.575776:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468662.575778:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468662.575781:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468662.575788:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468662.575790:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468662.575793:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468662.575796:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468662.575798:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468662.575799:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468662.575802:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468662.575803:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468662.575805:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468662.575806:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468662.575809:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468662.575813:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468662.575815:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468662.575818:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468662.575824:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468662.575827:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468662.575829:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468662.575831:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468662.575838:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943800. 00000020:00000040:2.0:1789468662.575842:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468662.575845:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468662.575846:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468662.575849:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468662.575852:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468662.575855:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468662.575862:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789468662.575869:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468662.575876:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468662.575885:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468662.575889:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468662.575892:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1339dc4] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468662.575916:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468662.575920:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468662.575923:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468662.575924:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468662.575926:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468662.575928:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468662.575930:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20886 00000100:00080000:2.0:1789468662.575933:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468662.575935:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468662.575937:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468662.575938:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468662.575940:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468662.575943:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468662.575945:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468662.575946:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468662.575949:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468662.575951:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468662.575952:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468662.575955:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468662.575957:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468662.575959:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468662.575960:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468662.575962:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468662.575964:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468662.575966:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468662.575968:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468662.575970:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468662.575972:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468662.575974:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468662.575975:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468662.575978:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942680. 00000020:00000040:2.0:1789468662.575980:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468662.575982:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468662.575983:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468662.575985:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468662.575987:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468662.575988:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468662.575992:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789468662.575995:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468662.575998:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468662.576005:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468662.576007:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468662.576010:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a52fed6] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468662.576016:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468662.576020:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20915) 00000100:00000001:1.0:1789468662.576150:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468662.576153:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468662.576155:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468662.576160:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.576167:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468662.576169:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468662.576171:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468662.576173:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468662.576176:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468662.576178:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404834432:0@lo:38:kworker.0 00000100:00000001:1.0:1789468662.576664:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468662.576668:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468662.576670:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468662.576672:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468662.576733:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468662.576737:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468662.576744:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468662.576750:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468662.576755:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404834432, portal 10 00000100:00000001:1.0:1789468662.576757:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468662.576759:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622966272 : -130396086585344 : ffff8967cb943800) 00000100:00000040:1.0:1789468662.576768:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.576775:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468662.576777:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468662.576779:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468662.576782:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404834432, offset 0 00000400:00000200:1.0:1789468662.576786:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468662.576796:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468662.576805:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1c80 00000400:00000100:1.0:1789468662.576809:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404834432 offset 0 length 520: 4 00000400:00000200:1.0:1789468662.576813:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468662.576815:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468662.576825:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468662.576828:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468662.576831:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468662.576835:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.576843:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468662.576846:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.576852:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.576853:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468662.576857:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468662.576861:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468662.576865:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315578012 00000100:00000001:1.0:1789468662.576875:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315578010 00000100:00000001:1.0:1789468662.576879:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315578012 00000100:00000001:1.0:1789468662.576883:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315578010 00000100:00000001:1.0:1789468662.576885:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315578012 00000100:00000001:1.0:1789468662.576888:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315578010 00000100:00000001:1.0:1789468662.576891:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315578012 00000100:00000001:1.0:1789468662.576894:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315578010 00000100:00000001:1.0:1789468662.576896:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468662.576899:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.576902:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468662.576905:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.576912:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468662.576913:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468662.576916:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468662.576918:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468662.576920:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468662.576922:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404834560:0@lo:38:kworker.0 00000100:00000001:1.0:1789468662.576926:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468662.576928:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468662.576930:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468662.576931:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468662.576934:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468662.576936:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468662.576939:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468662.576941:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468662.576944:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404834560, portal 10 00000100:00000001:1.0:1789468662.576946:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468662.576947:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622961792 : -130396086589824 : ffff8967cb942680) 00000100:00000040:1.0:1789468662.576952:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.576956:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468662.576958:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468662.576960:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468662.576961:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404834560, offset 0 00000400:00000200:1.0:1789468662.576964:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468662.576968:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468662.576973:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1d00 00000400:00000100:1.0:1789468662.576976:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404834560 offset 0 length 520: 4 00000400:00000200:1.0:1789468662.576979:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468662.576981:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468662.576984:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468662.576987:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468662.576989:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468662.576991:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.576998:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468662.577000:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468662.577005:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.577007:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468662.577010:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468662.577012:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468662.577015:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315578013 00000100:00000001:1.0:1789468662.577019:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315578012 00000100:00000001:1.0:1789468662.577021:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315578013 00000100:00000001:1.0:1789468662.577023:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315578012 00000100:00000001:1.0:1789468662.577025:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315578013 00000100:00000001:1.0:1789468662.577027:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315578012 00000100:00000001:1.0:1789468662.577029:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315578013 00000100:00000001:1.0:1789468662.577032:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315578012 00000100:00000001:1.0:1789468662.577034:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468662.577068:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.577071:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.577074:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.577081:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468662.577083:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.577086:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468662.577087:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468662.577089:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.577091:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468662.597179:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315578013, at 4315578014 00000100:00000010:2.0:1789468662.597201:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11780. 00000100:00000040:3.0:1789468662.597410:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315578013, at 4315578014 00000100:00000010:3.0:1789468662.597416:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc113c0. 00000100:00000040:0.0:1789468662.597641:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315578013, at 4315578014 00000100:00000010:0.0:1789468662.597647:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11900. 00000100:00000040:1.0:1789468662.599127:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315578013, at 4315578016 00000100:00000010:1.0:1789468662.599140:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11de0. 00010000:00000001:0.0:1789468662.759162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468662.759169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468662.759175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468662.759176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468662.759195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468662.759197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468662.760603:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468662.760608:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468662.760612:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468663.591194:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468663.591207:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468663.591210:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468663.591223:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468663.591226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468663.591230:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468663.591233:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468663.783221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468663.783229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468663.783235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468663.783237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468663.783242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468663.783244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468663.783684:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468663.783687:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468663.783690:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468664.615456:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468664.615470:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468664.615472:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468664.615479:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468664.615481:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468664.615485:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468664.615488:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468664.807168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468664.807175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468664.807181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468664.807182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468664.807187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468664.807188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468664.807317:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468664.807322:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468664.807325:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468665.640836:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468665.640852:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468665.640854:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468665.640860:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468665.640862:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468665.640866:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468665.640870:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468665.831201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468665.831211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468665.831218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468665.831220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468665.831226:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468665.831227:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468665.831309:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468665.831314:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468665.831317:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468666.666434:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468666.666443:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468666.666456:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468641/real 1789468641] req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468666 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468666.666473:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468666.666476:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468666.666479:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:1.0:1789468666.666485:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468666.666487:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468666.666492:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468666.666496:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468666 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468666.666504:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468666 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468666.666511:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468666.666513:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.666515:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468666.666517:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468666.666521:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468666 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468666.666527:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.666536:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468666.666538:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.666541:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468666.666544:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468666.666547:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468666.666551:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468666 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468666.666557:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468666.666560:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.666562:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468666.666563:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.666565:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468666.666567:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468666.666571:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468666.666601:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468666.666603:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468666.666607:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468666 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468666.666614:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404834048:0@lo:250:kworker.0 00000100:00000001:1.0:1789468666.666620:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468666.666623:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468666.666626:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941c00 x1876386404834048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468666 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468666.666631:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468666.666635:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468666.666638:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468666.666645:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468666.666648:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468666.666649:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468666.666652:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468666.666654:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542c00. 02000000:00000001:1.0:1789468666.666657:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468666.666659:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468666.666661:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941c00. 00000100:00000001:1.0:1789468666.666664:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468666.666666:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.666668:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468666.669378:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468666.669390:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468666.669393:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468666.669396:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468666.669401:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468666.669406:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20889 00000100:00080000:3.0:1789468666.669411:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468666.669414:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468666.669417:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468666.669419:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468666.669421:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468666.669431:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468666.669434:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468666.669436:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468666.669439:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468666.669441:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468666.669444:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468666.669447:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468666.669449:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468666.669450:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468666.669452:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468666.669455:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468666.669459:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468666.669462:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468666.669465:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468666.669468:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468666.669471:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468666.669473:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468666.669494:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468666.669501:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789468666.669504:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468666.669509:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468666.669511:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468666.669513:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468666.669516:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468666.669520:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468666.669529:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468666.669535:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468666.669544:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468666.669553:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468666.669557:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468666.669561:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468666.669590:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468666.669594:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468666.669597:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468666.669600:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468666.669604:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468666.669606:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468666.669610:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468666.669612:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468666.669615:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468666.669620:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20919) 00000100:00000001:1.0:1789468666.669757:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468666.669762:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468666.669764:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468666.669771:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468666.669779:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468666.669782:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468666.669786:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468666.669788:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468666.669790:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468666.669793:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404834688:0@lo:250:kworker.0 00000100:00000001:1.0:1789468666.669797:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468666.669801:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468666.669803:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468666.669806:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468666.669810:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468666.669812:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468666.669818:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468666.669824:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468666.669830:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404834688, portal 25 00000100:00000001:1.0:1789468666.669832:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468666.669834:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:1.0:1789468666.669840:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468666.669847:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468666.669849:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468666.669851:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468666.669854:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404834688, offset 0 00000400:00000200:1.0:1789468666.669860:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468666.669872:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468666.669882:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f1d80 00000400:00000100:1.0:1789468666.669888:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404834688 offset 0 length 520: 4 00000400:00000200:1.0:1789468666.669894:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468666.669896:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468666.669907:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468666.669910:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468666.669913:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468666.669917:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468666.669925:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468666.669929:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468666.669936:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468666.669938:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468666.669942:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468666.669947:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315587256 00000100:00000010:1.0:1789468666.669952:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11de0. 00000100:00000001:1.0:1789468666.669958:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468666.669967:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315587256 00000100:00000010:1.0:1789468666.669971:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f00. 00000100:00000001:1.0:1789468666.669974:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468666.669977:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315587256 00000100:00000010:1.0:1789468666.669980:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc118a0. 00000100:00000001:1.0:1789468666.669983:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468666.669986:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315587256 00000100:00000010:1.0:1789468666.669989:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc111e0. 00000100:00000001:1.0:1789468666.669992:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468666.669995:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468666.669998:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468666.670002:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468666.670005:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.670012:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468666.670014:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.670016:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468666.670017:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468666.670019:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468666.670021:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.855226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468666.855233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.855238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468666.855240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.855244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468666.855246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468666.862979:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468666.862986:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468666.863007:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468667.687161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468667.687175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468667.687177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468667.687182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468667.687184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468667.687190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468667.687192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468667.687287:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468667.687292:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468667.687295:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468667.687298:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468667.687301:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468667.687303:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468667.687306:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468667.687309:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468667.687312:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468667.687315:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468667.687321:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20920) 00010000:00000001:0.0:1789468667.879917:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468667.879924:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468667.879930:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468667.879932:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468667.879937:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468667.879938:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468667.880061:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468667.880065:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468667.880068:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468668.037855:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038243:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468668.038248:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038251:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468668.038262:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468668.038279:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2080 00000400:00000100:3.0:1789468668.038288:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402410624 offset 0 length 520: 4 00000400:00000200:3.0:1789468668.038294:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468668.038296:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468668.038305:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038309:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468668.038312:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038314:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468668.038316:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038346:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468668.038351:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468668.038358:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2100 00000400:00000100:3.0:1789468668.038363:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402410752 offset 0 length 520: 4 00000400:00000200:3.0:1789468668.038366:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468668.038368:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468668.038372:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038375:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468668.038377:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038379:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468668.038381:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038382:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468668.038386:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468668.038391:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2180 00000400:00000100:3.0:1789468668.038394:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402410880 offset 0 length 520: 4 00000400:00000200:3.0:1789468668.038397:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468668.038399:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468668.038403:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038408:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468668.038411:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468668.038413:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468668.711348:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468668.711362:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468668.711365:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468668.711369:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468668.711372:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468668.711377:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468668.711379:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468668.905168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468668.905176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468668.905182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468668.905184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468668.905189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468668.905193:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468668.905195:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468668.905199:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468668.905201:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468668.905203:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468668.905205:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468668.905207:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468668.905667:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468668.905671:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468668.905674:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468669.735178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468669.735193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468669.735195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468669.735199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468669.735202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468669.735206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468669.735209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468669.927178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468669.927186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468669.927192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468669.927194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468669.927199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468669.927200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468669.927432:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468669.927436:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468669.927439:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468670.759157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468670.759171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468670.759173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468670.759179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468670.759181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468670.759186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468670.759189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468670.951578:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468670.951584:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468670.951590:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468670.951591:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468670.951595:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468670.951596:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468670.951726:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468670.951730:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468670.951733:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468671.719341:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468671.719353:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468671.719356:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468671.719360:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468671.719362:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468671.719366:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468671.719369:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468671.719372:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468671.719375:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468671.719378:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468671.719383:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20924) 00000100:00000001:1.0:1789468671.783703:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468671.783715:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468671.783718:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468671.783722:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468671.783724:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468671.783728:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468671.783730:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468671.978840:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468671.978847:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468671.978852:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468671.978853:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468671.978859:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468671.978860:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468671.979497:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468671.979501:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468671.979504:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468672.167117:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315587256, at 4315587584 00000100:00000010:2.0:1789468672.167131:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc118a0. 00000100:00000040:1.0:1789468672.167330:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315587256, at 4315587584 00000100:00000010:1.0:1789468672.167337:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11f00. 00000100:00000040:0.0:1789468672.167459:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315587256, at 4315587584 00000100:00000010:0.0:1789468672.167465:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11de0. 00000100:00000040:3.0:1789468672.168937:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315587256, at 4315587585 00000100:00000010:3.0:1789468672.168950:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc111e0. 00000100:00000001:1.0:1789468672.807176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468672.807190:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468672.807193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468672.807197:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468672.807200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468672.807204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468672.807207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468672.999172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468672.999179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468672.999184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468672.999186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468672.999191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468672.999193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468672.999310:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468672.999328:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468672.999332:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468673.832859:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468673.832873:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468673.832876:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468673.832880:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468673.832883:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468673.832888:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468673.832890:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468674.023428:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468674.023435:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468674.023441:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468674.023443:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468674.023448:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468674.023450:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468674.023598:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468674.023602:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468674.023605:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468674.855208:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468674.855224:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468674.855227:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468674.855232:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468674.855235:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468674.855241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468674.855244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.047210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468675.047217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.047222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468675.047224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.047229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468675.047230:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468675.047327:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468675.047331:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468675.047334:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468675.879272:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468675.879312:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468675.879314:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468675.879318:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468675.879321:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468675.879325:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468675.879328:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468676.071582:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468676.071590:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468676.071596:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468676.071597:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468676.071644:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468676.071646:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468676.073722:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468676.073729:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468676.073734:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468676.775147:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468676.775157:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468676.775204:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468676.775209:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468676.775211:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468676.775215:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468676.775218:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468676.775222:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468676.775224:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468676.775227:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468676.775233:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20929) 00000100:00000001:1.0:1789468676.903154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468676.903168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468676.903170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468676.903174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468676.903176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468676.903181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468676.903183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468677.095192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468677.095198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468677.095204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468677.095205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468677.095209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468677.095211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468677.095311:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468677.095314:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468677.095317:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468677.927133:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468677.927145:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468677.927148:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468677.927151:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468677.927153:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468677.927156:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468677.927158:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468678.119579:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468678.119589:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468678.119596:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468678.119597:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468678.119603:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468678.119605:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468678.119841:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468678.119846:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468678.119850:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468678.952129:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468678.952145:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468678.952147:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468678.952151:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468678.952154:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468678.952158:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468678.952161:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468679.146688:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468679.146695:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468679.146700:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468679.146702:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468679.146707:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468679.146710:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468679.146712:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468679.146716:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468679.146719:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468679.146721:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468679.146723:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468679.146725:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468679.146783:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468679.146787:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468679.146790:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468679.975805:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468679.975835:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468679.975837:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468679.975842:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468679.975844:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468679.975849:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468679.975852:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468680.168492:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468680.168499:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468680.168504:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468680.168506:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468680.168511:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468680.168512:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468680.168597:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468680.168601:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468680.168604:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468680.999516:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468680.999530:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468680.999532:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468680.999537:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468680.999540:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468680.999545:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468680.999547:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468681.191190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468681.191197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468681.191202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468681.191203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468681.191208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468681.191210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468681.191312:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468681.191315:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468681.191318:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468681.897758:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468681.897769:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468681.897771:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468681.897774:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468681.897785:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468681.897789:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468681.897791:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468681.897794:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468681.897797:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468681.897800:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468681.897805:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20935) 00000100:00000001:1.0:1789468682.023239:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468682.023254:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468682.023256:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468682.023261:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468682.023264:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468682.023269:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468682.023272:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468682.215177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468682.215185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468682.215191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468682.215192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468682.215197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468682.215198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468682.215296:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468682.215300:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468682.215303:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468683.047365:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468683.047382:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468683.047384:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468683.047389:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468683.047392:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468683.047396:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468683.047399:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468683.246627:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468683.246633:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468683.246639:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468683.246641:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468683.246645:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468683.246647:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468683.246923:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468683.246926:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468683.246929:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468684.071151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468684.071177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468684.071180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468684.071184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468684.071186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468684.071191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468684.071194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468684.263273:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468684.263280:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468684.263285:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468684.263287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468684.263291:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468684.263294:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468684.263379:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468684.263383:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468684.263386:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468685.095135:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468685.095148:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468685.095150:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468685.095155:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468685.095157:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468685.095162:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468685.095164:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.287480:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468685.287497:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.287503:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468685.287505:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.287509:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468685.287511:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468685.287761:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468685.287766:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468685.287769:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468686.119153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468686.119167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468686.119169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468686.119182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468686.119184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468686.119197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468686.119200:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468686.311161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468686.311168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468686.311174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468686.311175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468686.311180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468686.311182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468686.311285:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468686.311289:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468686.311292:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468687.016803:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.016813:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.016816:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.016836:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.016838:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.016841:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.016844:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.016847:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.016849:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.016852:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468687.016856:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20940) 00000100:00000001:1.0:1789468687.143138:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468687.143156:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468687.143170:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468662/real 1789468662] req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468687.143199:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468687.143201:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468687.143204:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468687.143211:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468687.143213:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468687.143260:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468687.143265:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468687.143273:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143280:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468687.143282:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143285:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468687.143286:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468687.143290:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143296:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143299:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468687.143302:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468662/real 1789468662] req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468687.143310:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468687.143311:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468687.143322:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:1.0:1789468687.143337:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468687.143339:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468687.143342:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468687.143345:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468687.143352:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143357:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468687.143358:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143360:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468687.143361:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468687.143364:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143370:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143371:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468687.143375:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468662/real 1789468662] req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468687.143382:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468687.143383:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468687.143385:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468687.143387:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468687.143389:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468687.143391:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468687.143393:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468687.143412:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143418:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468687.143420:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143421:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468687.143423:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468687.143426:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143431:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143434:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468687.143438:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468662/real 1789468662] req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468687.143444:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468687.143445:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468687.143447:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468687.143449:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468687.143450:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468687.143452:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468687.143454:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468687.143460:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143465:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468687.143466:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143467:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468687.143468:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468687.143471:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143476:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143485:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468687.143487:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143489:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468687.143492:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468687.143494:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468687.143497:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143503:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468687.143505:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143506:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468687.143507:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143510:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468687.143512:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468687.143514:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468687.143594:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468687.143596:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468687.143601:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468687.143609:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404834432:0@lo:38:kworker.0 00000100:00000001:1.0:1789468687.143614:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468687.143617:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.143624:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468687.143626:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143628:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468687.143629:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.143630:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468687.143633:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468687.143635:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468687.145918:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.145927:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.145929:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.145933:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.145936:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.145939:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.145941:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.145944:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468687.145946:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468687.145950:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468687.145953:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468687.145958:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20910 00000100:00080000:3.0:1789468687.145962:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468687.145965:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468687.145984:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468687.145986:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468687.145988:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468687.145996:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468687.145998:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468687.146001:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468687.146003:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468687.146006:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468687.146008:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468687.146011:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468687.146013:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468687.146015:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468687.146017:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468687.146020:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468687.146023:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468687.146025:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468687.146028:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468687.146048:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468687.146051:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468687.146054:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468687.146056:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468687.146063:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789468687.146066:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468687.146070:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468687.146072:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468687.146074:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468687.146077:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468687.146081:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468687.146089:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789468687.146095:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468687.146104:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468687.146114:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468687.146137:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468687.155593:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468687.155612:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468687.155617:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.155621:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468687.155622:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468687.155624:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468687.155627:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468687.155630:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20910 00000100:00080000:3.0:1789468687.155634:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468687.155636:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468687.155639:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468687.155641:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468687.155643:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468687.155651:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468687.155653:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468687.155655:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468687.155658:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468687.155660:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468687.155663:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468687.155665:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468687.155667:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468687.155669:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468687.155670:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468687.155673:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468687.155677:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468687.155679:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468687.155681:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468687.155687:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468687.155718:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468687.155721:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468687.155723:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468687.155729:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789468687.155732:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468687.155735:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468687.155736:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468687.155739:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468687.155741:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468687.155745:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468687.155751:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789468687.155757:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468687.155765:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468687.155774:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468687.155777:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468687.155780:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468687.155787:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468687.155792:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20940) 00000100:00080000:1.0:1789468687.156641:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468687.156645:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468687.156654:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468687.156663:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404834560:0@lo:38:kworker.0 00000100:00000001:1.0:1789468687.156669:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468687.156673:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.156680:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468687.156682:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156685:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468687.156687:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156689:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468687.156691:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468687.156694:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468687.156710:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468687.156712:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468687.156715:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468687.156721:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404834176:0@lo:38:kworker.0 00000100:00000001:1.0:1789468687.156726:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468687.156730:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.156736:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468687.156739:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156740:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468687.156742:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156743:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468687.156748:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468687.156750:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468687.156755:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468687.156757:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468687.156761:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468687.156767:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404834304:0@lo:38:kworker.0 00000100:00000001:1.0:1789468687.156770:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.156774:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468687.156778:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943800 x1876386404834432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.156784:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468687.156787:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468687.156790:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468687.156795:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468687.156797:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468687.156799:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468687.156802:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468687.156804:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789468687.156807:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468687.156809:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468687.156810:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943800. 00000100:00000001:1.0:1789468687.156814:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468687.156815:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156817:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468687.156820:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942680 x1876386404834560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.156825:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468687.156827:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468687.156828:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468687.156879:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468687.156881:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468687.156882:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468687.156885:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468687.156886:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:1.0:1789468687.156889:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468687.156890:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468687.156891:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942680. 00000100:00000001:1.0:1789468687.156893:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468687.156894:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156896:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468687.156899:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943480 x1876386404834176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.156905:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468687.156906:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468687.156907:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468687.156909:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468687.156910:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468687.156911:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468687.156913:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468687.156914:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542000. 02000000:00000001:1.0:1789468687.156915:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468687.156916:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468687.156917:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943480. 00000100:00000001:1.0:1789468687.156919:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468687.156920:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156921:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468687.156923:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941180 x1876386404834304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468687 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.156929:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468687.156930:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468687.156931:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468687.156935:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468687.156936:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468687.156937:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468687.156940:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468687.156941:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:1.0:1789468687.156942:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468687.156943:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468687.156944:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941180. 00000100:00000001:1.0:1789468687.156947:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468687.156948:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156950:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156957:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468687.156959:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.156961:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468687.156964:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468687.156966:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468687.156970:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.156975:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468687.156977:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468687.156980:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468687.156982:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468687.156985:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468687.156987:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404834816:0@lo:38:kworker.0 00000100:00000001:1.0:1789468687.156990:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468687.156994:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468687.156996:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468687.156998:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468687.157003:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468687.157004:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468687.157010:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468687.157016:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468687.157021:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404834816, portal 10 00000100:00000001:1.0:1789468687.157023:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468687.157024:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:1.0:1789468687.157030:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.157053:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468687.157056:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468687.157059:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468687.157062:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404834816, offset 0 00000400:00000200:1.0:1789468687.157082:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468687.157104:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468687.157123:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1e00 00000400:00000100:1.0:1789468687.157130:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404834816 offset 0 length 520: 4 00000400:00000200:1.0:1789468687.157134:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468687.157136:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468687.157249:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468687.157252:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468687.157257:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468687.157262:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.157269:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468687.157272:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.157277:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.157279:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468687.157284:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468687.157288:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468687.157292:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315602593 00000100:00000010:1.0:1789468687.157297:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f00. 00000100:00000001:1.0:1789468687.157302:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468687.157390:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315602593 00000100:00000010:1.0:1789468687.157406:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc117e0. 00000100:00000001:1.0:1789468687.157411:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468687.157414:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315602593 00000100:00000010:1.0:1789468687.157418:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc110c0. 00000100:00000001:1.0:1789468687.157420:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468687.157431:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315602593 00000100:00000010:1.0:1789468687.157435:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ae0. 00000100:00000001:1.0:1789468687.157438:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468687.157444:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468687.157446:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.157449:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468687.157453:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.157459:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468687.157460:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468687.157462:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468687.157464:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468687.157466:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468687.157468:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404834944:0@lo:38:kworker.0 00000100:00000001:1.0:1789468687.157470:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468687.157472:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468687.157474:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468687.157475:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468687.157479:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468687.157480:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468687.157483:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468687.157486:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468687.157488:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404834944, portal 10 00000100:00000001:1.0:1789468687.157490:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468687.157491:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:1.0:1789468687.157496:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.157501:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468687.157503:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468687.157505:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468687.157507:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404834944, offset 0 00000400:00000200:1.0:1789468687.157510:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468687.157515:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468687.157520:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1e80 00000400:00000100:1.0:1789468687.157524:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404834944 offset 0 length 520: 4 00000400:00000200:1.0:1789468687.157527:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468687.157530:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468687.157534:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468687.157536:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468687.157538:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468687.157541:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.157547:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468687.157550:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.157556:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.157557:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468687.157559:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468687.157562:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468687.157564:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315602594 00000100:00080000:3.0:1789468687.157730:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.157735:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.157738:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.157741:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468687.157743:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468687.157746:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468687.157748:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468687.157750:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20910 00000100:00080000:3.0:1789468687.157753:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468687.157756:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468687.157759:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468687.157772:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468687.157774:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468687.157779:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468687.157780:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468687.157782:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468687.157785:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468687.157787:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468687.157789:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468687.157792:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468687.157793:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468687.157795:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468687.157797:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468687.157799:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468687.157802:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468687.157804:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468687.157806:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468687.157811:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468687.157814:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468687.157816:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468687.157817:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468687.157821:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789468687.157824:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468687.157828:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468687.157829:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468687.157832:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468687.157834:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468687.157837:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468687.157842:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789468687.157847:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468687.157861:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468687.157869:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468687.157873:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468687.157881:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468687.157891:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468687.157893:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.157896:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468687.157897:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468687.157899:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468687.157901:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468687.157903:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20910 00000100:00080000:3.0:1789468687.157905:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468687.157907:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468687.157908:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468687.157910:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468687.157912:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468687.157915:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468687.157916:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468687.157918:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468687.157920:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468687.157922:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468687.157924:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468687.157926:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468687.157928:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468687.157929:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468687.157931:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468687.157933:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468687.157935:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468687.157937:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468687.157938:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468687.157941:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468687.157942:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468687.157947:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468687.157949:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468687.157951:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789468687.157953:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468687.157955:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468687.157956:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468687.157958:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468687.157959:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468687.157961:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468687.157964:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789468687.157966:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468687.157970:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468687.157976:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468687.157978:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468687.157981:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468687.157988:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468687.157991:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20940) 00000100:00000001:1.0:1789468687.159812:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315602593 00000100:00000001:1.0:1789468687.159822:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315602596 00000100:00000001:1.0:1789468687.159827:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315602593 00000100:00000001:1.0:1789468687.159830:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315602596 00000100:00000001:1.0:1789468687.159833:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315602593 00000100:00000001:1.0:1789468687.159835:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315602596 00000100:00000001:1.0:1789468687.159838:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315602593 00000100:00000001:1.0:1789468687.159840:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468687.159844:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.159847:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.159851:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.159858:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468687.159860:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.159862:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468687.159865:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468687.159866:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468687.159875:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.159883:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468687.159885:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468687.159888:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468687.159891:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468687.159893:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468687.159896:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404835072:0@lo:38:kworker.0 00000100:00000001:1.0:1789468687.159899:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468687.159903:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468687.159905:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468687.159907:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468687.159913:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468687.159914:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468687.159920:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468687.159925:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468687.159930:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404835072, portal 10 00000100:00000001:1.0:1789468687.159932:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468687.159933:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:1.0:1789468687.159964:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.159971:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468687.159973:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468687.159975:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468687.159977:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404835072, offset 0 00000400:00000200:1.0:1789468687.159982:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468687.159992:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468687.160001:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1f00 00000400:00000100:1.0:1789468687.160005:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404835072 offset 0 length 520: 4 00000400:00000200:1.0:1789468687.160009:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468687.160012:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468687.160022:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468687.160024:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468687.160027:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468687.160031:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.160051:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468687.160053:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.160060:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.160062:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468687.160066:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468687.160078:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468687.160081:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315602596 00000100:00000001:1.0:1789468687.160085:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315602594 00000100:00000001:1.0:1789468687.160087:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315602596 00000100:00000001:1.0:1789468687.160090:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315602596 00000100:00000001:1.0:1789468687.160091:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315602596 00000100:00000001:1.0:1789468687.160093:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315602596 00000100:00000001:1.0:1789468687.160095:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315602596 00000100:00000001:1.0:1789468687.160097:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315602596 00000100:00000001:1.0:1789468687.160099:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468687.160100:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.160102:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468687.160105:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.160112:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468687.160113:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468687.160115:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468687.160116:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468687.160118:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468687.160121:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404835200:0@lo:38:kworker.0 00000100:00000001:1.0:1789468687.160124:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468687.160126:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468687.160127:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468687.160129:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468687.160131:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468687.160133:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468687.160136:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468687.160138:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468687.160259:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404835200, portal 10 00000100:00000001:1.0:1789468687.160263:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468687.160264:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000040:1.0:1789468687.160271:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.160276:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468687.160277:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468687.160280:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468687.160283:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404835200, offset 0 00000400:00000200:1.0:1789468687.160286:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468687.160291:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468687.160295:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f1f80 00000400:00000100:1.0:1789468687.160298:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404835200 offset 0 length 520: 4 00000400:00000200:1.0:1789468687.160301:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468687.160303:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468687.160307:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468687.160309:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468687.160311:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468687.160544:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.160553:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468687.160556:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468687.160565:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.160567:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468687.160571:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468687.160588:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468687.160590:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315602596 00000100:00000001:1.0:1789468687.160593:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315602596 00000100:00000001:1.0:1789468687.160595:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315602596 00000100:00000001:1.0:1789468687.160597:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315602596 00000100:00000001:1.0:1789468687.160598:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315602596 00000100:00000001:1.0:1789468687.160601:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315602596 00000100:00000001:1.0:1789468687.160602:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315602596 00000100:00000001:1.0:1789468687.160604:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315602596 00000100:00000001:1.0:1789468687.160606:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468687.160608:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.160611:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.160614:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.160618:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468687.160620:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.160622:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468687.160623:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468687.160624:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.160626:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468687.180449:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315602596, at 4315602597 00000100:00000010:3.0:1789468687.180465:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ae0. 00000100:00000040:2.0:1789468687.180617:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315602596, at 4315602597 00000100:00000010:2.0:1789468687.180624:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc110c0. 00000100:00000040:0.0:1789468687.181468:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315602596, at 4315602598 00000100:00000010:0.0:1789468687.181476:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11f00. 00000100:00000040:1.0:1789468687.181614:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315602596, at 4315602598 00000100:00000010:1.0:1789468687.181619:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc117e0. 00010000:00000001:0.0:1789468687.335453:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468687.335461:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468687.335466:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468687.335468:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468687.335473:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468687.335474:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468687.336086:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468687.336090:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468687.336093:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468688.167191:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468688.167205:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468688.167207:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468688.167211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468688.167213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468688.167218:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468688.167221:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468688.359187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468688.359195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468688.359201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468688.359203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468688.359208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468688.359209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468688.359416:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468688.359419:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468688.359423:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468689.191324:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468689.191340:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468689.191341:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468689.191346:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468689.191348:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468689.191353:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468689.191356:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468689.383178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468689.383185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468689.383191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468689.383193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468689.383197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468689.383201:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468689.383203:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468689.383206:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468689.383209:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468689.383212:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468689.383215:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468689.383217:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468689.383430:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468689.383434:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468689.383437:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468690.215960:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468690.215975:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468690.215977:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468690.215982:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468690.215984:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468690.215989:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468690.215991:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468690.409423:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468690.409431:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468690.409436:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468690.409437:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468690.409442:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468690.409444:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468690.409509:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468690.409513:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468690.409516:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468691.240838:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468691.240846:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468691.240871:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468666/real 1789468666] req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468691.240893:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468691.240895:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468691.240899:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:1.0:1789468691.240906:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468691.240908:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468691.240914:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468691.240918:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468691.240928:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468691.240935:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468691.240937:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.240940:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468691.240942:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468691.240945:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468691.240952:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.240963:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468691.240966:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.240969:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468691.240972:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468691.240976:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468691.240980:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468691 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468691.240987:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468691.240989:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.240991:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468691.240992:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.240995:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468691.240997:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468691.241000:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468691.241029:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468691.241031:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468691.241051:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468691 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468691.241059:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404834688:0@lo:250:kworker.0 00000100:00000001:1.0:1789468691.241064:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468691.241067:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468691.241071:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404834688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468691 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468691.241077:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468691.241080:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468691.241083:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468691.241136:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468691.241139:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468691.241140:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468691.241143:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468691.241146:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:1.0:1789468691.241165:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468691.241167:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468691.241169:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:1.0:1789468691.241173:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468691.241175:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.241177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468691.241208:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468691.241214:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468691.241216:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468691.241235:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468691.241239:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468691.241242:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20914 00000100:00080000:3.0:1789468691.241246:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468691.241249:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468691.241251:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468691.241253:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468691.241255:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468691.241262:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468691.241264:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468691.241266:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468691.241269:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468691.241271:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468691.241274:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468691.241276:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468691.241278:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468691.241280:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468691.241281:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468691.241297:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468691.241300:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468691.241302:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468691.241305:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468691.241309:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468691.241312:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468691.241314:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468691.241317:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468691.241323:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789468691.241325:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468691.241329:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468691.241330:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468691.241333:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468691.241336:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468691.241344:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468691.241351:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789468691.241358:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468691.241364:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468691.241374:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468691.241378:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468691.241382:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468691.241405:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468691.241408:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468691.241412:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468691.241414:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468691.241417:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468691.241420:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468691.241423:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468691.241425:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468691.241428:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468691.241433:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20944) 00000100:00000001:1.0:1789468691.241604:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468691.241607:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468691.241609:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468691.241613:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468691.241621:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468691.241623:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468691.241626:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468691.241629:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468691.241632:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468691.241635:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404835328:0@lo:250:kworker.0 00000100:00000001:1.0:1789468691.241639:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468691.241642:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468691.241645:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468691.241647:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468691.241651:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468691.241653:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468691.241659:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468691.241664:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468691.241669:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404835328, portal 25 00000100:00000001:1.0:1789468691.241672:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468691.241674:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00000040:1.0:1789468691.241679:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468691.241686:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468691.241689:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468691.241692:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468691.241695:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404835328, offset 0 00000400:00000200:1.0:1789468691.241702:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468691.241733:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468691.241745:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f2000 00000400:00000100:1.0:1789468691.241751:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404835328 offset 0 length 520: 4 00000400:00000200:1.0:1789468691.241755:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468691.241758:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468691.241767:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468691.241770:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468691.241773:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468691.241777:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468691.241784:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468691.241787:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468691.241792:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468691.241794:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468691.241798:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468691.241802:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315611828 00000100:00000010:1.0:1789468691.241806:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc117e0. 00000100:00000001:1.0:1789468691.241812:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468691.241849:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315611828 00000100:00000010:1.0:1789468691.241853:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11d80. 00000100:00000001:1.0:1789468691.241857:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468691.241860:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315611828 00000100:00000010:1.0:1789468691.241862:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc112a0. 00000100:00000001:1.0:1789468691.241865:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468691.241868:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315611828 00000100:00000010:1.0:1789468691.241871:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11420. 00000100:00000001:1.0:1789468691.241873:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468691.241876:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468691.241879:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468691.241882:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468691.241884:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.241890:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468691.241891:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.241893:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468691.241894:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468691.241896:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468691.241898:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468691.431125:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468691.431131:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468691.431137:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468691.431138:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468691.431143:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468691.431145:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468691.431238:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468691.431242:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468691.431246:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468692.267119:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468692.267132:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468692.267134:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.267139:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468692.267141:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468692.267156:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468692.267159:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468692.267251:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468692.267256:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468692.267259:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468692.267261:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468692.267282:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468692.267285:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468692.267288:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468692.267290:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468692.267293:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468692.267296:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468692.267301:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20945) 00010000:00000001:0.0:1789468692.455912:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468692.455920:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468692.455927:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468692.455928:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468692.455933:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468692.455935:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468692.456823:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468692.456828:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468692.456832:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468692.626756:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626819:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468692.626823:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626827:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468692.626839:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468692.626871:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2200 00000400:00000100:0.0:1789468692.626880:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402411008 offset 0 length 520: 4 00000400:00000200:0.0:1789468692.626885:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468692.626888:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468692.626898:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626902:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468692.626905:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626907:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468692.626908:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626910:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468692.626914:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468692.626920:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2280 00000400:00000100:0.0:1789468692.626924:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402411136 offset 0 length 520: 4 00000400:00000200:0.0:1789468692.626927:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468692.626929:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468692.626932:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626935:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468692.626937:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626938:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468692.626940:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626941:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468692.626944:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468692.626948:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2300 00000400:00000100:0.0:1789468692.626952:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402411264 offset 0 length 520: 4 00000400:00000200:0.0:1789468692.626954:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468692.626956:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468692.626959:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626981:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468692.626983:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468692.626986:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789468692.841307:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468692.841316:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468692.841321:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789468692.842361:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789468692.842369:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468692.842380:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468692.842384:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468692.842387:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468693.287167:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468693.287182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468693.287183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468693.287188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468693.287190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468693.287194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468693.287196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468693.479184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468693.479191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468693.479197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468693.479199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468693.479208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468693.479210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468693.479615:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468693.479619:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468693.479623:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468694.311408:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468694.311420:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468694.311422:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468694.311426:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468694.311428:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468694.311432:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468694.311434:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468694.503243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468694.503250:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468694.503256:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468694.503257:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468694.503262:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468694.503264:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468694.503361:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468694.503365:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468694.503368:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468695.335161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468695.335176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468695.335178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468695.335183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468695.335186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468695.335190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468695.335193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.527173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468695.527181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.527186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468695.527188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.527193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468695.527195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468695.527343:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468695.527347:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468695.527350:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468696.296886:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468696.296897:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468696.296905:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468696.296909:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468696.296912:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468696.296915:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468696.296917:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468696.296921:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468696.296924:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468696.296926:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468696.296933:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20949) 00000100:00000001:1.0:1789468696.359263:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468696.359276:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468696.359278:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468696.359282:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468696.359284:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468696.359289:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468696.359292:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468696.551187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468696.551193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468696.551199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468696.551201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468696.551205:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468696.551207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468696.551299:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468696.551303:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468696.551306:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468696.743197:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315611828, at 4315612160 00000100:00000040:1.0:1789468696.743197:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315611828, at 4315612160 00000100:00000040:2.0:1789468696.743197:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315611828, at 4315612160 00000100:00000010:0.0:1789468696.743213:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc117e0. 00000100:00000010:2.0:1789468696.743215:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc112a0. 00000100:00000040:3.0:1789468696.743276:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315611828, at 4315612160 00000100:00000010:3.0:1789468696.743282:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11420. 00000100:00000010:1.0:1789468696.751838:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11d80. 00000100:00000001:1.0:1789468697.383186:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468697.383201:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468697.383203:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468697.383207:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468697.383209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468697.383214:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468697.383216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468697.576078:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468697.576085:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468697.576091:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468697.576092:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468697.576096:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468697.576098:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468697.576462:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468697.576475:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468697.576478:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468698.411648:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468698.411663:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468698.411665:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468698.411669:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468698.411672:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468698.411677:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468698.411679:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468698.599194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468698.599204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468698.599211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468698.599213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468698.599217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468698.599219:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468698.599400:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468698.599404:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468698.599407:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468699.431164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468699.431177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468699.431180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468699.431184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468699.431195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468699.431201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468699.431203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468699.623504:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468699.623511:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468699.623517:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468699.623519:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468699.623523:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468699.623527:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468699.623529:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468699.623532:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468699.623534:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468699.623537:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468699.623539:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468699.623541:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468699.624082:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468699.624099:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468699.624128:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468700.455484:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468700.455498:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468700.455500:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468700.455505:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468700.455508:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468700.455512:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468700.455514:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468700.647255:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468700.647262:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468700.647268:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468700.647270:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468700.647275:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468700.647276:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468700.647558:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468700.647562:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468700.647565:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468701.351648:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468701.351657:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468701.351661:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468701.351664:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468701.351667:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468701.351669:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468701.351672:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468701.351675:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468701.351677:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468701.351679:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468701.351685:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20954) 00000100:00000001:1.0:1789468701.479129:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468701.479154:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468701.479156:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468701.479160:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468701.479163:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468701.479167:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468701.479169:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468701.671195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468701.671203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468701.671209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468701.671211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468701.671217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468701.671218:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468701.671424:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468701.671427:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468701.671430:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468702.503513:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468702.503527:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468702.503529:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468702.503534:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468702.503536:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468702.503540:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468702.503542:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468702.695359:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468702.695367:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468702.695373:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468702.695375:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468702.695380:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468702.695381:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468702.695474:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468702.695478:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468702.695481:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468703.527140:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468703.527153:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468703.527156:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468703.527160:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468703.527162:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468703.527167:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468703.527170:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468703.720308:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468703.720315:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468703.720320:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468703.720322:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468703.720326:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468703.720328:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468703.720689:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468703.720692:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468703.720696:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468704.551205:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468704.551226:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468704.551230:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468704.551237:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468704.551240:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468704.551248:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468704.551251:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468704.745349:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468704.745359:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468704.745365:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468704.745367:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468704.745373:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468704.745374:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468704.745492:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468704.745498:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468704.745503:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468705.575249:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468705.575271:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468705.575273:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468705.575280:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468705.575283:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468705.575289:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468705.575292:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468705.767180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468705.767187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468705.767193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468705.767195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468705.767200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468705.767201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468705.767299:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468705.767306:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468705.767311:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468706.471750:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468706.471762:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468706.471775:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468706.471796:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468706.471799:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468706.471802:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468706.471805:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468706.471808:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468706.471811:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468706.471814:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468706.471820:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20959) 00000100:00000001:1.0:1789468706.600822:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468706.600835:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468706.600837:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468706.600842:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468706.600845:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468706.600850:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468706.600852:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.791176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468706.791184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.791189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468706.791191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.791196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468706.791197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468706.792213:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468706.792218:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468706.792222:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468707.623166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468707.623180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468707.623183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468707.623187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468707.623189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468707.623193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468707.623196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468707.819607:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468707.819616:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468707.819621:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468707.819623:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468707.819628:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468707.819630:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468707.819890:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468707.819894:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468707.819897:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468708.647247:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468708.647262:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468708.647265:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468708.647270:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468708.647273:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468708.647277:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468708.647280:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468708.839274:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468708.839282:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468708.839287:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468708.839289:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468708.839293:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468708.839295:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468708.840451:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468708.840456:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468708.840459:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468709.671614:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468709.671690:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468709.671693:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468709.671698:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468709.671700:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468709.671705:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468709.671708:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468709.863779:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468709.863786:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468709.863791:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468709.863792:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468709.863797:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468709.863800:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468709.863802:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468709.863805:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468709.863808:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468709.863810:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468709.863822:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468709.863824:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468709.864064:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468709.864118:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468709.864121:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468710.695308:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468710.695322:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468710.695323:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468710.695328:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468710.695331:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468710.695335:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468710.695340:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468710.887200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468710.887207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468710.887212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468710.887214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468710.887218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468710.887220:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468710.887315:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468710.887319:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468710.887331:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468711.593558:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468711.593569:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468711.593573:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468711.593577:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468711.593579:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468711.593582:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468711.593600:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468711.593604:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468711.593606:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468711.593608:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468711.593614:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20964) 00000100:00000001:1.0:1789468711.719286:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468711.719300:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468711.719303:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468711.719308:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468711.719310:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468711.719315:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468711.719318:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468711.911911:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468711.911918:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468711.911924:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468711.911925:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468711.911930:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468711.911932:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468711.912141:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468711.912146:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468711.912149:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468712.743304:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468712.743311:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468712.743366:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468687/real 1789468687] req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468712.743394:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468712.743395:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468712.743399:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:1.0:1789468712.743404:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468712.743407:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468712.743411:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468712.743415:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468712.743424:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743431:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468712.743432:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743435:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468712.743437:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468712.743440:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743447:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743449:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468712.743453:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468687/real 1789468687] req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468712.743459:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468712.743460:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468712.743463:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468712.743465:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468712.743466:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468712.743468:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468712.743471:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468712.743477:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743482:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468712.743483:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743485:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468712.743486:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468712.743489:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743495:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743497:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468712.743500:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468687/real 1789468687] req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468712.743508:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468712.743509:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468712.743511:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468712.743513:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468712.743515:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468712.743516:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468712.743519:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468712.743526:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743532:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468712.743533:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743535:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468712.743536:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468712.743539:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743544:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743546:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468712.743549:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468687/real 1789468687] req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468712.743555:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468712.743556:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468712.743557:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468712.743560:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468712.743561:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468712.743562:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468712.743564:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468712.743570:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743586:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468712.743587:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743588:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468712.743589:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468712.743592:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743598:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743606:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468712.743608:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743611:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468712.743613:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468712.743616:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468712.743620:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743627:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468712.743631:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743632:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468712.743633:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743636:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468712.743638:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468712.743640:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468712.743665:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468712.743667:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468712.743672:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468712.743679:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404835072:0@lo:38:kworker.0 00000100:00000001:1.0:1789468712.743683:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468712.743686:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743691:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468712.743693:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743694:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468712.743696:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743697:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468712.743698:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468712.743701:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468712.743705:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468712.743707:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468712.743710:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468712.743717:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404835200:0@lo:38:kworker.0 00000100:00000001:1.0:1789468712.743721:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468712.743724:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743729:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468712.743731:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743732:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468712.743733:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743735:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468712.743736:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468712.743738:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468712.743742:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468712.743744:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468712.743747:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468712.743754:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404834816:0@lo:38:kworker.0 00000100:00000001:1.0:1789468712.743757:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468712.743761:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743766:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468712.743768:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743769:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468712.743771:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743772:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468712.743774:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468712.743776:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468712.743780:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468712.743782:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468712.743786:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468712.743799:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404834944:0@lo:38:kworker.0 00000100:00000001:1.0:1789468712.743802:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.743804:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468712.743807:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743813:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468712.743816:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468712.743834:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468712.743840:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468712.743843:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468712.743845:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468712.743847:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468712.743849:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:1.0:1789468712.743854:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468712.743855:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468712.743857:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:1.0:1789468712.743861:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468712.743862:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743864:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468712.743878:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404835200/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743885:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468712.743886:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468712.743888:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468712.743891:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468712.743892:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468712.743893:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468712.743894:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468712.743896:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:1.0:1789468712.743898:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468712.743899:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468712.743900:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:1.0:1789468712.743903:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468712.743905:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743906:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468712.743909:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404834816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743915:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468712.743916:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468712.743917:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468712.743922:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468712.743923:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468712.743924:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468712.743926:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468712.743927:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:1.0:1789468712.743929:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468712.743930:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468712.743931:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:1.0:1789468712.743933:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468712.743934:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743936:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468712.743938:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404834944/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468712 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.743943:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468712.743944:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468712.743946:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468712.743948:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468712.743949:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468712.743950:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468712.743951:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468712.743953:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:1.0:1789468712.743955:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468712.743956:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468712.743957:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:1.0:1789468712.743960:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468712.743961:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.743963:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468712.744386:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468712.744392:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468712.744395:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468712.744398:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468712.744400:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468712.744403:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468712.744406:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468712.744408:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20935 00000100:00080000:3.0:1789468712.744412:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468712.744415:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468712.744417:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468712.744420:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468712.744422:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468712.744429:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468712.744430:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468712.744433:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468712.744435:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468712.744438:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468712.744440:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468712.744475:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468712.744477:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468712.744478:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468712.744480:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468712.744483:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468712.744486:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468712.744488:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468712.744490:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468712.744496:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468712.744498:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468712.744500:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468712.744502:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468712.744507:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789468712.744510:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468712.744513:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468712.744515:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468712.744517:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468712.744520:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468712.744524:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468712.744530:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d400. 00000100:00000001:3.0:1789468712.744535:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468712.744541:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468712.744550:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468712.744555:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468712.744558:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468712.744583:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468712.744586:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468712.744589:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468712.744590:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468712.744592:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468712.744599:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468712.744601:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20935 00000100:00080000:3.0:1789468712.744603:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468712.744606:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468712.744607:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468712.744609:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468712.744611:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468712.744614:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468712.744615:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468712.744617:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468712.744619:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468712.744621:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468712.744622:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468712.744625:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468712.744626:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468712.744628:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468712.744630:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468712.744632:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468712.744634:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468712.744636:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468712.744637:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468712.744640:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468712.744642:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468712.744643:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468712.744644:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468712.744647:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789468712.744649:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468712.744651:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468712.744652:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468712.744653:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468712.744654:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468712.744656:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468712.744662:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08c800. 00000100:00000001:3.0:1789468712.744666:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468712.744670:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468712.744676:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468712.744678:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468712.744681:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468712.744687:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468712.744689:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468712.744692:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468712.744693:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468712.744695:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468712.744697:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468712.744699:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20935 00000100:00080000:3.0:1789468712.744701:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468712.744703:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468712.744705:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468712.744706:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468712.744708:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468712.744711:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468712.744712:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468712.744713:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468712.744715:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468712.744716:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468712.744718:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468712.744720:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468712.744722:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468712.744723:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468712.744725:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468712.744730:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468712.744732:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468712.744734:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468712.744736:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468712.744738:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468712.744740:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468712.744741:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468712.744742:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468712.744745:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789468712.744747:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468712.744749:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468712.744750:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468712.744751:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468712.744752:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468712.744753:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468712.744756:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789468712.744759:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468712.744762:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468712.744769:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468712.744770:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468712.744773:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468712.744780:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468712.744782:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468712.744784:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468712.744785:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468712.744786:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468712.744788:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468712.744790:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20935 00000100:00080000:3.0:1789468712.744792:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468712.744794:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468712.744799:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468712.744801:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468712.744803:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468712.744805:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468712.744806:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468712.744808:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468712.744809:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468712.744811:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468712.744813:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468712.744815:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468712.744817:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468712.744818:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468712.744820:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468712.744822:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468712.744824:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468712.744826:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468712.744827:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468712.744829:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468712.744831:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468712.744833:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468712.744834:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468712.744836:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789468712.744838:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468712.744839:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468712.744841:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468712.744842:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468712.744843:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468712.744844:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468712.744847:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789468712.744850:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468712.744853:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468712.744859:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468712.744864:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468712.745119:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468712.745127:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468712.745132:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20965) 00000100:00000001:1.0:1789468712.745191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468712.745194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468712.745196:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468712.745201:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745209:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468712.745210:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468712.745213:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468712.745216:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468712.745218:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468712.745221:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404835456:0@lo:38:kworker.0 00000100:00000001:1.0:1789468712.745224:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468712.745228:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468712.745230:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468712.745232:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468712.745236:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468712.745237:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468712.745242:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468712.745247:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468712.745252:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404835456, portal 10 00000100:00000001:1.0:1789468712.745255:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468712.745257:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312509824 : -130400397041792 : ffff8966caa7df80) 00000100:00000040:1.0:1789468712.745263:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745269:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468712.745271:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468712.745273:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468712.745276:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404835456, offset 0 00000400:00000200:1.0:1789468712.745282:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468712.745292:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468712.745302:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2080 00000400:00000100:1.0:1789468712.745307:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404835456 offset 0 length 520: 4 00000400:00000200:1.0:1789468712.745312:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468712.745314:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468712.745323:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468712.745325:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468712.745329:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468712.745333:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745340:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468712.745343:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745348:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.745359:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468712.745364:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468712.745369:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468712.745372:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315628181 00000100:00000010:1.0:1789468712.745384:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11d80. 00000100:00000001:1.0:1789468712.745390:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468712.745404:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315628181 00000100:00000010:1.0:1789468712.745407:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ea0. 00000100:00000001:1.0:1789468712.745410:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468712.745413:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315628181 00000100:00000010:1.0:1789468712.745415:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11540. 00000100:00000001:1.0:1789468712.745418:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468712.745432:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315628181 00000100:00000010:1.0:1789468712.745436:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc117e0. 00000100:00000001:1.0:1789468712.745439:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468712.745448:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468712.745451:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.745453:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468712.745456:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745463:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468712.745464:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468712.745466:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468712.745468:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468712.745470:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468712.745473:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404835584:0@lo:38:kworker.0 00000100:00000001:1.0:1789468712.745475:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468712.745477:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468712.745478:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468712.745479:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468712.745482:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468712.745484:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468712.745487:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468712.745490:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468712.745493:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404835584, portal 10 00000100:00000001:1.0:1789468712.745495:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468712.745496:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00000040:1.0:1789468712.745501:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745506:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468712.745508:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468712.745510:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468712.745511:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404835584, offset 0 00000400:00000200:1.0:1789468712.745514:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468712.745519:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468712.745523:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2100 00000400:00000100:1.0:1789468712.745527:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404835584 offset 0 length 520: 4 00000400:00000200:1.0:1789468712.745530:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468712.745532:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468712.745536:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468712.745538:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468712.745540:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468712.745543:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745549:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468712.745551:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745557:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.745558:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468712.745561:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468712.745563:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468712.745566:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315628181 00000100:00000001:1.0:1789468712.745568:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315628181 00000100:00000001:1.0:1789468712.745570:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315628181 00000100:00000001:1.0:1789468712.745572:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315628181 00000100:00000001:1.0:1789468712.745746:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315628181 00000100:00000001:1.0:1789468712.745748:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315628181 00000100:00000001:1.0:1789468712.745750:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315628181 00000100:00000001:1.0:1789468712.745752:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315628181 00000100:00000001:1.0:1789468712.745754:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468712.745757:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.745758:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468712.745762:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745768:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468712.745770:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468712.745772:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468712.745774:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468712.745775:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468712.745778:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404835712:0@lo:38:kworker.0 00000100:00000001:1.0:1789468712.745780:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468712.745782:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468712.745784:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468712.745786:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468712.745789:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468712.745791:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468712.745794:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468712.745798:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468712.745801:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404835712, portal 10 00000100:00000001:1.0:1789468712.745803:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468712.745804:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312506240 : -130400397045376 : ffff8966caa7d180) 00000100:00000040:1.0:1789468712.745810:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745816:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468712.745817:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468712.745820:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468712.745822:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404835712, offset 0 00000400:00000200:1.0:1789468712.745825:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468712.745831:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468712.745836:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2180 00000400:00000100:1.0:1789468712.745839:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404835712 offset 0 length 520: 4 00000400:00000200:1.0:1789468712.745842:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468712.745844:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468712.745848:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468712.745850:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468712.745852:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468712.745856:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745861:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468712.745864:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745869:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.745871:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468712.745873:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468712.745876:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468712.745878:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315628181 00000100:00000001:1.0:1789468712.745880:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315628181 00000100:00000001:1.0:1789468712.745882:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315628181 00000100:00000001:1.0:1789468712.745885:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315628181 00000100:00000001:1.0:1789468712.745887:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315628181 00000100:00000001:1.0:1789468712.745888:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315628181 00000100:00000001:1.0:1789468712.745890:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315628181 00000100:00000001:1.0:1789468712.745892:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315628181 00000100:00000001:1.0:1789468712.745894:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468712.745895:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.745897:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468712.745900:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745906:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468712.745907:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468712.745909:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468712.745911:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468712.745913:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468712.745915:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404835840:0@lo:38:kworker.0 00000100:00000001:1.0:1789468712.745919:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468712.745920:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468712.745921:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468712.745923:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468712.745927:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468712.745929:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468712.745931:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468712.745934:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468712.745936:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404835840, portal 10 00000100:00000001:1.0:1789468712.745938:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468712.745939:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:1.0:1789468712.745944:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.745950:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468712.745952:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468712.745955:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468712.745957:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404835840, offset 0 00000400:00000200:1.0:1789468712.745960:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468712.745965:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468712.745970:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2200 00000400:00000100:1.0:1789468712.745973:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404835840 offset 0 length 520: 4 00000400:00000200:1.0:1789468712.745976:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468712.745978:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468712.745982:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468712.745984:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468712.745986:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468712.745999:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.746006:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468712.746008:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468712.746013:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.746015:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468712.746018:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468712.746021:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468712.746023:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315628182 00000100:00000001:1.0:1789468712.746030:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315628181 00000100:00000001:1.0:1789468712.746034:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315628182 00000100:00000001:1.0:1789468712.746059:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315628181 00000100:00000001:1.0:1789468712.746063:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315628183 00000100:00000001:1.0:1789468712.746065:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315628181 00000100:00000001:1.0:1789468712.746068:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315628183 00000100:00000001:1.0:1789468712.746070:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315628181 00000100:00000001:1.0:1789468712.746072:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468712.746074:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.746078:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.746080:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.746086:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468712.746088:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.746090:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468712.746091:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468712.746093:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.746095:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468712.767251:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315628182, at 4315628184 00000100:00000010:0.0:1789468712.767269:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11d80. 00000100:00000040:2.0:1789468712.767453:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315628183, at 4315628184 00000100:00000010:2.0:1789468712.767459:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11540. 00000100:00000040:3.0:1789468712.769268:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315628183, at 4315628186 00000100:00000010:3.0:1789468712.769281:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc117e0. 00000100:00000040:1.0:1789468712.769475:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315628182, at 4315628186 00000100:00000010:1.0:1789468712.769481:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ea0. 00010000:00000001:0.0:1789468712.935191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468712.935198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468712.935203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468712.935205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468712.935210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468712.935211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468712.935277:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468712.935281:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468712.935284:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468713.771298:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468713.771314:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468713.771316:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468713.771321:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468713.771323:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468713.771328:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468713.771331:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468713.959172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468713.959180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468713.959185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468713.959186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468713.959190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468713.959192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468713.959315:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468713.959319:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468713.959322:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468714.791253:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468714.791267:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468714.791269:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468714.791273:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468714.791276:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468714.791396:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468714.791400:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468714.984095:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468714.984102:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468714.984109:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468714.984110:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468714.984114:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468714.984116:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468714.985224:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468714.985230:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468714.985234:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468715.815192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468715.815213:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468715.815216:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468715.815223:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468715.815226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468715.815234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468715.815237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468716.008571:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468716.008578:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468716.008584:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468716.008585:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468716.008591:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468716.008592:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468716.008809:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468716.008813:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468716.008816:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468716.839225:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468716.839233:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468716.839247:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468691/real 1789468691] req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468716.839278:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468716.839280:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468716.839283:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:1.0:1789468716.839291:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468716.839293:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468716.839298:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468716.839302:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468716.839310:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468716.839318:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468716.839320:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468716.839323:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468716.839324:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468716.839328:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468716.839335:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468716.839343:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468716.839345:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468716.839348:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468716.839350:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468716.839354:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468716.839358:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468716 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468716.839365:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468716.839368:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468716.839369:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468716.839371:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468716.839373:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468716.839375:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468716.839378:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468716.839409:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468716.839411:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468716.839416:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468716 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468716.839430:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404835328:0@lo:250:kworker.0 00000100:00000001:1.0:1789468716.839435:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468716.839437:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468716.839440:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404835328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468716 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468716.839447:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468716.839450:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468716.839454:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468716.839460:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468716.839463:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468716.839511:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468716.839514:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468716.839517:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:1.0:1789468716.839521:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468716.839523:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468716.839525:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:1.0:1789468716.839554:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468716.839556:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468716.839559:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468716.839776:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468716.839781:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468716.839783:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468716.839797:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468716.839802:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468716.839805:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20939 00000100:00080000:3.0:1789468716.839808:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468716.839811:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468716.839814:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468716.839816:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468716.839818:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468716.839825:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468716.839827:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468716.839830:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468716.839832:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468716.839834:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468716.839851:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468716.839854:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468716.839857:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468716.839858:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468716.839860:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468716.839862:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468716.839865:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468716.839867:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468716.839869:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468716.839873:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468716.839876:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468716.839878:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468716.839880:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468716.839885:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789468716.839888:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468716.839891:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468716.839892:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468716.839894:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468716.839897:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468716.839900:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468716.839906:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789468716.839912:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468716.839928:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468716.839937:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468716.839941:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468716.839945:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468716.839970:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468716.839973:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468716.839977:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468716.839985:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468716.839988:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468716.839991:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468716.839994:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468716.839996:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468716.839999:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468716.840004:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20969) 00000100:00000001:1.0:1789468716.840541:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468716.840556:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468716.840558:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468716.840564:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468716.840571:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468716.840574:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468716.840577:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468716.840579:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468716.840582:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468716.840584:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404835968:0@lo:250:kworker.0 00000100:00000001:1.0:1789468716.840589:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468716.840593:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468716.840596:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468716.840599:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468716.840603:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468716.840605:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468716.840611:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468716.840617:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468716.840623:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404835968, portal 25 00000100:00000001:1.0:1789468716.840626:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468716.840627:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312502656 : -130400397048960 : ffff8966caa7c380) 00000100:00000040:1.0:1789468716.840632:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468716.840639:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468716.840642:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468716.840644:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468716.840647:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404835968, offset 0 00000400:00000200:1.0:1789468716.840654:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468716.840665:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468716.840675:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f2280 00000400:00000100:1.0:1789468716.840680:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404835968 offset 0 length 520: 4 00000400:00000200:1.0:1789468716.840685:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468716.840687:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468716.840696:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468716.840699:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468716.840703:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468716.840706:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468716.840714:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468716.840717:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468716.840723:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468716.840725:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468716.840730:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468716.840734:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315637427 00000100:00000010:1.0:1789468716.840739:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ea0. 00000100:00000001:1.0:1789468716.840745:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468716.840755:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315637427 00000100:00000010:1.0:1789468716.840758:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11420. 00000100:00000001:1.0:1789468716.840761:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468716.840763:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315637427 00000100:00000010:1.0:1789468716.840766:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc112a0. 00000100:00000001:1.0:1789468716.840769:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468716.840771:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315637427 00000100:00000010:1.0:1789468716.840774:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f00. 00000100:00000001:1.0:1789468716.840777:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468716.840780:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468716.840782:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468716.840984:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468716.840988:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468716.840994:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468716.840996:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468716.840998:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468716.840999:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468716.841001:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468716.841003:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468717.032573:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468717.032580:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468717.032586:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468717.032588:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468717.032593:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468717.032595:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468717.032996:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468717.033000:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468717.033003:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468717.863168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468717.863181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468717.863184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468717.863189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468717.863191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468717.863195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468717.863198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468717.863457:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468717.863463:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468717.863466:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468717.863469:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468717.863472:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468717.863474:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468717.863477:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468717.863480:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468717.863482:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468717.863484:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468717.863490:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20970) 00010000:00000001:0.0:1789468718.055228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468718.055235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468718.055240:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468718.055242:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468718.055246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468718.055248:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468718.055429:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468718.055433:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468718.055436:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468718.229238:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468718.229278:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468718.229283:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468718.229286:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468718.229298:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468718.229324:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2380 00000400:00000100:3.0:1789468718.229333:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402411392 offset 0 length 520: 4 00000400:00000200:3.0:1789468718.229338:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468718.229342:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468718.229351:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468718.229355:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468718.229358:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468718.229360:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468718.229362:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468718.229364:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468718.229368:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468718.229374:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2400 00000400:00000100:3.0:1789468718.229379:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402411520 offset 0 length 520: 4 00000400:00000200:3.0:1789468718.229382:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468718.229384:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468718.229387:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468718.229394:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468718.229396:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468718.229398:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468718.233504:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468718.233524:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468718.233529:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468718.233531:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468718.233542:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468718.233560:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2480 00000400:00000100:2.0:1789468718.233578:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402411648 offset 0 length 520: 4 00000400:00000200:2.0:1789468718.233583:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468718.233586:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468718.233594:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468718.233602:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468718.233604:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468718.233607:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468718.888255:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468718.888268:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468718.888283:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468718.888286:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468718.888288:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468718.888293:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468718.888295:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468719.081496:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468719.081503:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468719.081509:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468719.081510:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468719.081515:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468719.081518:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468719.081521:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468719.081524:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468719.081527:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468719.081529:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468719.081531:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468719.081533:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468719.081800:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468719.081804:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468719.081807:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468719.911296:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468719.911311:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468719.911314:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468719.911318:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468719.911320:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468719.911324:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468719.911327:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468720.103161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468720.103169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468720.103175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468720.103176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468720.103180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468720.103182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468720.104699:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468720.104706:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468720.104710:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468720.937606:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468720.937618:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468720.937621:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468720.937625:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468720.937627:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468720.937632:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468720.937635:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468721.127159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468721.127167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468721.127172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468721.127174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468721.127178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468721.127180:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468721.127269:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468721.127272:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468721.127276:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468721.895218:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468721.895227:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468721.895231:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468721.895249:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468721.895260:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468721.895263:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468721.895265:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468721.895269:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468721.895271:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468721.895273:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468721.895278:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20975) 00000100:00000001:1.0:1789468721.960143:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468721.960156:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468721.960158:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468721.960162:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468721.960165:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468721.960169:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468721.960172:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468722.151188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468722.151195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468722.151201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468722.151202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468722.151207:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468722.151209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468722.151399:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468722.151446:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468722.151449:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468722.343225:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315637427, at 4315637760 00000100:00000010:0.0:1789468722.343241:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ea0. 00000100:00000040:3.0:1789468722.343335:0:225459:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315637427, at 4315637760 00000100:00000010:3.0:1789468722.343341:0:225459:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11f00. 00000100:00000040:2.0:1789468722.343423:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315637427, at 4315637760 00000100:00000010:2.0:1789468722.343429:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc112a0. 00000100:00000040:1.0:1789468722.343544:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315637427, at 4315637760 00000100:00000010:1.0:1789468722.343550:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11420. 00000100:00000001:1.0:1789468722.983334:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468722.983346:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468722.983348:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468722.983352:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468722.983354:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468722.983358:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468722.983361:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468723.175218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468723.175224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468723.175230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468723.175232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468723.175237:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468723.175239:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468723.175412:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468723.175416:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468723.175420:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468724.007881:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468724.007980:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468724.007983:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468724.007988:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468724.007991:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468724.007995:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468724.007998:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468724.199222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468724.199230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468724.199236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468724.199238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468724.199243:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468724.199245:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468724.199317:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468724.199322:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468724.199326:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468725.031188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468725.031204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468725.031206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468725.031211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468725.031213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468725.031227:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468725.031230:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.223528:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468725.223535:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.223541:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468725.223543:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.223548:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468725.223549:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468725.223651:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468725.223654:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468725.223658:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468726.055214:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468726.055228:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468726.055231:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468726.055235:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468726.055237:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468726.055243:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468726.055245:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468726.249121:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468726.249129:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468726.249136:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468726.249138:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468726.249143:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468726.249145:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468726.249242:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468726.249246:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468726.249249:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468726.951941:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468726.951960:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468726.951964:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468726.952123:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468726.952144:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468726.952147:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468726.952150:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468726.952153:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468726.952156:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468726.952159:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468726.952209:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20980) 00000100:00000001:1.0:1789468727.079150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468727.079163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468727.079166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468727.079170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468727.079172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468727.079178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468727.079180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468727.271160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468727.271168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468727.271175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468727.271176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468727.271181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468727.271183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468727.273651:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468727.273657:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468727.273662:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468728.103154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468728.103170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468728.103172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468728.103178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468728.103180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468728.103185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468728.103187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468728.295161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468728.295169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468728.295174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468728.295175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468728.295181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468728.295182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468728.295274:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468728.295278:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468728.295281:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468729.127150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468729.127175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468729.127177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468729.127181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468729.127184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468729.127188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468729.127191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468729.319279:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468729.319287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468729.319292:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468729.319293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468729.319298:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468729.319301:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468729.319304:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468729.319307:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468729.319310:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468729.319312:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468729.319315:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468729.319317:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468729.319401:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468729.319404:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468729.319407:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468730.151153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468730.151179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468730.151181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468730.151186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468730.151189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468730.151194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468730.151196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468730.343333:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468730.343340:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468730.343346:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468730.343348:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468730.343353:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468730.343355:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468730.343456:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468730.343460:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468730.343463:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468731.175237:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468731.175294:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468731.175303:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468731.175307:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468731.175310:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468731.175315:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468731.175317:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468731.367244:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468731.367251:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468731.367258:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468731.367259:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468731.367264:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468731.367266:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468731.367492:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468731.367511:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468731.367515:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789468731.752176:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468731.752193:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468731.752199:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468731.752500:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468731.752508:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468731.752519:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468731.752524:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468731.752527:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789468732.072198:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468732.072209:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468732.072213:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468732.072217:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468732.072220:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468732.072223:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468732.072226:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468732.072230:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468732.072233:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468732.072236:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468732.072241:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20985) 00000100:00000001:1.0:1789468732.201075:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468732.201092:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468732.201094:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468732.201099:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468732.201101:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468732.201107:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468732.201110:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468732.392511:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468732.392519:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468732.392524:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468732.392526:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468732.392531:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468732.392532:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468732.392723:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468732.392727:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468732.392730:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468733.224144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468733.224157:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468733.224158:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468733.224162:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468733.224165:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468733.224169:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468733.224171:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468733.420014:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468733.420022:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468733.420027:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468733.420029:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468733.420034:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468733.420068:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468733.420200:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468733.420204:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468733.420207:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468734.247149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468734.247161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468734.247165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468734.247169:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468734.247171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468734.247176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468734.247178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468734.440814:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468734.440819:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468734.440823:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468734.440824:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468734.440836:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468734.440838:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468734.440977:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468734.440981:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468734.440984:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468735.271163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468735.271178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468735.271180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468735.271185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468735.271187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468735.271191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468735.271194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.463158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468735.463166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.463171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468735.463173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.463178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468735.463179:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468735.463272:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468735.463291:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468735.463294:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468736.295197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468736.295211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468736.295214:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468736.295219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468736.295221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468736.295225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468736.295228:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468736.488375:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468736.488384:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468736.488389:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468736.488391:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468736.488396:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468736.488398:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468736.488502:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468736.488505:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468736.488508:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468737.191912:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468737.191922:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468737.191925:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468737.191929:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468737.191931:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468737.191934:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468737.191937:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468737.191940:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468737.191942:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468737.191945:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468737.192014:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20990) 00000100:00000001:1.0:1789468737.320151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468737.320159:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468737.320172:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468712/real 1789468712] req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468737.320190:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468737.320192:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468737.320195:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468737.320201:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468737.320203:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468737.320208:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468737.320212:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468737.320220:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320227:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468737.320229:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320231:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468737.320233:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468737.320236:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320242:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320245:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468737.320248:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468712/real 1789468712] req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468737.320255:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468737.320257:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468737.320258:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468737.320261:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468737.320263:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468737.320265:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468737.320268:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468737.320280:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320286:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468737.320287:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320289:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468737.320290:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468737.320294:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320300:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320302:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468737.320306:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468712/real 1789468712] req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468737.320312:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468737.320313:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468737.320315:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468737.320317:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468737.320319:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468737.320321:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468737.320324:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468737.320331:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320337:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468737.320338:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320340:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468737.320341:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468737.320343:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320349:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320351:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468737.320382:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468712/real 1789468712] req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468737.320390:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468737.320391:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468737.320392:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:1.0:1789468737.320395:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468737.320396:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468737.320398:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468737.320400:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468737.320407:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320412:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468737.320414:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320415:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468737.320417:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468737.320420:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320426:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320434:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468737.320436:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320439:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468737.320441:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468737.320444:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468737.320448:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320456:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468737.320459:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320460:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468737.320461:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320464:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468737.320466:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468737.320470:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468737.320500:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468737.320503:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468737.320507:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468737.320514:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404835456:0@lo:38:kworker.0 00000100:00000001:1.0:1789468737.320519:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468737.320522:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320528:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468737.320531:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320532:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468737.320533:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320535:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468737.320536:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468737.320538:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468737.320544:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468737.320546:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468737.320549:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468737.320556:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404835584:0@lo:38:kworker.0 00000100:00000001:1.0:1789468737.320560:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468737.320563:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320569:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468737.320571:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320573:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468737.320574:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320575:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468737.320577:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468737.320579:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468737.320583:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468737.320585:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468737.320589:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468737.320596:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404835712:0@lo:38:kworker.0 00000100:00000001:1.0:1789468737.320599:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468737.320603:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320608:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468737.320611:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320612:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468737.320613:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320614:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468737.320616:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468737.320617:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468737.320621:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468737.320623:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468737.320627:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468737.320633:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404835840:0@lo:38:kworker.0 00000100:00000001:1.0:1789468737.320636:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.320639:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468737.320642:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7df80 x1876386404835456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320649:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468737.320652:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468737.320656:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468737.320661:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468737.320664:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468737.320666:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468737.320669:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468737.320671:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d400. 02000000:00000001:1.0:1789468737.320675:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468737.320677:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468737.320679:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7df80. 00000100:00000001:1.0:1789468737.320684:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468737.320685:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320687:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468737.320690:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404835584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320696:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468737.320697:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468737.320698:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468737.320703:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468737.320704:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468737.320705:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468737.320707:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468737.320708:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08c800. 02000000:00000001:1.0:1789468737.320710:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468737.320711:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468737.320713:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:1.0:1789468737.320715:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468737.320716:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320718:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468737.320721:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d180 x1876386404835712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320727:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468737.320728:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468737.320729:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468737.320733:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468737.320734:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468737.320735:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468737.320737:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468737.320738:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:1.0:1789468737.320741:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468737.320742:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468737.320743:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d180. 00000100:00000001:1.0:1789468737.320745:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468737.320746:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320748:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468737.320750:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404835840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468737 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.320756:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468737.320758:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468737.320759:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468737.320761:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468737.320762:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468737.320764:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468737.320765:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468737.320766:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:1.0:1789468737.320774:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468737.320775:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468737.320776:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:1.0:1789468737.320779:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468737.320780:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.320783:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468737.321065:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468737.321080:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468737.321083:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468737.321086:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468737.321088:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468737.321091:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468737.321094:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468737.321098:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20960 00000100:00080000:2.0:1789468737.321102:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468737.321104:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468737.321107:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468737.321110:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468737.321112:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468737.321136:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468737.321139:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468737.321141:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468737.321144:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468737.321156:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468737.321159:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468737.321162:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468737.321163:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468737.321165:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468737.321167:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468737.321169:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468737.321172:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468737.321174:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468737.321177:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468737.321183:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468737.321185:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468737.321187:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468737.321189:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468737.321198:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940000. 00000020:00000040:2.0:1789468737.321201:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468737.321204:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468737.321205:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468737.321208:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468737.321211:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468737.321214:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468737.321221:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789468737.321226:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468737.321233:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468737.321240:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468737.321244:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468737.321247:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bef48b9] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468737.321268:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468737.321272:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468737.321275:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468737.321276:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468737.321277:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468737.321279:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468737.321281:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20960 00000100:00080000:2.0:1789468737.321283:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468737.321285:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468737.321287:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468737.321289:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468737.321290:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468737.321293:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468737.321294:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468737.321296:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468737.321298:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468737.321300:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468737.321301:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468737.321304:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468737.321305:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468737.321307:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468737.321309:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468737.321311:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468737.321313:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468737.321315:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468737.321317:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468737.321320:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468737.321321:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468737.321323:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468737.321324:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468737.321327:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940700. 00000020:00000040:2.0:1789468737.321330:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468737.321332:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468737.321333:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468737.321335:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468737.321336:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468737.321338:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468737.321342:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789468737.321344:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468737.321349:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468737.321355:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468737.321357:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468737.321360:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f6c63cd] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468737.321367:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468737.321369:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468737.321372:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468737.321373:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468737.321375:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468737.321377:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468737.321379:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20960 00000100:00080000:2.0:1789468737.321381:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468737.321383:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468737.321385:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468737.321386:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468737.321388:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468737.321390:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468737.321391:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468737.321393:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468737.321395:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468737.321396:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468737.321398:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468737.321401:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468737.321403:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468737.321404:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468737.321406:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468737.321408:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468737.321410:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468737.321411:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468737.321413:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468737.321416:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468737.321418:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468737.321419:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468737.321421:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468737.321424:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943100. 00000020:00000040:2.0:1789468737.321426:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468737.321429:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468737.321430:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468737.321431:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468737.321432:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468737.321434:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468737.321437:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789468737.321440:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468737.321444:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468737.321451:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468737.321453:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468737.321456:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb231f3] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468737.321463:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468737.321466:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468737.321468:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468737.321470:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468737.321471:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468737.321474:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468737.321475:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20960 00000100:00080000:2.0:1789468737.321477:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468737.321479:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468737.321481:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468737.321483:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468737.321485:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468737.321488:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468737.321489:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468737.321490:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468737.321492:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468737.321494:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468737.321496:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468737.321499:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468737.321501:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468737.321502:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468737.321504:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468737.321505:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468737.321508:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468737.321510:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468737.321511:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468737.321514:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468737.321515:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468737.321517:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468737.321518:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468737.321521:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942300. 00000020:00000040:2.0:1789468737.321523:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468737.321525:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468737.321526:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468737.321528:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468737.321529:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468737.321531:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468737.321550:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789468737.321552:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468737.321556:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468737.321563:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468737.321564:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468737.321567:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910c4d4d] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468737.321574:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468737.321579:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20990) 00000100:00000001:1.0:1789468737.322249:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468737.322255:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468737.322257:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468737.322265:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322273:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468737.322275:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468737.322279:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468737.322282:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468737.322284:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468737.322288:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404836096:0@lo:38:kworker.0 00000100:00000001:1.0:1789468737.322293:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468737.322297:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468737.322299:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468737.322302:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468737.322307:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468737.322309:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468737.322315:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468737.322321:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468737.322327:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404836096, portal 10 00000100:00000001:1.0:1789468737.322329:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468737.322331:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622951936 : -130396086599680 : ffff8967cb940000) 00000100:00000040:1.0:1789468737.322337:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322344:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468737.322347:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468737.322349:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468737.322352:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404836096, offset 0 00000400:00000200:1.0:1789468737.322358:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468737.322370:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468737.322381:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2300 00000400:00000100:1.0:1789468737.322386:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404836096 offset 0 length 520: 4 00000400:00000200:1.0:1789468737.322391:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468737.322393:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468737.322404:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468737.322406:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468737.322410:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468737.322414:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322421:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468737.322423:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322434:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.322436:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468737.322440:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468737.322444:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468737.322447:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315652758 00000100:00000010:1.0:1789468737.322452:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc110c0. 00000100:00000001:1.0:1789468737.322458:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468737.322480:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315652758 00000100:00000010:1.0:1789468737.322484:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ae0. 00000100:00000001:1.0:1789468737.322487:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468737.322490:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315652758 00000100:00000010:1.0:1789468737.322492:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc111e0. 00000100:00000001:1.0:1789468737.322495:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468737.322505:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315652758 00000100:00000010:1.0:1789468737.322508:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11de0. 00000100:00000001:1.0:1789468737.322512:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468737.322523:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468737.322526:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.322528:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468737.322532:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322539:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468737.322540:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468737.322542:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468737.322544:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468737.322546:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468737.322548:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404836224:0@lo:38:kworker.0 00000100:00000001:1.0:1789468737.322552:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468737.322553:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468737.322555:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468737.322557:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468737.322560:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468737.322562:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468737.322565:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468737.322568:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468737.322571:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404836224, portal 10 00000100:00000001:1.0:1789468737.322573:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468737.322575:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622953728 : -130396086597888 : ffff8967cb940700) 00000100:00000040:1.0:1789468737.322579:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322585:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468737.322587:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468737.322590:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468737.322592:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404836224, offset 0 00000400:00000200:1.0:1789468737.322596:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468737.322600:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468737.322605:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2380 00000400:00000100:1.0:1789468737.322609:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404836224 offset 0 length 520: 4 00000400:00000200:1.0:1789468737.322612:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468737.322614:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468737.322618:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468737.322620:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468737.322622:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468737.322625:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322631:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468737.322633:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322639:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.322641:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468737.322643:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468737.322646:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468737.322649:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315652758 00000100:00000001:1.0:1789468737.322651:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315652758 00000100:00000001:1.0:1789468737.322653:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315652758 00000100:00000001:1.0:1789468737.322655:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315652758 00000100:00000001:1.0:1789468737.322657:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315652758 00000100:00000001:1.0:1789468737.322658:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315652758 00000100:00000001:1.0:1789468737.322660:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315652758 00000100:00000001:1.0:1789468737.322662:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315652758 00000100:00000001:1.0:1789468737.322664:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468737.322666:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.322668:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468737.322672:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322679:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468737.322680:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468737.322682:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468737.322684:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468737.322686:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468737.322688:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404836352:0@lo:38:kworker.0 00000100:00000001:1.0:1789468737.322691:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468737.322693:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468737.322695:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468737.322697:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468737.322700:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468737.322702:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468737.322705:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468737.322708:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468737.322710:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404836352, portal 10 00000100:00000001:1.0:1789468737.322713:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468737.322714:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622964480 : -130396086587136 : ffff8967cb943100) 00000100:00000040:1.0:1789468737.322720:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322726:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468737.322727:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468737.322730:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468737.322732:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404836352, offset 0 00000400:00000200:1.0:1789468737.322735:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468737.322739:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468737.322744:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2400 00000400:00000100:1.0:1789468737.322748:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404836352 offset 0 length 520: 4 00000400:00000200:1.0:1789468737.322750:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468737.322752:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468737.322756:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468737.322758:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468737.322760:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468737.322763:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322769:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468737.322772:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322778:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.322779:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468737.322782:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468737.322785:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468737.322787:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315652758 00000100:00000001:1.0:1789468737.322790:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315652758 00000100:00000001:1.0:1789468737.322792:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315652758 00000100:00000001:1.0:1789468737.322793:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315652758 00000100:00000001:1.0:1789468737.322795:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315652758 00000100:00000001:1.0:1789468737.322797:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315652758 00000100:00000001:1.0:1789468737.322800:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315652758 00000100:00000001:1.0:1789468737.322802:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315652758 00000100:00000001:1.0:1789468737.322814:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468737.322816:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.322818:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468737.322822:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322829:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468737.322830:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468737.322832:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468737.322834:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468737.322836:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468737.322838:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404836480:0@lo:38:kworker.0 00000100:00000001:1.0:1789468737.322841:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468737.322842:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468737.322844:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468737.322845:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468737.322848:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468737.322850:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468737.322852:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468737.322855:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468737.322858:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404836480, portal 10 00000100:00000001:1.0:1789468737.322860:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468737.322861:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622960896 : -130396086590720 : ffff8967cb942300) 00000100:00000040:1.0:1789468737.322866:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.322872:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468737.322874:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468737.322876:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468737.322878:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404836480, offset 0 00000400:00000200:1.0:1789468737.323138:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468737.323144:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468737.323150:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2480 00000400:00000100:1.0:1789468737.323154:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404836480 offset 0 length 520: 4 00000400:00000200:1.0:1789468737.323158:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468737.323160:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468737.323164:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468737.323166:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468737.323169:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468737.323172:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.323180:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468737.323183:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468737.323189:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.323191:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468737.323193:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468737.323196:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468737.323199:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315652760 00000100:00000001:1.0:1789468737.323205:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315652758 00000100:00000001:1.0:1789468737.323208:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315652760 00000100:00000001:1.0:1789468737.323211:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315652758 00000100:00000001:1.0:1789468737.323214:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315652760 00000100:00000001:1.0:1789468737.323216:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315652758 00000100:00000001:1.0:1789468737.323218:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315652760 00000100:00000001:1.0:1789468737.323221:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315652758 00000100:00000001:1.0:1789468737.323224:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468737.323226:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.323229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.323231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.323238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468737.323240:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468737.323243:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468737.323244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468737.323246:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468737.323248:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468737.344778:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315652760, at 4315652761 00000100:00000010:3.0:1789468737.344794:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11de0. 00000100:00000040:0.0:1789468737.344918:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315652760, at 4315652761 00000100:00000010:0.0:1789468737.344924:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc110c0. 00000100:00000040:2.0:1789468737.345101:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315652760, at 4315652762 00000100:00000010:2.0:1789468737.345107:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc111e0. 00000100:00000040:1.0:1789468737.345254:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315652760, at 4315652762 00000100:00000010:1.0:1789468737.345260:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ae0. 00010000:00000001:0.0:1789468737.511170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468737.511177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468737.511182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468737.511184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468737.511188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468737.511190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468737.511339:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468737.511342:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468737.511345:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468738.343175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468738.343200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468738.343202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468738.343207:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468738.343209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468738.343214:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468738.343217:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468738.535196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468738.535204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468738.535209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468738.535211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468738.535216:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468738.535217:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468738.541253:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468738.541259:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468738.541264:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468739.367161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468739.367177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468739.367179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468739.367183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468739.367185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468739.367190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468739.367192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468739.559173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468739.559181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468739.559187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468739.559188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468739.559193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468739.559197:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468739.559199:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468739.559203:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468739.559206:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468739.559208:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468739.559210:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468739.559212:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468739.559279:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468739.559284:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468739.559288:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468740.391167:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468740.391181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468740.391183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468740.391188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468740.391190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468740.391195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468740.391198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468740.583423:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468740.583429:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468740.583445:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468740.583447:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468740.583451:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468740.583453:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468740.583545:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468740.583549:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468740.583553:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468741.417333:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468741.417342:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468741.417355:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468716/real 1789468716] req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468741.417374:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468741.417376:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468741.417379:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:1.0:1789468741.417385:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468741.417396:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468741.417569:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468741.417575:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468741.417585:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468741.417591:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468741.417593:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468741.417596:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468741.417598:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468741.417602:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468741.417608:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468741.417616:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468741.417618:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468741.417621:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468741.417624:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468741.417627:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468741.417631:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468741 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468741.417639:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468741.417642:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468741.417643:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468741.417645:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468741.417647:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468741.417649:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468741.417652:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468741.417679:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468741.417682:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468741.417686:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468741 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468741.417694:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404835968:0@lo:250:kworker.0 00000100:00000001:1.0:1789468741.417701:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468741.417704:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468741.417707:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404835968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468741 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468741.417714:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468741.417716:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468741.417720:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468741.417727:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468741.417729:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468741.417731:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468741.417734:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468741.417736:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:1.0:1789468741.417740:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468741.417742:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468741.417743:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00000001:1.0:1789468741.417764:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468741.417766:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468741.417769:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468741.417862:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468741.417868:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468741.417870:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468741.417872:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468741.417876:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468741.417878:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20964 00000100:00080000:2.0:1789468741.417882:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468741.417885:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468741.417888:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468741.417890:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468741.417891:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468741.417898:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468741.417900:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468741.417903:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468741.417906:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468741.417908:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468741.417911:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468741.417913:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468741.417915:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468741.417917:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468741.417918:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468741.417937:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468741.417941:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468741.417943:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468741.417946:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468741.417949:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468741.417952:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468741.417954:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468741.417956:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468741.417963:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943b80. 00000020:00000040:2.0:1789468741.417967:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468741.417970:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468741.417971:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468741.417973:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468741.417976:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468741.417992:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468741.418000:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789468741.418006:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468741.418012:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468741.418020:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468741.418024:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468741.418028:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a879f33] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468741.418079:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468741.418083:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468741.418086:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468741.418089:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468741.418092:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468741.418094:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468741.418097:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468741.418099:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468741.418102:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468741.418106:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (20994) 00000100:00000001:1.0:1789468741.418591:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468741.418596:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468741.418597:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468741.418604:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468741.418611:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468741.418613:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468741.418617:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468741.418620:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468741.418622:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468741.418626:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404836608:0@lo:250:kworker.0 00000100:00000001:1.0:1789468741.418629:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468741.418633:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468741.418635:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468741.418637:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468741.418642:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468741.418644:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468741.418650:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468741.418655:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468741.418661:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404836608, portal 25 00000100:00000001:1.0:1789468741.418663:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468741.418664:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622967168 : -130396086584448 : ffff8967cb943b80) 00000100:00000040:1.0:1789468741.418669:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468741.418675:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468741.418677:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468741.418679:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468741.418682:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404836608, offset 0 00000400:00000200:1.0:1789468741.418688:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468741.418699:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468741.418708:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f2500 00000400:00000100:1.0:1789468741.418713:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404836608 offset 0 length 520: 4 00000400:00000200:1.0:1789468741.418717:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468741.418720:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468741.418746:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468741.418748:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468741.418751:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468741.418755:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468741.418762:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468741.418765:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468741.418771:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468741.418773:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468741.418788:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468741.418792:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315662005 00000100:00000010:1.0:1789468741.418796:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ae0. 00000100:00000001:1.0:1789468741.418801:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468741.418810:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315662005 00000100:00000010:1.0:1789468741.420061:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc118a0. 00000100:00000001:1.0:1789468741.420074:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468741.420082:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315662007 00000100:00000010:1.0:1789468741.420087:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11900. 00000100:00000001:1.0:1789468741.420091:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468741.420094:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315662007 00000100:00000010:1.0:1789468741.420096:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc113c0. 00000100:00000001:1.0:1789468741.420099:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468741.420102:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468741.420106:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468741.420110:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468741.420113:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468741.420121:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468741.420124:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468741.420126:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468741.420128:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468741.420129:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468741.420131:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468741.609580:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468741.609588:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468741.609594:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468741.609595:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468741.609600:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468741.609602:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468741.610479:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468741.610483:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468741.610487:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468742.439241:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468742.439256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468742.439259:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468742.439264:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468742.439267:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468742.439273:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468742.439277:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468742.439292:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468742.439299:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468742.439303:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468742.439307:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468742.439310:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468742.439313:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468742.439317:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468742.439320:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468742.439323:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468742.439326:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468742.439332:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (20995) 00010000:00000001:0.0:1789468742.631968:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468742.631975:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468742.631981:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468742.631983:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468742.631988:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468742.631989:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468742.632065:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468742.632069:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468742.632072:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468742.793320:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468742.793336:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468742.793340:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468742.793342:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468742.793354:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468742.793371:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2500 00000400:00000100:2.0:1789468742.793379:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402411776 offset 0 length 520: 4 00000400:00000200:2.0:1789468742.793385:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468742.793388:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468742.793439:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468742.793447:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468742.793450:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468742.793453:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468742.795703:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468742.795718:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468742.795721:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468742.795723:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468742.795747:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468742.795778:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2580 00000400:00000100:3.0:1789468742.795786:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402411904 offset 0 length 520: 4 00000400:00000200:3.0:1789468742.795792:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468742.795794:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468742.795803:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468742.795807:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468742.795809:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468742.795812:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468742.795813:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468742.795815:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468742.795819:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468742.795824:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2600 00000400:00000100:3.0:1789468742.795828:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402412032 offset 0 length 520: 4 00000400:00000200:3.0:1789468742.795831:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468742.795833:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468742.795836:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468742.795843:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468742.795845:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468742.795847:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468743.463281:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468743.463302:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468743.463305:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468743.463310:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468743.463314:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468743.463320:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468743.463323:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468743.655170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468743.655178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468743.655183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468743.655185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468743.655190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468743.655192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468743.655325:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468743.655329:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468743.655332:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468744.487175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468744.487203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468744.487206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468744.487214:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468744.487217:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468744.487224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468744.487227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468744.680483:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468744.680491:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468744.680497:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468744.680499:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468744.680503:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468744.680504:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468744.680609:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468744.680613:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468744.680616:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468745.515168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468745.515182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468745.515185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468745.515189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468745.515192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468745.515196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468745.515198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468745.704367:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468745.704378:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468745.704386:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468745.704388:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468745.704396:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468745.704398:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468745.705088:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468745.705093:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468745.705097:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468746.473171:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468746.473187:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468746.473192:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468746.473196:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468746.473200:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468746.473203:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468746.473206:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468746.473210:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468746.473213:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468746.473216:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468746.473224:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20999) 00000100:00000001:1.0:1789468746.536442:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468746.536465:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468746.536469:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468746.536477:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468746.536480:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468746.536486:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468746.536490:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.728189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468746.728201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.728208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468746.728209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.728215:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468746.728217:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468746.728341:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468746.728368:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468746.728371:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789468746.919198:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315662005, at 4315662336 00000100:00000010:1.0:1789468746.919220:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc118a0. 00000100:00000040:2.0:1789468746.919327:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315662007, at 4315662336 00000100:00000010:2.0:1789468746.919334:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11900. 00000100:00000040:3.0:1789468746.919412:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315662007, at 4315662336 00000100:00000010:3.0:1789468746.919419:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc113c0. 00000100:00000040:0.0:1789468746.919531:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315662005, at 4315662336 00000100:00000010:0.0:1789468746.919537:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ae0. 00000100:00000001:1.0:1789468747.559871:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468747.559892:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468747.559894:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468747.559902:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468747.559905:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468747.559912:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468747.559915:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468747.751200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468747.751214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468747.751222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468747.751224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468747.751229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468747.751232:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468747.754623:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468747.754635:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468747.754642:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468748.583237:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468748.583256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468748.583259:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468748.583265:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468748.583268:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468748.583275:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468748.583279:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468748.775193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468748.775203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468748.775210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468748.775211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468748.775217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468748.775218:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468748.775332:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468748.775337:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468748.775341:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468749.607165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468749.607179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468749.607182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468749.607187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468749.607189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468749.607195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468749.607197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468749.799644:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468749.799651:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468749.799657:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468749.799659:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468749.799664:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468749.799667:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468749.799669:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468749.799672:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468749.799675:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468749.799677:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468749.799680:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468749.799682:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468749.801354:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468749.801361:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468749.801366:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468750.631173:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468750.631189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468750.631191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468750.631195:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468750.631198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468750.631203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468750.631205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468750.825127:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468750.825135:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468750.825140:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468750.825143:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468750.825147:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468750.825148:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468750.825309:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468750.825313:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468750.825316:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468751.527531:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468751.527542:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468751.527545:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468751.527549:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468751.527551:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468751.527554:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468751.527557:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468751.527560:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468751.527562:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468751.527565:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468751.527571:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21004) 00000100:00000001:1.0:1789468751.656030:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468751.656060:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468751.656062:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468751.656067:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468751.656070:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468751.656074:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468751.656077:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468751.847167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468751.847174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468751.847179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468751.847181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468751.847186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468751.847187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468751.858470:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468751.858477:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468751.858481:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468752.680653:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468752.680667:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468752.680670:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468752.680674:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468752.680677:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468752.680681:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468752.680684:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468752.871732:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468752.871740:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468752.871745:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468752.871747:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468752.871752:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468752.871753:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468752.872275:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468752.872279:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468752.872283:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468753.704017:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468753.704033:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468753.704051:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468753.704056:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468753.704058:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468753.704062:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468753.704065:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468753.895490:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468753.895497:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468753.895502:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468753.895504:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468753.895509:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468753.895511:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468753.895657:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468753.895661:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468753.895664:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468754.727297:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468754.727311:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468754.727312:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468754.727317:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468754.727319:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468754.727323:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468754.727325:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468754.920499:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468754.920507:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468754.920513:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468754.920515:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468754.920520:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468754.920522:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468754.920620:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468754.920624:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468754.920627:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468755.751273:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468755.751285:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468755.751287:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468755.751292:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468755.751294:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468755.751300:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468755.751302:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.943172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468755.943180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.943185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468755.943187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.943192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468755.943193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468755.943351:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468755.943354:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468755.943358:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468756.651750:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468756.651763:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468756.651767:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468756.651771:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468756.651774:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468756.651777:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468756.651780:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468756.651783:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468756.651786:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468756.651790:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468756.651796:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21009) 00000100:00000001:1.0:1789468756.775184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468756.775203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468756.775206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468756.775212:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468756.775215:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468756.775222:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468756.775224:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468756.968013:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468756.968029:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468756.968060:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468756.968063:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468756.968068:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468756.968071:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468756.969083:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468756.969089:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468756.969092:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468757.799158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468757.799172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468757.799174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468757.799178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468757.799181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468757.799186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468757.799188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468757.993633:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468757.993641:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468757.993646:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468757.993648:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468757.993662:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468757.993664:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468757.993840:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468757.993844:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468757.993847:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468758.823205:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468758.823220:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468758.823222:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468758.823227:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468758.823229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468758.823234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468758.823237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468759.015229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468759.015237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468759.015243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468759.015245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468759.015250:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468759.015254:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468759.015256:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468759.015260:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468759.015262:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468759.015265:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468759.015267:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468759.015269:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468759.015441:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468759.015445:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468759.015449:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468759.849775:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468759.849789:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468759.849790:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468759.849794:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468759.849796:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468759.849799:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468759.849801:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468760.039206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468760.039214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468760.039220:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468760.039221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468760.039227:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468760.039230:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468760.039851:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468760.039855:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468760.039859:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468760.871207:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468760.871222:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468760.871224:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468760.871228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468760.871230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468760.871234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468760.871237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468761.063950:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468761.063957:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468761.064005:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468761.064008:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468761.064032:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468761.064034:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468761.064201:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468761.064206:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468761.064209:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468761.767203:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468761.767212:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468761.767216:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468761.767220:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468761.767223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468761.767226:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468761.767228:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468761.767231:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468761.767234:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468761.767237:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468761.767242:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21014) 00000100:00000001:1.0:1789468761.895291:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468761.895307:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468761.895309:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468761.895313:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468761.895315:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468761.895320:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468761.895323:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468762.088231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468762.088239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468762.088245:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468762.088247:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468762.088252:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468762.088254:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468762.089682:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468762.089715:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468762.089719:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468762.919358:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468762.919367:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468762.919381:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468737/real 1789468737] req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468762.919400:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468762.919402:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468762.919405:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:1.0:1789468762.919411:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468762.919414:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468762.919419:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468762.919423:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468762.919431:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.919438:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468762.919439:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.919442:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468762.919444:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468762.919448:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.919454:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.919456:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468762.919459:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468737/real 1789468737] req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468762.919465:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468762.919466:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468762.919468:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468762.919470:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468762.919472:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468762.919474:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468762.919476:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468762.919483:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.919488:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468762.919489:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.919491:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468762.919492:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468762.919495:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.919501:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.919503:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468762.919507:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468737/real 1789468737] req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468762.919515:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468762.919516:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468762.919518:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468762.919520:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468762.919521:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468762.919523:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468762.919526:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468762.919532:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.919537:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468762.919538:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.919540:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468762.919541:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468762.919543:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.919549:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.919551:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468762.919554:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468737/real 1789468737] req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468762.920365:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468762.920370:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468762.920374:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468762.920379:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468762.920380:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468762.920384:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468762.920390:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468762.920398:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.920404:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468762.920406:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.920408:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468762.920409:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468762.920412:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.920418:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.920426:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468762.920428:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.920430:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468762.920432:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468762.920435:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468762.920439:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.920445:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468762.920447:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.920449:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468762.920450:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.920452:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468762.920455:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468762.920458:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468762.920514:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468762.920516:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468762.920519:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468762.920525:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404836096:0@lo:38:kworker.0 00000100:00000001:1.0:1789468762.920528:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468762.920530:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.920534:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468762.920536:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.920537:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468762.920537:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.920538:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468762.920539:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468762.920541:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468762.920665:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468762.920671:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468762.920674:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468762.920677:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468762.920679:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468762.920681:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468762.920685:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468762.920687:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 20985 00000100:00080000:0.0:1789468762.920691:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468762.920694:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468762.920697:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468762.920699:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468762.920701:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468762.920709:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468762.920712:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789468762.920714:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468762.920717:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789468762.920719:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789468762.920722:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789468762.920724:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468762.920726:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468762.920727:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468762.920729:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468762.920731:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789468762.920734:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468762.920736:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468762.920738:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468762.920745:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468762.920748:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468762.920750:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468762.920752:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468762.920761:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63800. 00000020:00000040:0.0:1789468762.920764:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789468762.920767:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468762.920769:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468762.920771:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468762.920774:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468762.920777:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468762.920784:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867400. 00000100:00000001:0.0:1789468762.920789:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468762.920795:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468762.920803:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468762.920806:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468762.920817:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008496fa9c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468762.920827:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468762.920830:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468762.920833:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468762.920834:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468762.920836:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468762.920838:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468762.920839:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 20985 00000100:00080000:0.0:1789468762.920841:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468762.920844:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468762.920845:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468762.920847:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468762.920848:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468762.920851:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468762.920853:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789468762.920854:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468762.920856:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789468762.920858:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789468762.920860:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789468762.920863:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468762.920864:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468762.920866:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468762.920868:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468762.920870:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789468762.920872:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468762.920874:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468762.920875:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468762.920878:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468762.920879:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468762.920881:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468762.920882:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468762.920886:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63480. 00000020:00000040:0.0:1789468762.923750:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789468762.923757:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468762.923758:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468762.923762:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468762.923764:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468762.923768:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468762.923780:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865400. 00000100:00000001:0.0:1789468762.923787:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468762.923799:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468762.923809:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468762.923813:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468762.923817:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba63b393] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468762.923828:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468762.923831:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468762.923836:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468762.923839:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468762.923842:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468762.923848:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21016) 00000100:00080000:1.0:1789468762.930157:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468762.930166:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468762.930178:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468762.930190:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404836224:0@lo:38:kworker.0 00000100:00000001:1.0:1789468762.930198:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468762.930203:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.930211:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468762.930214:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930217:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468762.930219:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930221:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468762.930223:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468762.930226:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468762.930232:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468762.930235:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468762.930238:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468762.930246:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404836352:0@lo:38:kworker.0 00000100:00000001:1.0:1789468762.930251:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468762.930255:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.930261:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468762.930263:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930264:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468762.930266:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930267:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468762.930269:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468762.930271:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468762.930275:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468762.930277:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468762.930281:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468762.930293:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404836480:0@lo:38:kworker.0 00000100:00000001:1.0:1789468762.930296:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.930300:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468762.930304:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940000 x1876386404836096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.930310:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468762.930313:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468762.930317:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468762.930324:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468762.930328:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468762.930330:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468762.930332:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468762.930335:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:1.0:1789468762.930339:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468762.930341:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468762.930342:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940000. 00000100:00000001:1.0:1789468762.930346:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468762.930347:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930349:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468762.930352:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940700 x1876386404836224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.930357:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468762.930358:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468762.930360:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468762.930363:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468762.930364:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468762.930365:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468762.930367:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468762.930368:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542000. 02000000:00000001:1.0:1789468762.930370:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468762.930371:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468762.930372:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940700. 00000100:00000001:1.0:1789468762.930375:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468762.930376:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930378:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468762.930381:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943100 x1876386404836352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.930387:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468762.930388:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468762.930389:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468762.930394:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468762.930395:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468762.930396:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468762.930397:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468762.930398:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:1.0:1789468762.930400:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468762.930401:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468762.930402:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943100. 00000100:00000001:1.0:1789468762.930404:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468762.930405:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930406:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468762.930409:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942300 x1876386404836480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468762 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.930414:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468762.930415:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468762.930416:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468762.930418:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468762.930419:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468762.930420:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468762.930421:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468762.930422:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789468762.930424:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468762.930425:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468762.930426:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942300. 00000100:00000001:1.0:1789468762.930428:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468762.930429:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930431:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930439:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468762.930441:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.930443:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468762.930475:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468762.930478:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1789468762.930478:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468762.930484:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789468762.930487:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468762.930492:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468762.930497:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1789468762.930498:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468762.930502:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468762.930503:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1789468762.930508:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1789468762.930508:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1789468762.930513:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468762.930514:0:218601:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:1.0:1789468762.930519:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468762.930521:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 20985 00000100:00100000:1.0:1789468762.930525:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404836736:0@lo:38:kworker.0 00000100:00080000:2.0:1789468762.930528:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1789468762.930532:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789468762.930535:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:1.0:1789468762.930538:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1789468762.930540:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1789468762.930543:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468762.930545:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000001:1.0:1789468762.930548:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789468762.930550:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000010:1.0:1789468762.930557:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468762.930560:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468762.930561:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468762.930564:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000400:00000010:1.0:1789468762.930567:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000020:00000001:2.0:1789468762.930567:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468762.930571:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000400:00000010:1.0:1789468762.930576:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468762.930584:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404836736, portal 10 00000020:00000001:2.0:1789468762.930586:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000001:1.0:1789468762.930587:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468762.930590:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492025344 : -130396217526272 : ffff8967c3c63800) 00000020:00000001:2.0:1789468762.930592:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468762.930597:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468762.930599:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468762.930601:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468762.930603:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468762.930606:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468762.930609:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468762.930612:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468762.930622:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468762.930628:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468762.930630:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468762.930632:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468762.930635:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468762.930640:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1789468762.930641:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942a00. 00000020:00000040:2.0:1789468762.930647:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1789468762.930652:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1789468762.930654:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1789468762.930658:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1789468762.930659:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468762.930664:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000001:2.0:1789468762.930664:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468762.930667:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1789468762.930669:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404836736, offset 0 02000000:00000001:2.0:1789468762.930673:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468762.930679:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1789468762.930682:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789468762.930689:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468762.930696:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1789468762.930707:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789468762.930708:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468762.930714:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468762.930719:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000969a4da] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789468762.930729:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2580 00000100:00000001:2.0:1789468762.930730:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468762.930735:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000100:1.0:1789468762.930739:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404836736 offset 0 length 520: 4 00000100:00080000:2.0:1789468762.930741:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468762.930745:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1789468762.930748:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00080000:2.0:1789468762.930748:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1789468762.930754:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1789468762.930755:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468762.930760:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 20985 00000100:00080000:2.0:1789468762.930763:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468762.930766:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468762.930768:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1789468762.930769:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000100:00000040:2.0:1789468762.930771:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000400:00000010:1.0:1789468762.930774:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:2.0:1789468762.930774:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468762.930781:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789468762.930782:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1789468762.930783:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468762.930786:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:1.0:1789468762.930790:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789468762.930791:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468762.930795:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468762.930800:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468762.930806:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468762.930808:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789468762.930810:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468762.930814:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789468762.930815:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468762.930819:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468762.930824:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468762.930829:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468762.930830:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468762.930833:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.930834:0:117762:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1789468762.930837:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1789468762.930841:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468762.930842:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468762.930847:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468762.930850:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468762.930851:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468762.930854:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940a80. 00000020:00000040:2.0:1789468762.930856:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468762.930858:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468762.930859:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468762.930861:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468762.930862:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468762.930864:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468762.930870:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000040:1.0:1789468762.930904:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468762.930909:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315678366 00000100:00000010:1.0:1789468762.930914:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc118a0. 00000100:00000001:1.0:1789468762.930920:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468762.931004:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315678366 00000100:00000010:1.0:1789468762.931009:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11780. 00000100:00000001:1.0:1789468762.931013:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468762.931017:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315678366 00000100:00000010:1.0:1789468762.931020:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11360. 00000100:00000001:1.0:1789468762.931022:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468762.931024:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315678366 00000100:00000010:1.0:1789468762.931027:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11660. 00000100:00000001:1.0:1789468762.931030:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468762.931061:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468762.931065:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.931067:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468762.931072:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.931078:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468762.931080:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468762.931082:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468762.931084:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468762.931086:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468762.931088:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404836864:0@lo:38:kworker.0 00000100:00000001:1.0:1789468762.931091:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468762.931093:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468762.931095:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468762.931097:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468762.931100:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468762.931102:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468762.931106:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468762.931109:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468762.931112:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404836864, portal 10 00000100:00000001:1.0:1789468762.931113:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468762.931114:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492024448 : -130396217527168 : ffff8967c3c63480) 00000100:00000040:1.0:1789468762.931120:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.931126:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468762.931128:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468762.931130:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468762.931132:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404836864, offset 0 00000400:00000200:1.0:1789468762.931136:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468762.931142:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468762.931148:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2600 00000400:00000100:1.0:1789468762.931154:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404836864 offset 0 length 520: 4 00000400:00000200:1.0:1789468762.931157:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468762.931159:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1789468762.931165:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468762.931167:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468762.931171:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00100000:2.0:1789468762.931174:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468762.931175:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468762.931182:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468762.931192:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468762.931196:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468762.931204:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002138b75f] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.931208:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468762.931214:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468762.931217:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468762.931224:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21016) 00000100:00000001:1.0:1789468762.931226:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.931230:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468762.931624:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468762.931642:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468762.931646:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315678367 00000100:00000001:1.0:1789468762.937136:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315678366 00000100:00000001:1.0:1789468762.937151:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315678373 00000100:00000001:1.0:1789468762.937156:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315678366 00000100:00000001:1.0:1789468762.937159:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315678373 00000100:00000001:1.0:1789468762.937162:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315678366 00000100:00000001:1.0:1789468762.937164:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315678373 00000100:00000001:1.0:1789468762.937168:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315678366 00000100:00000001:1.0:1789468762.937170:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468762.937174:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.937180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.937184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.937193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468762.937195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.937198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468762.937200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468762.937202:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468762.937214:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.937224:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468762.937226:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468762.937230:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468762.937233:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468762.937236:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468762.937240:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404836992:0@lo:38:kworker.0 00000100:00000001:1.0:1789468762.937244:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468762.937248:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468762.937250:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468762.937252:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468762.937261:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468762.937263:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468762.937269:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468762.937276:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468762.937282:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404836992, portal 10 00000100:00000001:1.0:1789468762.937285:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468762.937286:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622962688 : -130396086588928 : ffff8967cb942a00) 00000100:00000040:1.0:1789468762.937295:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.937301:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468762.937303:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468762.937306:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468762.937309:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404836992, offset 0 00000400:00000200:1.0:1789468762.937315:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468762.937327:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468762.937340:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2680 00000400:00000100:1.0:1789468762.939936:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404836992 offset 0 length 520: 4 00000400:00000200:1.0:1789468762.939944:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468762.939947:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468762.939965:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468762.939967:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468762.939973:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468762.939981:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.939991:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468762.939994:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.940007:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.940009:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468762.940015:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468762.940072:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468762.940077:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315678376 00000100:00000001:1.0:1789468762.940089:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315678367 00000100:00000001:1.0:1789468762.940093:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315678376 00000100:00000001:1.0:1789468762.940096:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315678373 00000100:00000001:1.0:1789468762.940099:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315678376 00000100:00000001:1.0:1789468762.940102:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315678373 00000100:00000001:1.0:1789468762.940104:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315678376 00000100:00000001:1.0:1789468762.940108:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315678373 00000100:00000001:1.0:1789468762.940111:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468762.940114:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.940118:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468762.940122:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.940130:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468762.940131:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468762.940135:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468762.940139:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468762.940141:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468762.940144:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404837120:0@lo:38:kworker.0 00000100:00000001:1.0:1789468762.940148:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468762.940152:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468762.940155:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468762.940157:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468762.940166:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468762.940168:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468762.940173:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468762.940177:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468762.940182:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404837120, portal 10 00000100:00000001:1.0:1789468762.940184:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468762.940185:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622954624 : -130396086596992 : ffff8967cb940a80) 00000100:00000040:1.0:1789468762.940192:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.940198:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468762.940200:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468762.940203:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468762.940206:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404837120, offset 0 00000400:00000200:1.0:1789468762.940210:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468762.940221:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468762.940231:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2700 00000400:00000100:1.0:1789468762.940234:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404837120 offset 0 length 520: 4 00000400:00000200:1.0:1789468762.940237:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468762.940239:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468762.940243:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468762.940244:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468762.940247:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468762.940250:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.940255:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468762.940258:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468762.940263:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.940264:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468762.940267:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468762.940270:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468762.940272:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315678377 00000100:00000001:1.0:1789468762.940276:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315678376 00000100:00000001:1.0:1789468762.940278:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315678377 00000100:00000001:1.0:1789468762.940282:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315678376 00000100:00000001:1.0:1789468762.940284:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315678377 00000100:00000001:1.0:1789468762.940286:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315678376 00000100:00000001:1.0:1789468762.940289:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315678377 00000100:00000001:1.0:1789468762.940291:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315678376 00000100:00000001:1.0:1789468762.940294:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468762.940295:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.940300:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.940303:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.940310:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468762.940312:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.940314:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468762.940316:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468762.940317:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.940319:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468762.961278:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315678377, at 4315678378 00000100:00000010:1.0:1789468762.961293:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11780. 00000100:00000040:0.0:1789468762.961497:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315678377, at 4315678378 00000100:00000010:0.0:1789468762.961504:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc118a0. 00000100:00000040:2.0:1789468762.961725:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315678377, at 4315678378 00000100:00000010:2.0:1789468762.961732:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11360. 00000100:00000040:3.0:1789468762.961876:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315678377, at 4315678378 00000100:00000010:3.0:1789468762.961881:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11660. 00010000:00000001:0.0:1789468763.111949:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468763.111956:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468763.111962:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468763.111963:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468763.111968:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468763.111970:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468763.112051:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468763.112054:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468763.112057:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468763.944416:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468763.944436:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468763.944439:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468763.944445:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468763.944449:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468763.944455:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468763.944458:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468764.136613:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468764.136621:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468764.136627:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468764.136629:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468764.136634:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468764.136636:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468764.137795:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468764.137799:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468764.137803:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468764.967175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468764.967190:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468764.967192:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468764.967197:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468764.967199:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468764.967204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468764.967206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.159215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468765.159222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.159227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468765.159229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.159233:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468765.159235:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468765.159582:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468765.159586:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468765.159605:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468765.991218:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468765.991232:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468765.991235:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468765.991252:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468765.991254:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468765.991259:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468765.991261:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468766.183666:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468766.183673:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468766.183678:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468766.183680:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468766.183684:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468766.183686:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468766.184199:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468766.184202:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468766.184206:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468767.015806:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468767.015814:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468767.015827:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468741/real 1789468741] req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468767.015846:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468767.015849:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468767.015852:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:1.0:1789468767.015859:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468767.015862:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468767.015867:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468767.015871:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468767.015880:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.015887:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468767.015888:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.015891:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468767.015893:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468767.015897:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.015904:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.015913:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468767.015915:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.015918:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468767.015920:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468767.015923:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468767.015927:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468766 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.015940:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468767.015943:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.015945:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468767.015946:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.015949:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468767.015951:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468767.015954:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468767.015988:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468767.015991:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468767.015995:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468766 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468767.016002:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404836608:0@lo:250:kworker.0 00000100:00000001:1.0:1789468767.016006:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.016009:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468767.016012:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943b80 x1876386404836608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468766 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.016018:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468767.016020:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468767.016024:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468767.016031:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468767.016033:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468767.016035:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468767.016064:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468767.016067:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542c00. 02000000:00000001:1.0:1789468767.016071:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468767.016073:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468767.016075:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943b80. 00000100:00000001:1.0:1789468767.016078:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468767.016079:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.016081:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468767.016264:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468767.016269:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468767.016271:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468767.016273:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468767.016276:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468767.016279:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 20989 00000100:00080000:3.0:1789468767.016299:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468767.016303:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468767.016306:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468767.016308:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468767.016310:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468767.016316:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468767.016318:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468767.016320:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468767.016323:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468767.016326:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468767.016328:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468767.016331:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468767.016333:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468767.016334:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468767.016336:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468767.016339:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468767.016342:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468767.016345:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468767.016347:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468767.016351:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468767.016353:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.016355:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468767.016358:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468767.016381:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789468767.016385:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468767.016388:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468767.016390:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.016393:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468767.016396:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468767.016399:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468767.016406:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789468767.016411:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468767.016416:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468767.016430:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468767.016433:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468767.016437:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.016454:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468767.016458:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468767.016461:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468767.016464:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468767.016467:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468767.016469:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468767.016472:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468767.016475:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468767.016478:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468767.016482:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21020) 00000100:00000001:1.0:1789468767.016665:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468767.016669:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468767.016670:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468767.016675:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.016682:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468767.016684:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468767.016687:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468767.016690:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468767.016692:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468767.016695:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404837248:0@lo:250:kworker.0 00000100:00000001:1.0:1789468767.016699:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468767.016703:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468767.016705:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468767.016707:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468767.016712:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468767.016773:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468767.016780:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468767.016785:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468767.016791:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404837248, portal 25 00000100:00000001:1.0:1789468767.016793:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468767.016795:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312502656 : -130400397048960 : ffff8966caa7c380) 00000100:00000040:1.0:1789468767.016800:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.016807:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468767.016810:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468767.016812:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468767.016815:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404837248, offset 0 00000400:00000200:1.0:1789468767.016821:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468767.016834:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468767.016845:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f2780 00000400:00000100:1.0:1789468767.016851:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404837248 offset 0 length 520: 4 00000400:00000200:1.0:1789468767.016855:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468767.016858:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468767.016867:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468767.016869:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468767.016873:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468767.016876:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.016883:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468767.016886:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.016892:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.016894:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468767.016898:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.016902:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315687603 00000100:00000010:1.0:1789468767.016906:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11780. 00000100:00000001:1.0:1789468767.016912:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468767.016921:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315687603 00000100:00000010:1.0:1789468767.016925:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11240. 00000100:00000001:1.0:1789468767.016927:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468767.016930:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315687603 00000100:00000010:1.0:1789468767.016932:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc115a0. 00000100:00000001:1.0:1789468767.016935:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468767.016937:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315687603 00000100:00000010:1.0:1789468767.016940:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11cc0. 00000100:00000001:1.0:1789468767.016942:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468767.016944:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468767.016947:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.016951:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.016953:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.017497:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468767.017500:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.017503:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468767.017504:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468767.017506:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.017508:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468767.207785:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468767.207793:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468767.207799:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468767.207800:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468767.207805:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468767.207807:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468767.208343:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468767.208348:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468767.208351:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468768.039345:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468768.039357:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468768.039360:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468768.039364:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468768.039367:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468768.039370:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468768.039372:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468768.039375:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468768.039378:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468768.039381:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468768.039386:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21021) 00000100:00000001:2.0:1789468768.039390:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468768.039402:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468768.039404:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468768.039407:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468768.039409:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468768.039414:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468768.039416:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468768.231392:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468768.231400:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468768.231406:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468768.231408:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468768.231413:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468768.231414:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468768.231586:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468768.231590:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468768.231593:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468768.389430:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468768.389447:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468768.389451:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468768.389454:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468768.389466:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468768.389517:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2680 00000400:00000100:0.0:1789468768.389526:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402412160 offset 0 length 520: 4 00000400:00000200:0.0:1789468768.389532:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468768.389535:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468768.389544:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468768.389550:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468768.389553:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468768.389555:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468768.389557:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468768.389559:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468768.389563:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468768.389569:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2700 00000400:00000100:0.0:1789468768.389586:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402412288 offset 0 length 520: 4 00000400:00000200:0.0:1789468768.389590:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468768.389592:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468768.389596:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468768.389605:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468768.389607:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468768.389609:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468768.390088:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468768.390096:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468768.390099:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468768.390101:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468768.390107:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468768.390118:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2780 00000400:00000100:2.0:1789468768.390123:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402412416 offset 0 length 520: 4 00000400:00000200:2.0:1789468768.390127:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468768.390129:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468768.390134:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468768.390139:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468768.390141:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468768.390143:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468769.066901:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468769.066916:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468769.066919:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468769.066924:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468769.066926:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468769.066932:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468769.066934:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468769.258561:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468769.258578:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468769.258584:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468769.258586:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468769.258591:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468769.258593:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468769.258595:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468769.258599:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468769.258602:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468769.258604:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468769.258605:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468769.258607:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468769.258840:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468769.258843:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468769.258846:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789468769.643811:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468769.643820:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468769.643825:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468769.651748:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468769.651759:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468769.651820:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468769.651825:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468769.651828:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468770.087720:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468770.087731:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468770.087733:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468770.087736:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468770.087738:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468770.087741:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468770.087743:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468770.279167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468770.279174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468770.279180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468770.279182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468770.279187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468770.279190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468770.282204:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468770.282211:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468770.282216:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468771.111155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468771.111171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468771.111174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468771.111178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468771.111181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468771.111186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468771.111188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468771.304666:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468771.304672:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468771.304677:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468771.304679:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468771.304683:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468771.304685:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468771.306573:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468771.306580:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468771.306585:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468772.071694:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468772.071703:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468772.071707:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468772.071711:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468772.071713:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468772.071716:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468772.071719:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468772.071722:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468772.071724:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468772.071727:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468772.071733:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21025) 00000100:00000001:2.0:1789468772.135414:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468772.135429:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468772.135432:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468772.135437:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468772.135439:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468772.135444:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468772.135446:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468772.328106:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468772.328114:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468772.328119:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468772.328120:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468772.328124:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468772.328125:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468772.328414:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468772.328417:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468772.328420:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468772.519225:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315687603, at 4315687936 00000100:00000040:3.0:1789468772.519225:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315687603, at 4315687936 00000100:00000040:1.0:1789468772.519230:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315687603, at 4315687936 00000100:00000010:2.0:1789468772.519242:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc115a0. 00000100:00000010:3.0:1789468772.519244:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11cc0. 00000100:00000010:1.0:1789468772.519246:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11240. 00000100:00000040:0.0:1789468772.519568:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315687603, at 4315687936 00000100:00000010:0.0:1789468772.519575:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11780. 00000100:00000001:2.0:1789468773.159319:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468773.159330:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468773.159332:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468773.159336:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468773.159375:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468773.159379:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468773.159380:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468773.351185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468773.351192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468773.351197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468773.351199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468773.351203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468773.351205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468773.351442:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468773.351446:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468773.351449:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468774.183625:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468774.183639:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468774.183641:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468774.183645:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468774.183647:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468774.183652:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468774.183654:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468774.375154:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468774.375162:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468774.375168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468774.375169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468774.375174:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468774.375175:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468774.375267:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468774.375270:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468774.375273:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468775.207361:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468775.207379:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468775.207381:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468775.207386:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468775.207388:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468775.207393:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468775.207396:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.399193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468775.399201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.399206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468775.399208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.399212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468775.399213:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468775.399321:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468775.399325:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468775.399328:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468776.231118:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468776.231133:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468776.231135:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468776.231140:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468776.231142:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468776.231147:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468776.231149:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468776.423165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468776.423171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468776.423175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468776.423177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468776.423226:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468776.423227:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468776.423279:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468776.423282:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468776.423286:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468777.127404:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468777.127414:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468777.127417:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468777.127420:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468777.127423:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468777.127427:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468777.127430:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468777.127434:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468777.127436:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468777.127440:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468777.127445:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21030) 00000100:00000001:2.0:1789468777.255994:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468777.256007:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468777.256009:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468777.256014:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468777.256017:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468777.256021:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468777.256023:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468777.447171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468777.447178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468777.447184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468777.447186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468777.447192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468777.447193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468777.447271:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468777.447274:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468777.447277:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468778.286205:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468778.286219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468778.286221:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468778.286225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468778.286228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468778.286232:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468778.286234:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468778.471170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468778.471177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468778.471183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468778.471185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468778.471189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468778.471191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468778.471285:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468778.471289:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468778.471292:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468779.303282:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468779.303298:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468779.303300:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468779.303304:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468779.303306:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468779.303311:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468779.303313:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468779.495181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468779.495188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468779.495193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468779.495195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468779.495200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468779.495203:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468779.495205:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468779.495208:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468779.495211:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468779.495213:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468779.495215:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468779.495217:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468779.495603:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468779.495607:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468779.495611:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468780.327471:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468780.327494:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468780.327497:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468780.327501:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468780.327503:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468780.327507:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468780.327510:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468780.519125:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468780.519132:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468780.519138:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468780.519140:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468780.519144:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468780.519146:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468780.519240:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468780.519243:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468780.519263:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468781.351156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468781.351172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468781.351174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468781.351178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468781.351181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468781.351186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468781.351189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468781.543169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468781.543176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468781.543182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468781.543183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468781.543188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468781.543189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468781.543717:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468781.543721:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468781.543725:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468782.247235:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468782.247245:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468782.247248:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468782.247252:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468782.247254:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468782.247257:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468782.247260:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468782.247263:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468782.247265:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468782.247267:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468782.247272:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21035) 00000100:00000001:1.0:1789468782.375200:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468782.375215:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468782.375217:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468782.375222:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468782.375224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468782.375229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468782.375231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468782.567147:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468782.567155:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468782.567160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468782.567161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468782.567166:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468782.567167:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468782.567321:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468782.567325:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468782.567328:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468783.399352:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468783.399377:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468783.399380:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468783.399384:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468783.399387:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468783.399392:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468783.399395:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468783.591176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468783.591183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468783.591189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468783.591191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468783.591196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468783.591197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468783.591497:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468783.591501:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468783.591504:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468784.423209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468784.423223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468784.423225:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468784.423229:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468784.423232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468784.423236:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468784.423239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468784.616112:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468784.616117:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468784.616122:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468784.616123:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468784.616127:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468784.616128:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468784.616503:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468784.616507:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468784.616511:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468785.447286:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468785.447300:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468785.447302:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468785.447306:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468785.447309:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468785.447313:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468785.447316:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468785.639298:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468785.639309:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468785.639317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468785.639319:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468785.639325:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468785.639335:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468785.639436:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468785.639452:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468785.639456:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468786.477788:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468786.477802:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468786.477804:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468786.477808:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468786.477810:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468786.477815:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468786.477817:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.663188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468786.663196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.663202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468786.663204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.663209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468786.663210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468786.663387:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468786.663391:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468786.663394:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468787.368858:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.368869:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468787.368872:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.368875:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468787.368877:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.368879:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468787.368881:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.368884:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468787.368886:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.368889:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468787.368894:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21040) 00000100:00000001:1.0:1789468787.495866:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468787.495874:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468787.495952:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468762/real 1789468762] req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468787.495969:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468787.495971:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468787.495974:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:1.0:1789468787.495980:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468787.495983:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468787.496034:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468787.496057:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468787.496066:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496075:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468787.496077:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496080:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468787.496082:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468787.496087:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496093:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496096:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468787.496099:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468762/real 1789468762] req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468787.496107:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468787.496108:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468787.496110:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:1.0:1789468787.496113:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468787.496115:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468787.496117:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468787.496120:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468787.496128:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496134:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468787.496135:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496137:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468787.496138:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468787.496141:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496148:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496150:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468787.496154:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468762/real 1789468762] req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468787.496167:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468787.496168:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468787.496170:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:1.0:1789468787.496173:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468787.496175:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468787.496177:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468787.496180:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468787.496187:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496194:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468787.496195:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496196:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468787.496198:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468787.496201:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496207:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496209:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468787.496212:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468762/real 1789468762] req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468787.496219:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468787.496220:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468787.496346:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:1.0:1789468787.496351:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:1.0:1789468787.496352:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:1.0:1789468787.496355:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468787.496360:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468787.496367:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496378:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468787.496380:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496382:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468787.496383:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468787.496387:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496393:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496402:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468787.496404:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496407:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468787.496409:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468787.496413:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468787.496417:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496424:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468787.496426:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496428:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468787.496440:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496443:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468787.496445:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468787.496449:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468787.496477:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468787.496479:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468787.496484:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468787.496491:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404836992:0@lo:38:kworker.0 00000100:00000001:1.0:1789468787.496496:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468787.496499:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496511:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468787.496513:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496515:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468787.496516:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496518:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468787.496520:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468787.496522:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468787.496527:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468787.496529:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468787.496532:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468787.496539:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404837120:0@lo:38:kworker.0 00000100:00000001:1.0:1789468787.496543:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468787.496546:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496552:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468787.496554:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496556:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468787.496557:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496558:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468787.496560:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468787.496562:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468787.496567:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468787.496569:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468787.496572:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468787.496584:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404836736:0@lo:38:kworker.0 00000100:00000001:1.0:1789468787.496587:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468787.496591:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496597:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468787.496598:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496600:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468787.496601:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496602:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468787.496604:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468787.496606:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468787.496610:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468787.496613:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468787.496616:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468787.496622:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404836864:0@lo:38:kworker.0 00000100:00000001:1.0:1789468787.496625:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.496627:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468787.496630:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942a00 x1876386404836992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496636:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468787.496639:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468787.496642:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468787.496647:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468787.496650:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468787.496652:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468787.496655:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468787.496658:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:1.0:1789468787.496660:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468787.496662:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468787.496664:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942a00. 00000100:00000001:1.0:1789468787.496667:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468787.496668:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496670:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468787.496673:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940a80 x1876386404837120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496679:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468787.496681:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468787.496682:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468787.496704:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468787.496706:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468787.496707:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468787.496709:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468787.496711:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789468787.496713:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468787.496714:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468787.496715:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940a80. 00000100:00000001:1.0:1789468787.496717:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468787.496718:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496720:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468787.496723:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63800 x1876386404836736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496802:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468787.496804:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468787.496806:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468787.496809:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468787.496810:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468787.496811:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468787.496813:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468787.496815:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867400. 02000000:00000001:1.0:1789468787.496817:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468787.496818:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468787.496819:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63800. 00000100:00000001:1.0:1789468787.496822:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468787.496824:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496826:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468787.496830:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63480 x1876386404836864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468787 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.496835:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468787.496836:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468787.496838:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468787.496856:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468787.496857:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468787.496859:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468787.496860:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468787.496862:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865400. 02000000:00000001:1.0:1789468787.496864:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468787.496865:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468787.496866:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63480. 00000100:00000001:1.0:1789468787.496868:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468787.496869:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.496871:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468787.498630:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.498639:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468787.498642:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.498646:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468787.498648:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468787.498652:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468787.498656:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468787.498660:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21011 00000100:00080000:2.0:1789468787.498665:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468787.498667:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468787.498670:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468787.498672:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468787.498675:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468787.498683:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468787.498685:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789468787.498688:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468787.498691:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789468787.498693:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789468787.498695:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789468787.498700:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468787.498702:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468787.498703:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468787.498705:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468787.498709:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789468787.498712:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468787.498714:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468787.498716:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468787.498724:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468787.498727:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468787.498728:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468787.498731:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468787.498740:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789468787.498744:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789468787.498747:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468787.498748:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468787.498751:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468787.498753:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468787.498757:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468787.498764:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789468787.498771:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468787.498780:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468787.498790:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468787.498794:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468787.498799:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468787.498828:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468787.498831:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.498834:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468787.498836:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468787.498838:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468787.498840:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468787.498842:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21011 00000100:00080000:2.0:1789468787.498845:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468787.498848:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468787.498850:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468787.498851:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468787.498853:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468787.498857:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468787.498858:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789468787.498859:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468787.498862:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789468787.498864:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789468787.498866:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789468787.498868:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468787.498870:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468787.498872:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468787.498874:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468787.498876:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789468787.498879:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468787.498881:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468787.498883:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468787.498886:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468787.498889:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468787.498891:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468787.498892:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468787.498896:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940380. 00000020:00000040:2.0:1789468787.498898:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789468787.498900:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468787.498902:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468787.498903:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468787.498905:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468787.498907:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468787.498910:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542800. 00000100:00000001:2.0:1789468787.498913:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468787.498917:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468787.498924:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468787.498926:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468787.498929:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034057c82] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468787.498936:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468787.498939:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.498942:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468787.498943:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468787.498945:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468787.498947:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468787.498949:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21011 00000100:00080000:2.0:1789468787.498952:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468787.498954:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468787.498956:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468787.498957:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468787.498959:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468787.498962:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468787.498964:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789468787.498965:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468787.498967:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789468787.498969:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789468787.498971:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789468787.498974:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468787.498976:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468787.498977:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468787.498979:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468787.498981:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789468787.498984:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468787.498985:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468787.498987:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468787.498989:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468787.498991:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468787.498993:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468787.498994:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468787.498997:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942d80. 00000020:00000040:2.0:1789468787.499000:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789468787.499002:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468787.499003:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468787.499005:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468787.499006:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468787.499008:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468787.499012:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540000. 00000100:00000001:2.0:1789468787.499015:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468787.499018:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468787.499025:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468787.499027:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468787.499030:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8bc0c79] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468787.499064:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468787.499068:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468787.499071:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468787.499073:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468787.499074:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468787.499077:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468787.499079:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21011 00000100:00080000:2.0:1789468787.499081:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468787.499083:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468787.499085:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468787.499087:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468787.499089:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468787.499092:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468787.499093:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789468787.499094:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468787.499097:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789468787.499098:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789468787.499100:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789468787.499103:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468787.499104:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468787.499106:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468787.499108:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468787.499111:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789468787.499113:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468787.499115:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468787.499117:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468787.499120:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468787.499122:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468787.499124:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468787.499125:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468787.499128:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941500. 00000020:00000040:2.0:1789468787.499130:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789468787.499133:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468787.499134:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468787.499136:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468787.499138:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468787.499139:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468787.499142:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789468787.499145:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468787.499150:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468787.499156:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468787.499158:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468787.499161:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d71cadf2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468787.499168:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468787.499172:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21040) 00000100:00000001:1.0:1789468787.500251:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468787.500258:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468787.500261:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468787.500271:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.500281:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468787.500283:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468787.500286:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468787.500289:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468787.500292:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468787.500295:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404837376:0@lo:38:kworker.0 00000100:00000001:1.0:1789468787.500299:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468787.500302:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468787.500304:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468787.500306:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468787.500312:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468787.500314:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468787.500321:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfb00. 00000400:00000010:1.0:1789468787.500328:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351b28. 00000100:00000200:1.0:1789468787.500334:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404837376, portal 10 00000100:00000001:1.0:1789468787.500336:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468787.500338:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:1.0:1789468787.500345:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.500352:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468787.500354:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468787.500357:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468787.500364:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404837376, offset 0 00000400:00000200:1.0:1789468787.500370:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468787.500382:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468787.500393:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2800 00000400:00000100:1.0:1789468787.500399:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404837376 offset 0 length 520: 4 00000400:00000200:1.0:1789468787.500403:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468787.500405:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468787.500417:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:1.0:1789468787.500419:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:1.0:1789468787.500423:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468787.500427:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.500443:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468787.500446:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.500452:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.500454:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468787.500458:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468787.500463:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468787.500466:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315702936 00000100:00000010:1.0:1789468787.500471:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11240. 00000100:00000001:1.0:1789468787.500478:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468787.500610:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315702936 00000100:00000010:1.0:1789468787.500615:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc116c0. 00000100:00000001:1.0:1789468787.500619:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468787.500623:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315702936 00000100:00000010:1.0:1789468787.500626:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11120. 00000100:00000001:1.0:1789468787.500630:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468787.500641:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315702936 00000100:00000010:1.0:1789468787.500644:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11ba0. 00000100:00000001:1.0:1789468787.500647:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468787.500660:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468787.500663:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.500666:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468787.500671:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.500678:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468787.500680:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468787.500682:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468787.500684:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468787.500687:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468787.500689:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404837504:0@lo:38:kworker.0 00000100:00000001:1.0:1789468787.500693:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468787.500695:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468787.500697:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468787.500699:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468787.500703:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd400. 02000000:00000001:1.0:1789468787.500704:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468787.500708:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf5d8. 00000400:00000010:1.0:1789468787.500711:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63517f8. 00000100:00000200:1.0:1789468787.500714:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404837504, portal 10 00000100:00000001:1.0:1789468787.500716:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468787.500717:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622952832 : -130396086598784 : ffff8967cb940380) 00000100:00000040:1.0:1789468787.500722:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.500729:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468787.500731:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468787.500733:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468787.500735:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404837504, offset 0 00000400:00000200:1.0:1789468787.500739:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468787.500745:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468787.500750:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2880 00000400:00000100:1.0:1789468787.500754:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404837504 offset 0 length 520: 4 00000400:00000200:1.0:1789468787.500757:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468787.500759:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468787.500763:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:1.0:1789468787.500765:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:1.0:1789468787.500768:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468787.500771:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.500777:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468787.500780:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.500786:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.500788:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468787.500791:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468787.500794:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468787.500797:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315702936 00000100:00000001:1.0:1789468787.500799:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315702936 00000100:00000001:1.0:1789468787.500801:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315702936 00000100:00000001:1.0:1789468787.500803:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315702936 00000100:00000001:1.0:1789468787.500805:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315702936 00000100:00000001:1.0:1789468787.500807:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315702936 00000100:00000001:1.0:1789468787.500809:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315702936 00000100:00000001:1.0:1789468787.500811:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315702936 00000100:00000001:1.0:1789468787.500813:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468787.500815:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.500817:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468787.500820:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.500826:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468787.500828:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468787.500829:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468787.500831:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468787.500833:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468787.500835:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404837632:0@lo:38:kworker.0 00000100:00000001:1.0:1789468787.500838:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468787.500840:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468787.500841:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468787.502119:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468787.502133:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468787.502137:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468787.502143:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf160. 00000400:00000010:1.0:1789468787.502149:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351220. 00000100:00000200:1.0:1789468787.502154:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404837632, portal 10 00000100:00000001:1.0:1789468787.502157:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468787.502158:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622963584 : -130396086588032 : ffff8967cb942d80) 00000100:00000040:1.0:1789468787.502168:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.502175:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468787.502178:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468787.502180:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468787.502183:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404837632, offset 0 00000400:00000200:1.0:1789468787.502187:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468787.502195:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468787.502203:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2900 00000400:00000100:1.0:1789468787.502208:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404837632 offset 0 length 520: 4 00000400:00000200:1.0:1789468787.502213:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468787.502215:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468787.502223:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:1.0:1789468787.502226:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:1.0:1789468787.502230:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468787.502234:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.502241:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468787.502244:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.502251:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.502253:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468787.502257:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468787.502261:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468787.502263:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315702938 00000100:00000001:1.0:1789468787.507988:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315702936 00000100:00000001:1.0:1789468787.508005:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315702943 00000100:00000001:1.0:1789468787.508010:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315702936 00000100:00000001:1.0:1789468787.508013:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315702943 00000100:00000001:1.0:1789468787.508016:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315702936 00000100:00000001:1.0:1789468787.508019:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315702943 00000100:00000001:1.0:1789468787.508022:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315702936 00000100:00000001:1.0:1789468787.508025:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468787.508030:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.508034:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468787.508059:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.508069:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468787.508071:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468787.508076:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468787.508080:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468787.508082:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468787.508085:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404837760:0@lo:38:kworker.0 00000100:00000001:1.0:1789468787.508089:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468787.508093:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468787.508095:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468787.508097:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468787.508105:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468787.508107:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468787.508113:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9f8. 00000400:00000010:1.0:1789468787.508120:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351990. 00000100:00000200:1.0:1789468787.508127:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404837760, portal 10 00000100:00000001:1.0:1789468787.508129:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468787.508131:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:1.0:1789468787.508138:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.508145:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468787.508148:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468787.508150:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468787.508153:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404837760, offset 0 00000400:00000200:1.0:1789468787.508160:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468787.508172:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468787.508184:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2980 00000400:00000100:1.0:1789468787.508189:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404837760 offset 0 length 520: 4 00000400:00000200:1.0:1789468787.508193:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468787.508196:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468787.508207:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468787.508210:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468787.508214:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468787.508218:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.508227:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468787.508231:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468787.508238:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.508240:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468787.508244:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468787.508248:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468787.508252:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315702945 00000100:00000001:1.0:1789468787.508257:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315702938 00000100:00000001:1.0:1789468787.508260:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315702945 00000100:00000001:1.0:1789468787.508263:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315702943 00000100:00000001:1.0:1789468787.508265:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315702945 00000100:00000001:1.0:1789468787.508268:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315702943 00000100:00000001:1.0:1789468787.508270:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315702945 00000100:00000001:1.0:1789468787.508272:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315702943 00000100:00000001:1.0:1789468787.508275:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468787.508276:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.508280:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.508283:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.508292:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468787.508294:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468787.508297:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468787.508299:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468787.508301:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468787.508303:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468787.529317:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315702945, at 4315702946 00000100:00000010:0.0:1789468787.529332:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11240. 00000100:00000040:2.0:1789468787.529496:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315702945, at 4315702946 00000100:00000010:2.0:1789468787.529503:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11120. 00000100:00000040:3.0:1789468787.529573:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315702945, at 4315702946 00000100:00000010:3.0:1789468787.529578:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11ba0. 00000100:00000040:1.0:1789468787.529952:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315702945, at 4315702946 00000100:00000010:1.0:1789468787.529958:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc116c0. 00010000:00000001:0.0:1789468787.687167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468787.687174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468787.687181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468787.687182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468787.687187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468787.687189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468787.687313:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468787.687317:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468787.687320:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468788.519727:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468788.519742:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468788.519744:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468788.519748:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468788.519750:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468788.519754:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468788.519757:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468788.711174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468788.711182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468788.711187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468788.711188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468788.711193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468788.711194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468788.715160:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468788.715168:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468788.715173:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468789.545155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468789.545168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468789.545170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468789.545174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468789.545177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468789.545181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468789.545183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468789.735179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468789.735188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468789.735194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468789.735196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468789.735201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468789.735205:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468789.735207:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468789.735211:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468789.735215:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468789.735217:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468789.735219:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468789.735222:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468789.735360:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468789.735363:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468789.735367:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468790.569767:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468790.569781:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468790.569784:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468790.569788:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468790.569790:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468790.569794:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468790.569797:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468790.759143:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468790.759162:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468790.759168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468790.759170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468790.759175:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468790.759177:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468790.759324:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468790.759328:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468790.759336:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468791.591158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468791.591173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468791.591175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468791.591179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468791.591181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468791.591186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468791.591188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468791.783410:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468791.783417:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468791.783422:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468791.783424:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468791.783428:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468791.783430:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468791.783631:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468791.783635:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468791.783638:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468792.615126:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468792.615134:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468792.615147:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468767/real 1789468767] req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468792.615164:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468792.615166:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468792.615169:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:1.0:1789468792.615175:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:1.0:1789468792.615178:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:1.0:1789468792.615182:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468792.615185:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468792.615194:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468792.615201:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468792.615203:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468792.615206:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468792.615208:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468792.615211:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468792.615217:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468792.615225:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468792.615227:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468792.615230:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468792.615232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468792.615235:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468792.615238:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468792.615245:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468792.615248:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468792.615255:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468792.615257:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468792.615261:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468792.615263:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468792.615266:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468792.615293:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468792.615296:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468792.615300:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468792.615306:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404837248:0@lo:250:kworker.0 00000100:00000001:1.0:1789468792.615310:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468792.615313:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468792.615316:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404837248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468792.615328:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468792.615331:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468792.615338:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468792.615344:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468792.615347:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468792.615348:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468792.615351:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468792.615353:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:1.0:1789468792.615357:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468792.615358:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468792.615360:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00000001:1.0:1789468792.615364:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468792.615365:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468792.615367:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468792.615433:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.615438:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468792.615440:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468792.615443:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468792.615446:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468792.615449:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21015 00000100:00080000:2.0:1789468792.615452:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468792.615455:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468792.615458:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468792.615460:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468792.615461:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468792.615469:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468792.615471:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468792.615474:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468792.615477:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468792.615479:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468792.615481:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468792.615484:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468792.615485:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468792.615487:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468792.615488:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468792.615491:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468792.615494:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468792.615497:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468792.615499:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468792.615502:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468792.615505:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.615507:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468792.615509:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468792.615517:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941880. 00000020:00000040:2.0:1789468792.615519:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468792.615523:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468792.615525:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.615527:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468792.615529:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468792.615533:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468792.615551:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789468792.615557:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468792.615563:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468792.615570:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468792.615574:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468792.615578:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de681922] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.615597:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468792.615600:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.615604:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468792.615606:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.615609:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468792.615611:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.615614:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468792.615616:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.615619:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468792.615628:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21045) 00000100:00000001:1.0:1789468792.615892:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468792.615895:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468792.615897:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468792.615902:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468792.615909:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468792.615911:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468792.615914:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468792.615917:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468792.615919:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468792.615922:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404837888:0@lo:250:kworker.0 00000100:00000001:1.0:1789468792.615926:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468792.615929:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468792.615931:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468792.615933:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468792.615938:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468792.615939:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468792.615944:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf4d0. 00000400:00000010:1.0:1789468792.615949:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351c38. 00000100:00000200:1.0:1789468792.615954:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404837888, portal 25 00000100:00000001:1.0:1789468792.615958:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468792.615960:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622958208 : -130396086593408 : ffff8967cb941880) 00000100:00000040:1.0:1789468792.615965:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468792.615971:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468792.615974:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468792.615976:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468792.615979:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404837888, offset 0 00000400:00000200:1.0:1789468792.615985:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468792.615996:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468792.616007:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f2a00 00000400:00000100:1.0:1789468792.616012:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404837888 offset 0 length 520: 4 00000400:00000200:1.0:1789468792.616017:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468792.616019:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468792.616029:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468792.616031:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468792.616034:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468792.616058:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468792.616065:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468792.616068:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468792.616073:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468792.616074:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468792.616079:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468792.616083:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315713203 00000100:00000010:1.0:1789468792.616088:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc116c0. 00000100:00000001:1.0:1789468792.616094:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468792.616104:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315713203 00000100:00000010:1.0:1789468792.616107:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11600. 00000100:00000001:1.0:1789468792.616110:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468792.616113:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315713203 00000100:00000010:1.0:1789468792.616116:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc114e0. 00000100:00000001:1.0:1789468792.616119:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468792.616127:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315713203 00000100:00000010:1.0:1789468792.616130:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11f60. 00000100:00000001:1.0:1789468792.616132:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468792.616136:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468792.616138:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468792.616141:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468792.616143:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468792.616147:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468792.616149:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468792.616151:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468792.616152:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468792.616153:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468792.616155:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468792.807166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468792.807173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468792.807179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468792.807180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468792.807184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468792.807186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468792.807283:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468792.807286:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468792.807289:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468792.984409:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468792.984427:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468792.984431:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468792.984434:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468792.984445:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468792.984463:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2800 00000400:00000100:2.0:1789468792.984472:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402412544 offset 0 length 520: 4 00000400:00000200:2.0:1789468792.984484:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468792.984488:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468792.984498:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468792.984502:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468792.984505:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468792.984507:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468792.984509:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468792.984512:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468792.984517:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468792.984522:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2880 00000400:00000100:2.0:1789468792.984527:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402412672 offset 0 length 520: 4 00000400:00000200:2.0:1789468792.984531:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468792.984533:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468792.984537:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468792.984544:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468792.984546:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468792.984548:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468792.997449:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468792.997465:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468792.997469:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468792.997472:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468792.997484:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468792.997501:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2900 00000400:00000100:3.0:1789468792.997509:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402412800 offset 0 length 520: 4 00000400:00000200:3.0:1789468792.997514:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468792.997517:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468792.997531:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468792.997541:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468792.997543:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468792.997546:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468793.640541:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468793.640555:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468793.640557:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468793.640562:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468793.640564:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468793.640569:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468793.640572:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468793.831150:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468793.831158:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468793.831164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468793.831166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468793.831170:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468793.831172:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468793.831337:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468793.831340:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468793.831343:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468794.663202:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468794.663215:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468794.663217:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468794.663222:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468794.663224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468794.663228:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468794.663230:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468794.855728:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468794.855736:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468794.855741:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468794.855743:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468794.855748:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468794.855749:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468794.856118:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468794.856121:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468794.856124:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468795.687550:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468795.687565:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468795.687567:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468795.687572:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468795.687574:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468795.687580:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468795.687583:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468795.879172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468795.879178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468795.879183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468795.879184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468795.879188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468795.879190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468795.879414:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468795.879418:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468795.879421:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468796.711147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468796.711161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468796.711163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468796.711167:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468796.711169:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468796.711173:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468796.711176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.903166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468796.903172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.903178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468796.903179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.903184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468796.903185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468796.906467:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468796.906472:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468796.906476:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468797.735641:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468797.735655:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468797.735657:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468797.735662:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468797.735664:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468797.735669:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468797.735671:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468797.927178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468797.927186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468797.927191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468797.927193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468797.927199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468797.927200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468797.928784:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468797.928790:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468797.928794:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468798.119161:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315713203, at 4315713536 00000100:00000040:3.0:1789468798.119161:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315713203, at 4315713536 00000100:00000010:3.0:1789468798.119176:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11f60. 00000100:00000010:0.0:1789468798.119182:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc116c0. 00000100:00000040:2.0:1789468798.119293:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315713203, at 4315713536 00000100:00000010:2.0:1789468798.119299:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc114e0. 00000100:00080000:0.0:1789468798.119359:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468798.119364:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468798.119367:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468798.119370:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468798.119374:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468798.119376:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468798.119379:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468798.119382:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468798.119385:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468798.119388:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468798.119392:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21051) 00000100:00000040:1.0:1789468798.119528:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315713203, at 4315713536 00000100:00000010:1.0:1789468798.119533:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11600. 00000100:00000001:1.0:1789468798.759156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468798.759170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468798.759172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468798.759176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468798.759178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468798.759184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468798.759186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468798.951171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468798.951178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468798.951184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468798.951186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468798.951190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468798.951194:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468798.951196:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468798.951199:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468798.951201:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468798.951203:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468798.951206:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468798.951207:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468798.953580:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468798.953588:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468798.953593:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468799.785354:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468799.785368:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468799.785370:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468799.785375:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468799.785377:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468799.785382:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468799.785384:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468799.976641:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468799.976648:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468799.976655:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468799.976656:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468799.976661:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468799.976663:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468799.976928:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468799.976932:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468799.976937:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468800.807200:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468800.807215:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468800.807217:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468800.807221:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468800.807224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468800.807228:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468800.807230:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468800.999162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468800.999169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468800.999174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468800.999175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468800.999180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468800.999182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468800.999310:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468800.999314:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468800.999316:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468801.831159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468801.831181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468801.831184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468801.831195:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468801.831197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468801.831202:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468801.831205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468802.023162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468802.023168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468802.023174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468802.023175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468802.023180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468802.023182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468802.023661:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468802.023665:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468802.023668:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468802.855369:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468802.855383:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468802.855385:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468802.855389:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468802.855392:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468802.855396:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468802.855399:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468803.047167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468803.047174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468803.047180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468803.047182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468803.047187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468803.047188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468803.047348:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468803.047352:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468803.047355:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468803.242231:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468803.242241:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468803.242244:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468803.242248:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468803.242250:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468803.242253:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468803.242255:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468803.242259:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468803.242261:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468803.242264:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468803.242269:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21056) 00000100:00000001:1.0:1789468803.879153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468803.879165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468803.879167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468803.879171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468803.879173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468803.879177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468803.879180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468804.071245:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468804.071253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468804.071258:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468804.071260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468804.071265:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468804.071267:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468804.071432:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468804.071435:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468804.071438:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468804.903354:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468804.903368:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468804.903370:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468804.903375:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468804.903377:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468804.903382:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468804.903384:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.095171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468805.095179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.095185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468805.095187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.095192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468805.095193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468805.095521:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468805.095526:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468805.095529:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468805.927166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468805.927230:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468805.927232:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468805.927237:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468805.927240:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468805.927244:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468805.927247:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468806.119170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468806.119177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468806.119184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468806.119185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468806.119190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468806.119192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468806.119629:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468806.119644:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468806.119648:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468806.951309:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468806.951328:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468806.951330:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468806.951334:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468806.951337:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468806.951341:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468806.951343:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468807.143169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468807.143177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468807.143183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468807.143185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468807.143189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468807.143191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468807.143352:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468807.143356:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468807.143359:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468807.977610:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468807.977624:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468807.977626:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468807.977631:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468807.977634:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468807.977639:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468807.977642:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468808.167174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468808.167184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468808.167190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468808.167192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468808.167197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468808.167199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468808.167306:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468808.167310:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468808.167313:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468808.359339:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468808.359405:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468808.359409:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468808.359414:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468808.359417:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468808.359419:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468808.359422:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468808.359425:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468808.359427:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468808.359430:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468808.359435:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21061) 00000800:00000200:3.0:1789468808.551806:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468808.551815:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468808.551820:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468808.555260:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468808.555270:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468808.555293:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468808.555298:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468808.555301:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468809.001413:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468809.001427:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468809.001430:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468809.001434:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468809.001436:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468809.001441:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468809.001443:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468809.191178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468809.191185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468809.191192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468809.191193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468809.191198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468809.191202:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468809.191204:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468809.191208:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468809.191210:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468809.191212:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468809.191214:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468809.191216:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468809.191325:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468809.191345:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468809.191347:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468810.023156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468810.023170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468810.023172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468810.023177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468810.023180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468810.023184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468810.023187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468810.215175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468810.215183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468810.215189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468810.215190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468810.215195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468810.215197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468810.215457:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468810.215461:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468810.215465:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468811.047156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468811.047170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468811.047172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468811.047177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468811.047179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468811.047183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468811.047186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468811.239168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468811.239176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468811.239181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468811.239183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468811.239188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468811.239189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468811.239446:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468811.239450:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468811.239453:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468812.071391:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468812.071398:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468812.071412:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468787/real 1789468787] req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468812.071429:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468812.071431:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468812.071434:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfb00. 00000400:00000200:2.0:1789468812.071441:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351b28 00000400:00000010:2.0:1789468812.071444:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351b28. 00000100:00000001:2.0:1789468812.071449:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468812.071453:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468812.071461:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071467:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468812.071469:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071472:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468812.071474:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468812.071477:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071484:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071486:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468812.071489:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468787/real 1789468787] req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468812.071496:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468812.071497:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468812.071498:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf5d8. 00000400:00000200:2.0:1789468812.071500:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63517f8 00000400:00000010:2.0:1789468812.071501:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63517f8. 00000100:00000001:2.0:1789468812.071503:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468812.071505:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468812.071512:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071516:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468812.071517:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071518:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468812.071519:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468812.071522:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071532:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071534:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468812.071538:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468787/real 1789468787] req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468812.071545:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468812.071546:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468812.071547:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf160. 00000400:00000200:2.0:1789468812.071550:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351220 00000400:00000010:2.0:1789468812.071551:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351220. 00000100:00000001:2.0:1789468812.071553:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468812.071556:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468812.071562:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071567:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468812.071568:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071569:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468812.071570:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468812.071573:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071579:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071581:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468812.071584:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468787/real 1789468787] req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468812.071590:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468812.071591:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468812.071593:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9f8. 00000400:00000200:2.0:1789468812.071595:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351990 00000400:00000010:2.0:1789468812.071597:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351990. 00000100:00000001:2.0:1789468812.071599:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468812.071638:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468812.071645:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071651:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468812.071652:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071654:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468812.071655:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468812.071659:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071665:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071672:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468812.071674:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071677:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468812.071679:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468812.071682:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468812.071686:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071693:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468812.071695:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071697:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468812.071698:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071700:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468812.071702:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468812.071705:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468812.071737:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468812.071739:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468812.071744:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468812.071751:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404837376:0@lo:38:kworker.0 00000100:00000001:2.0:1789468812.071755:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468812.071758:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071764:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468812.071767:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071768:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468812.071769:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071771:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468812.071772:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468812.071775:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468812.071780:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468812.071782:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468812.071784:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468812.071791:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404837504:0@lo:38:kworker.0 00000100:00000001:2.0:1789468812.071794:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468812.071796:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071801:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468812.071803:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071805:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468812.071806:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071808:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468812.071809:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468812.071811:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468812.071815:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468812.071817:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468812.071821:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468812.071827:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404837632:0@lo:38:kworker.0 00000100:00000001:2.0:1789468812.071830:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468812.071833:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071838:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468812.071839:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071841:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468812.071842:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071843:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468812.071844:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468812.071846:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468812.071850:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468812.071852:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468812.071854:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468812.071860:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404837760:0@lo:38:kworker.0 00000100:00000001:2.0:1789468812.071863:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.071865:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468812.071868:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404837376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071873:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468812.071876:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468812.071897:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:2.0:1789468812.071904:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468812.071907:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468812.071908:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789468812.071911:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468812.071913:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468812.071916:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468812.071918:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468812.071919:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:2.0:1789468812.071923:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468812.071924:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071925:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468812.071928:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940380 x1876386404837504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071934:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468812.071935:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468812.071936:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd400. 02000000:00000001:2.0:1789468812.071939:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468812.071940:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468812.071941:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789468812.071943:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468812.071945:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789468812.071947:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468812.071948:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468812.071949:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940380. 00000100:00000001:2.0:1789468812.071951:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468812.071952:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071953:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468812.071956:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942d80 x1876386404837632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071962:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468812.071963:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468812.071964:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:2.0:1789468812.071966:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468812.071967:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468812.071968:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789468812.071970:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468812.071971:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789468812.071973:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468812.071974:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468812.071976:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942d80. 00000100:00000001:2.0:1789468812.071978:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468812.071979:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.071980:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468812.071983:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941500 x1876386404837760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468812 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.071988:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468812.071989:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468812.071990:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:2.0:1789468812.071993:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468812.071994:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468812.071995:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468812.071996:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468812.071998:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468812.072000:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468812.072001:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468812.072002:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941500. 00000100:00000001:2.0:1789468812.072004:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468812.072005:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.072007:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468812.074526:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468812.074537:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468812.074540:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468812.074543:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468812.074545:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468812.074549:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468812.074553:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468812.074558:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21035 00000100:00080000:3.0:1789468812.074562:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468812.074565:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468812.074568:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468812.074570:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468812.074572:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468812.074582:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468812.074584:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468812.074586:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468812.074589:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468812.074592:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468812.074594:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468812.074597:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468812.074598:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468812.074599:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468812.074601:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468812.074604:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468812.074607:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468812.074610:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468812.074612:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468812.074635:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468812.074638:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468812.074640:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468812.074642:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468812.074648:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789468812.074651:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468812.074655:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468812.074656:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468812.074659:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468812.074661:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468812.074665:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468812.074672:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789468812.074678:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468812.074686:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468812.074695:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468812.074699:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468812.074703:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468812.074732:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468812.074734:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468812.074738:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468812.074739:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468812.074740:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468812.074743:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468812.074745:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21035 00000100:00080000:3.0:1789468812.074747:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468812.074749:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468812.074751:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468812.074753:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468812.074755:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468812.074758:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468812.074766:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468812.074767:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468812.074770:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468812.074772:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468812.074774:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468812.074777:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468812.074779:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468812.074781:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468812.074782:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468812.074784:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468812.074787:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468812.074789:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468812.074790:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468812.074793:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468812.074795:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468812.074797:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468812.074798:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468812.074801:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789468812.074803:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468812.074805:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468812.074806:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468812.074808:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468812.074810:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468812.074811:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468812.074815:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789468812.074818:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468812.074822:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468812.074829:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468812.074831:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468812.074834:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468812.074840:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468812.074847:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468812.074851:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468812.074852:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468812.074853:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468812.074856:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468812.074858:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21035 00000100:00080000:3.0:1789468812.074860:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468812.074862:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468812.074863:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468812.074865:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468812.074867:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468812.074870:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468812.074871:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468812.074873:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468812.074875:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468812.074876:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468812.074878:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468812.074881:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468812.074882:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468812.074884:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468812.074886:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468812.074888:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468812.074890:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468812.074892:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468812.074894:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468812.074896:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468812.074898:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468812.074899:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468812.074900:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468812.074903:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789468812.074905:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468812.074913:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468812.074914:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468812.074916:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468812.074917:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468812.074918:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468812.074922:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789468812.074924:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468812.074928:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468812.074934:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468812.074936:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468812.074939:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468812.074946:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468812.074948:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468812.074951:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468812.074952:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468812.074954:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468812.074956:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468812.074958:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21035 00000100:00080000:3.0:1789468812.074960:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468812.074962:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468812.074963:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468812.074965:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468812.074966:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468812.074970:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468812.074971:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468812.074973:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468812.074975:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468812.074976:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468812.074978:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468812.074988:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468812.074990:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468812.074992:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468812.074994:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468812.074996:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468812.074998:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468812.075000:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468812.075002:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468812.075005:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468812.075007:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468812.075009:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468812.075010:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468812.075013:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789468812.075015:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468812.075017:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468812.075018:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468812.075020:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468812.075021:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468812.075023:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468812.075026:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789468812.075029:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468812.075033:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468812.075078:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468812.075080:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468812.075084:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468812.075091:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468812.075095:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21065) 00000100:00000001:2.0:1789468812.075164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468812.075168:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468812.075171:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468812.075178:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075185:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468812.075187:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468812.075191:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468812.075193:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468812.075196:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468812.075199:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404838016:0@lo:38:kworker.0 00000100:00000001:2.0:1789468812.075203:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468812.075215:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468812.075218:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468812.075221:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468812.075225:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468812.075228:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468812.075234:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143318. 00000400:00000010:2.0:1789468812.075239:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964770. 00000100:00000200:2.0:1789468812.075253:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404838016, portal 10 00000100:00000001:2.0:1789468812.075256:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468812.075258:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:2.0:1789468812.075265:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075273:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468812.075275:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468812.075278:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964440. 00000100:00000200:2.0:1789468812.075281:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404838016, offset 0 00000400:00000200:2.0:1789468812.075287:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468812.075299:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468812.075309:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2a80 00000400:00000100:2.0:1789468812.075315:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404838016 offset 0 length 520: 4 00000400:00000200:2.0:1789468812.075319:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468812.075321:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468812.075333:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964440 00000400:00000010:2.0:1789468812.075335:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964440. 00000100:00000001:2.0:1789468812.075338:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468812.075342:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075349:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468812.075352:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075358:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075360:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468812.075365:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468812.075369:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789468812.075372:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315727511 00000100:00000010:2.0:1789468812.075420:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f60. 00000100:00000001:2.0:1789468812.075428:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468812.075449:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315727511 00000100:00000010:2.0:1789468812.075453:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789468812.075456:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468812.075469:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315727511 00000100:00000010:2.0:1789468812.075472:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37480. 00000100:00000001:2.0:1789468812.075475:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468812.075478:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315727511 00000100:00000010:2.0:1789468812.075481:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789468812.075484:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468812.075494:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468812.075497:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075500:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468812.075504:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075510:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468812.075511:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468812.075513:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468812.075515:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468812.075516:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468812.075519:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404838144:0@lo:38:kworker.0 00000100:00000001:2.0:1789468812.075522:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468812.075523:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468812.075525:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468812.075526:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468812.075530:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789468812.075532:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468812.075535:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41430b0. 00000400:00000010:2.0:1789468812.075538:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964440. 00000100:00000200:2.0:1789468812.075541:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404838144, portal 10 00000100:00000001:2.0:1789468812.075543:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468812.075544:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312506240 : -130400397045376 : ffff8966caa7d180) 00000100:00000040:2.0:1789468812.075549:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075554:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468812.075556:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468812.075558:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964220. 00000100:00000200:2.0:1789468812.075561:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404838144, offset 0 00000400:00000200:2.0:1789468812.075564:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468812.075569:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468812.075574:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2b00 00000400:00000100:2.0:1789468812.075578:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404838144 offset 0 length 520: 4 00000400:00000200:2.0:1789468812.075581:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468812.075583:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468812.075587:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964220 00000400:00000010:2.0:1789468812.075589:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964220. 00000100:00000001:2.0:1789468812.075591:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468812.075594:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075600:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468812.075602:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075607:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075608:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468812.075611:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468812.075614:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789468812.075616:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315727511 00000100:00000001:2.0:1789468812.075618:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315727511 00000100:00000001:2.0:1789468812.075620:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315727511 00000100:00000001:2.0:1789468812.075622:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315727511 00000100:00000001:2.0:1789468812.075624:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315727511 00000100:00000001:2.0:1789468812.075625:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315727511 00000100:00000001:2.0:1789468812.075628:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315727511 00000100:00000001:2.0:1789468812.075629:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315727511 00000100:00000001:2.0:1789468812.075631:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468812.075633:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075635:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468812.075638:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075644:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468812.075645:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468812.075647:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468812.075649:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468812.075651:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468812.075653:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404838272:0@lo:38:kworker.0 00000100:00000001:2.0:1789468812.075656:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468812.075658:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468812.075659:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468812.075661:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468812.075664:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789468812.075666:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468812.075668:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143210. 00000400:00000010:2.0:1789468812.075671:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964220. 00000100:00000200:2.0:1789468812.075673:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404838272, portal 10 00000100:00000001:2.0:1789468812.075675:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468812.075676:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00000040:2.0:1789468812.075681:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075687:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468812.075689:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468812.075691:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964110. 00000100:00000200:2.0:1789468812.075693:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404838272, offset 0 00000400:00000200:2.0:1789468812.075696:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468812.075701:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468812.075706:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2b80 00000400:00000100:2.0:1789468812.075709:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404838272 offset 0 length 520: 4 00000400:00000200:2.0:1789468812.075712:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468812.075714:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468812.075718:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964110 00000400:00000010:2.0:1789468812.075720:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964110. 00000100:00000001:2.0:1789468812.075722:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468812.075726:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075732:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468812.075734:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075740:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075741:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468812.075744:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468812.075747:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468812.075749:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315727511 00000100:00000001:2.0:1789468812.075752:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315727511 00000100:00000001:2.0:1789468812.075753:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315727511 00000100:00000001:2.0:1789468812.075755:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315727511 00000100:00000001:2.0:1789468812.075757:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315727511 00000100:00000001:2.0:1789468812.075758:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315727511 00000100:00000001:2.0:1789468812.075760:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315727511 00000100:00000001:2.0:1789468812.075762:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315727511 00000100:00000001:2.0:1789468812.075764:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468812.075766:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075768:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468812.075770:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075776:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468812.075778:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468812.075780:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468812.075782:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468812.075783:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468812.075786:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404838400:0@lo:38:kworker.0 00000100:00000001:2.0:1789468812.075789:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468812.075790:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468812.075791:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468812.075793:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468812.075796:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468812.075798:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468812.075801:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d68. 00000400:00000010:2.0:1789468812.075803:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964110. 00000100:00000200:2.0:1789468812.075806:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404838400, portal 10 00000100:00000001:2.0:1789468812.075808:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468812.075809:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312509824 : -130400397041792 : ffff8966caa7df80) 00000100:00000040:2.0:1789468812.075814:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075821:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468812.075822:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468812.075825:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964198. 00000100:00000200:2.0:1789468812.075827:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404838400, offset 0 00000400:00000200:2.0:1789468812.075830:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468812.075834:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468812.075838:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2c00 00000400:00000100:2.0:1789468812.075842:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404838400 offset 0 length 520: 4 00000400:00000200:2.0:1789468812.075845:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468812.075847:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468812.075851:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964198 00000400:00000010:2.0:1789468812.075853:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964198. 00000100:00000001:2.0:1789468812.075855:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468812.075858:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075870:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468812.075873:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468812.075879:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075880:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468812.075883:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468812.075886:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468812.075888:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315727512 00000100:00000001:2.0:1789468812.075894:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315727511 00000100:00000001:2.0:1789468812.075898:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315727512 00000100:00000001:2.0:1789468812.075901:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315727511 00000100:00000001:2.0:1789468812.075903:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315727512 00000100:00000001:2.0:1789468812.075905:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315727511 00000100:00000001:2.0:1789468812.075908:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315727512 00000100:00000001:2.0:1789468812.075910:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315727511 00000100:00000001:2.0:1789468812.075913:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468812.075915:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075918:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075920:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.075928:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468812.075930:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468812.075932:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468812.075933:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468812.075934:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468812.075936:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468812.096322:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315727512, at 4315727513 00000100:00000040:1.0:1789468812.096324:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315727512, at 4315727513 00000100:00000010:0.0:1789468812.096336:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000100:00000010:1.0:1789468812.096336:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000040:2.0:1789468812.096409:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315727512, at 4315727513 00000100:00000010:2.0:1789468812.096415:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000100:00000040:3.0:1789468812.098396:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315727512, at 4315727515 00000100:00000010:3.0:1789468812.098411:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00010000:00000001:0.0:1789468812.263145:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468812.263152:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468812.263159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468812.263161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468812.263166:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468812.263167:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468812.264568:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468812.264573:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468812.264577:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468813.095210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468813.095223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468813.095226:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468813.095230:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468813.095233:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468813.095246:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468813.095249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468813.287159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468813.287167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468813.287173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468813.287174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468813.287179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468813.287180:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468813.287283:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468813.287301:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468813.287304:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468814.119778:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468814.120266:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468814.120269:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468814.120274:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468814.120276:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468814.120281:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468814.120283:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468814.311180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468814.311186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468814.311192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468814.311193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468814.311198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468814.311200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468814.311373:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468814.311377:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468814.311380:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468815.143165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468815.143181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468815.143183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468815.143188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468815.143190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468815.143195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468815.143197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.335193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468815.335200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.335207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468815.335209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.335218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468815.335219:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468815.335575:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468815.335579:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468815.335582:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468816.170072:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468816.170086:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468816.170088:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468816.170093:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468816.170095:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468816.170100:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468816.170113:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468816.361449:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468816.361460:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468816.361468:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468816.361470:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468816.361476:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468816.361477:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468816.361557:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468816.361564:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468816.361569:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468817.191441:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468817.191450:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468817.191465:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468792/real 1789468792] req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468817.191483:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468817.191486:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468817.191489:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf4d0. 00000400:00000200:2.0:1789468817.191496:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351c38 00000400:00000010:2.0:1789468817.191499:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351c38. 00000100:00000001:2.0:1789468817.191505:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468817.191509:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468817.191518:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468817.191535:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468817.191537:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468817.191540:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468817.191542:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468817.191546:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468817.191552:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468817.191561:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468817.191564:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468817.191567:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468817.191569:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468817.191572:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468817.191576:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468817.191582:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468817.191585:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468817.191586:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468817.191587:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468817.191589:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468817.191591:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468817.191595:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468817.191623:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468817.191626:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468817.191629:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468817.191637:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404837888:0@lo:250:kworker.0 00000100:00000001:2.0:1789468817.191641:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468817.191643:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468817.191646:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941880 x1876386404837888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468817.191652:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468817.191656:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468817.191659:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:2.0:1789468817.191665:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468817.191668:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468817.191670:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468817.191672:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468817.191674:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468817.191677:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468817.191679:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468817.191681:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941880. 00000100:00000001:2.0:1789468817.191684:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468817.191686:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468817.191688:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468817.191986:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468817.191992:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468817.191995:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468817.191997:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468817.192000:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468817.192004:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21040 00000100:00080000:1.0:1789468817.192008:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468817.192011:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468817.192013:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468817.192015:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468817.192017:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468817.192024:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468817.192026:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468817.192029:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468817.192032:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468817.192034:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468817.192061:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468817.192064:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468817.192066:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468817.192068:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468817.192069:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468817.192073:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468817.192076:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468817.192078:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468817.192080:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468817.192083:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468817.192086:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468817.192088:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468817.192090:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468817.192099:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789468817.192101:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468817.192105:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468817.192107:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468817.192110:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468817.192112:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468817.192115:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468817.192121:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ee8fc400. 00000100:00000001:1.0:1789468817.192127:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468817.192133:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468817.192141:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468817.192145:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468817.192149:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468817.192167:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468817.192170:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468817.192173:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468817.192175:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468817.192178:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468817.192181:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468817.192183:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468817.192185:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468817.192188:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468817.192192:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21070) 00000100:00000001:2.0:1789468817.192543:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468817.192546:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468817.192548:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468817.192553:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468817.192561:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468817.192563:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468817.192567:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468817.192569:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468817.192571:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468817.192574:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404838528:0@lo:250:kworker.0 00000100:00000001:2.0:1789468817.192577:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468817.192581:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468817.192583:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468817.192585:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468817.192590:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468817.192591:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468817.192597:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143058. 00000400:00000010:2.0:1789468817.192602:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964198. 00000100:00000200:2.0:1789468817.192608:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404838528, portal 25 00000100:00000001:2.0:1789468817.192611:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468817.192612:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:2.0:1789468817.192617:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468817.192622:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468817.192624:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468817.192626:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789468817.192628:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404838528, offset 0 00000400:00000200:2.0:1789468817.192633:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468817.192645:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468817.192655:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f2c80 00000400:00000100:2.0:1789468817.192660:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404838528 offset 0 length 520: 4 00000400:00000200:2.0:1789468817.192664:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468817.192666:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468817.192674:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:2.0:1789468817.192676:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:2.0:1789468817.192680:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468817.192683:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468817.192689:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468817.192691:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468817.192697:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468817.192699:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468817.192703:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468817.192707:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315737779 00000100:00000010:2.0:1789468817.192712:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37480. 00000100:00000001:2.0:1789468817.192719:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468817.192730:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315737779 00000100:00000010:2.0:1789468817.192734:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37720. 00000100:00000001:2.0:1789468817.192736:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468817.192739:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315737779 00000100:00000010:2.0:1789468817.192741:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a80. 00000100:00000001:2.0:1789468817.192744:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468817.192747:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315737779 00000100:00000010:2.0:1789468817.192750:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c378a0. 00000100:00000001:2.0:1789468817.192753:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468817.192755:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468817.192758:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468817.192762:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468817.192763:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468817.192770:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468817.192772:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468817.192774:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468817.192775:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468817.192777:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468817.192779:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468817.383305:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468817.383315:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468817.383322:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468817.383325:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468817.383330:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468817.383332:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468817.383515:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468817.383520:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468817.383523:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468818.215208:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468818.215223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468818.215225:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468818.215230:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468818.215232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468818.215236:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468818.215239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468818.407280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468818.407291:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468818.407298:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468818.407299:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468818.407306:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468818.407308:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468818.423645:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468818.423654:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468818.423660:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789468818.570693:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570721:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468818.570727:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570730:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468818.570745:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468818.570768:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2980 00000400:00000100:3.0:1789468818.570779:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402412928 offset 0 length 520: 4 00000400:00000200:3.0:1789468818.570786:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468818.570790:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468818.570802:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570806:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468818.570809:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570812:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468818.570813:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570815:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468818.570819:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468818.570825:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2a00 00000400:00000100:3.0:1789468818.570830:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402413056 offset 0 length 520: 4 00000400:00000200:3.0:1789468818.570833:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468818.570835:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468818.570840:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570843:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468818.570845:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570847:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468818.570849:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570851:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468818.570854:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789468818.570859:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2a80 00000400:00000100:3.0:1789468818.570884:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402413184 offset 0 length 520: 4 00000400:00000200:3.0:1789468818.570887:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468818.570889:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789468818.570895:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570904:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468818.570905:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468818.570908:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468819.239248:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468819.239300:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468819.239303:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468819.239307:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468819.239309:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468819.239314:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468819.239317:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468819.431198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468819.431205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468819.431211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468819.431213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468819.431217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468819.431220:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468819.431222:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468819.431226:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468819.431229:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468819.431231:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468819.431233:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468819.431235:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468819.431371:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468819.431375:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468819.431377:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468820.263275:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468820.263340:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468820.263348:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468820.263352:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468820.263355:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468820.263359:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468820.263362:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468820.455596:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468820.455603:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468820.455609:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468820.455611:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468820.455615:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468820.455617:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468820.457469:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468820.457477:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468820.457482:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468821.289996:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468821.290013:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468821.290015:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468821.290020:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468821.290022:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468821.290028:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468821.290031:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468821.480810:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468821.480817:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468821.480823:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468821.480824:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468821.480830:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468821.480832:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468821.481016:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468821.481020:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468821.481023:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468822.311158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468822.311182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468822.311185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468822.311190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468822.311192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468822.311196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468822.311198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468822.503178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468822.503185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468822.503192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468822.503193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468822.503198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468822.503200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468822.503498:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468822.503502:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468822.503505:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789468822.695163:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315737779, at 4315738112 00000100:00000040:2.0:1789468822.695163:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315737779, at 4315738112 00000100:00000040:3.0:1789468822.695183:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315737779, at 4315738112 00000100:00000010:1.0:1789468822.695187:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00000100:00000010:2.0:1789468822.695187:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000010:3.0:1789468822.695192:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00080000:2.0:1789468822.695221:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468822.695227:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468822.695230:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468822.695233:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468822.695236:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468822.695241:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468822.695244:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468822.695247:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468822.695249:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468822.695252:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468822.695273:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21075) 00000100:00000040:0.0:1789468822.695290:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315737779, at 4315738112 00000100:00000010:0.0:1789468822.695295:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000100:00000001:2.0:1789468823.336506:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468823.336523:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468823.336525:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468823.336530:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468823.336533:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468823.336537:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468823.336540:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468823.527170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468823.527178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468823.527184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468823.527186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468823.527192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468823.527193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468823.527301:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468823.527305:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468823.527308:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468824.359541:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468824.359557:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468824.359559:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468824.359563:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468824.359565:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468824.359580:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468824.359583:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468824.552399:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468824.552409:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468824.552415:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468824.552417:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468824.552422:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468824.552423:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468824.552563:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468824.552567:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468824.552570:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468825.383448:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468825.383463:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468825.383467:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468825.383472:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468825.383474:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468825.383480:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468825.383483:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.575180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468825.575188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.575194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468825.575196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.575201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468825.575203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468825.575494:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468825.575498:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468825.575502:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468826.408123:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468826.408149:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468826.408151:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468826.408155:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468826.408158:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468826.408163:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468826.408166:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468826.599223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468826.599230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468826.599236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468826.599237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468826.599242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468826.599244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468826.599352:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468826.599355:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468826.599358:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468827.431410:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468827.431426:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468827.431428:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468827.431630:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468827.431633:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468827.431638:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468827.431641:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468827.623187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468827.623195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468827.623201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468827.623202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468827.623207:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468827.623209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468827.623281:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468827.623285:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468827.623289:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468827.815253:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468827.815263:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468827.815267:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468827.815270:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468827.815273:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468827.815276:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468827.815281:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468827.815284:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468827.815287:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468827.815290:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468827.815295:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21080) 00000100:00000001:2.0:1789468828.455560:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468828.455573:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468828.455575:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468828.455580:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468828.455583:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468828.455587:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468828.455590:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468828.647370:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468828.647377:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468828.647382:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468828.647383:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468828.647388:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468828.647390:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468828.647463:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468828.647467:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468828.647470:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468829.480290:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468829.480305:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468829.480307:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468829.480312:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468829.480314:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468829.480319:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468829.480321:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468829.671230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468829.671238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468829.671244:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468829.671245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468829.671250:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468829.671253:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468829.671256:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468829.671260:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468829.671262:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468829.671265:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468829.671267:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468829.671269:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468829.673601:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468829.673609:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468829.673615:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468830.503169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468830.503187:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468830.503189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468830.503194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468830.503197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468830.503202:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468830.503205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468830.695179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468830.695187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468830.695192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468830.695194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468830.695199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468830.695200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468830.696332:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468830.696338:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468830.696342:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468831.527308:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468831.527325:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468831.527327:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468831.527332:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468831.527335:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468831.527341:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468831.527343:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468831.719374:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468831.719383:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468831.719402:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468831.719404:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468831.719409:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468831.719411:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468831.719468:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468831.719472:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468831.719475:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468832.551164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468832.551178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468832.551180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468832.551185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468832.551187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468832.551193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468832.551195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468832.743847:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468832.743855:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468832.743861:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468832.743863:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468832.743868:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468832.743869:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468832.743982:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468832.743985:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468832.743989:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468832.937624:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468832.937633:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468832.937637:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468832.937641:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468832.937643:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468832.937647:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468832.937649:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468832.937652:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468832.937655:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468832.937658:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468832.937663:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21086) 00000100:00000001:2.0:1789468833.575175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468833.575189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468833.575191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468833.575195:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468833.575197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468833.575202:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468833.575205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468833.767339:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468833.767346:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468833.767352:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468833.767353:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468833.767358:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468833.767360:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468833.767475:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468833.767478:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468833.767481:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468834.599178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468834.599195:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468834.599198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468834.599202:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468834.599205:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468834.599223:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468834.599226:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468834.791189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468834.791195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468834.791202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468834.791203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468834.791257:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468834.791259:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468834.792612:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468834.792618:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468834.792622:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468835.623230:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468835.623245:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468835.623248:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468835.623253:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468835.623256:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468835.623262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468835.623265:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468835.815322:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468835.815330:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468835.815337:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468835.815338:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468835.815343:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468835.815345:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468835.815426:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468835.815431:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468835.815434:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468836.647224:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468836.647238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468836.647240:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468836.647244:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468836.647246:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468836.647252:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468836.647255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.839278:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468836.839285:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.839291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468836.839293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.839297:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468836.839298:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468836.839425:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468836.839429:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468836.839432:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468837.672484:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468837.672492:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468837.672542:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468812/real 1789468812] req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468837.672560:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468837.672562:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468837.672566:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143318. 00000400:00000200:2.0:1789468837.672572:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964770 00000400:00000010:2.0:1789468837.672574:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964770. 00000100:00000001:2.0:1789468837.672578:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468837.672582:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468837.672592:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672599:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468837.672601:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672604:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468837.672605:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468837.672610:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672617:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672619:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468837.672624:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468812/real 1789468812] req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468837.672631:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468837.672633:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468837.672635:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41430b0. 00000400:00000200:2.0:1789468837.672637:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964440 00000400:00000010:2.0:1789468837.672639:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964440. 00000100:00000001:2.0:1789468837.672641:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468837.672644:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468837.672652:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672658:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468837.672659:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672660:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468837.672661:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468837.672664:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672670:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672672:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468837.672676:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468812/real 1789468812] req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468837.672683:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468837.672684:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468837.672686:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143210. 00000400:00000200:2.0:1789468837.672688:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964220 00000400:00000010:2.0:1789468837.672690:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964220. 00000100:00000001:2.0:1789468837.672692:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468837.672695:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468837.672702:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672708:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468837.672709:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672710:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468837.672712:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468837.672715:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672731:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672734:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468837.672738:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468812/real 1789468812] req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468837.672746:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468837.672747:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468837.672748:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d68. 00000400:00000200:2.0:1789468837.672751:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964110 00000400:00000010:2.0:1789468837.672752:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964110. 00000100:00000001:2.0:1789468837.672754:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468837.672757:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468837.672765:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672770:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468837.672772:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672773:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468837.672775:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468837.672778:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672784:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672792:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468837.672794:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672797:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468837.672799:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468837.672803:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468837.672807:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672814:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468837.672817:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672818:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468837.672828:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672831:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468837.672834:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468837.672838:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468837.672864:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468837.672866:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468837.672870:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468837.672879:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404838016:0@lo:38:kworker.0 00000100:00000001:2.0:1789468837.672884:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468837.672887:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672894:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468837.672896:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672897:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468837.672898:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672900:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468837.672902:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468837.672904:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468837.672909:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468837.672911:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468837.672914:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468837.672922:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404838144:0@lo:38:kworker.0 00000100:00000001:2.0:1789468837.672925:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468837.672928:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672934:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468837.672936:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672938:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468837.672939:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672940:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468837.672942:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468837.672944:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468837.672949:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468837.672951:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468837.672954:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468837.672961:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404838272:0@lo:38:kworker.0 00000100:00000001:2.0:1789468837.672965:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468837.672969:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.672974:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468837.672977:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672978:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468837.672980:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.672981:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468837.672983:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468837.672985:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468837.672990:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468837.672992:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468837.672996:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468837.673003:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404838400:0@lo:38:kworker.0 00000100:00000001:2.0:1789468837.673006:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.673009:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468837.673012:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404838016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.673020:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468837.673023:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468837.673027:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468837.673033:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468837.673066:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468837.673069:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789468837.673072:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468837.673075:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:2.0:1789468837.673079:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468837.673081:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468837.673083:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:2.0:1789468837.673087:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468837.673088:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.673090:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468837.673093:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d180 x1876386404838144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.673099:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468837.673100:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468837.673102:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789468837.673104:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468837.673106:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468837.673107:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789468837.673109:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468837.673110:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789468837.673113:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468837.673114:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468837.673116:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d180. 00000100:00000001:2.0:1789468837.673118:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468837.673119:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.673121:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468837.673123:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404838272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.673129:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468837.673130:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468837.673131:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789468837.673134:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468837.673135:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468837.673136:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789468837.673138:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468837.673139:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789468837.673141:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468837.673142:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468837.673143:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:2.0:1789468837.673146:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468837.673147:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.673148:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468837.673151:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7df80 x1876386404838400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468837 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.673157:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468837.673158:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468837.673159:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468837.673161:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468837.673162:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468837.673164:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468837.673165:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468837.673166:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:2.0:1789468837.673169:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468837.673170:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468837.673171:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7df80. 00000100:00000001:2.0:1789468837.673173:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468837.673175:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.673177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468837.673678:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468837.673684:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468837.673687:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468837.673690:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468837.673692:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468837.673695:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468837.673698:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468837.673702:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21060 00000100:00080000:0.0:1789468837.673706:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468837.673709:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468837.673711:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468837.673714:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468837.673716:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468837.673758:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468837.673761:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789468837.673764:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468837.673767:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789468837.673781:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789468837.673785:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789468837.673788:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468837.673790:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468837.673791:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468837.673793:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468837.673806:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789468837.673810:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468837.673813:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468837.673816:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468837.673836:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468837.673840:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468837.673842:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468837.673844:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468837.673854:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61180. 00000020:00000040:0.0:1789468837.673857:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789468837.673861:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468837.673863:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468837.673866:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468837.673869:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468837.673873:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468837.673881:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867c00. 00000100:00000001:0.0:1789468837.673888:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468837.673894:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468837.673903:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468837.673907:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468837.673911:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054e96388] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468837.673933:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468837.673936:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468837.673939:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468837.673941:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468837.673943:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468837.673945:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468837.673947:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21060 00000100:00080000:0.0:1789468837.673950:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468837.673952:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468837.673954:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468837.673956:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468837.673958:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468837.673961:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468837.673962:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789468837.673963:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468837.673966:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789468837.673968:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789468837.673970:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789468837.673972:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468837.673974:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468837.673976:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468837.673977:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468837.673980:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789468837.673982:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468837.673984:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468837.673985:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468837.673988:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468837.673990:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468837.673992:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468837.673993:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468837.673997:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62d80. 00000020:00000040:0.0:1789468837.673999:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789468837.674001:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468837.674002:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468837.674004:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468837.674005:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468837.674007:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468837.674011:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867000. 00000100:00000001:0.0:1789468837.674014:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468837.674018:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468837.674026:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468837.674027:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468837.674031:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000049d317e] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468837.674081:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468837.674084:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468837.674087:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468837.674088:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468837.674090:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468837.674092:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468837.674094:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21060 00000100:00080000:0.0:1789468837.674096:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468837.674099:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468837.674100:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468837.674102:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468837.674104:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468837.674107:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468837.674108:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789468837.674109:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468837.674111:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:0.0:1789468837.674113:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789468837.674115:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789468837.674117:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468837.674119:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468837.674121:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468837.674122:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468837.674124:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:0.0:1789468837.674126:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468837.674128:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468837.674130:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468837.674132:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468837.674134:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468837.674136:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468837.674137:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468837.674140:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61c00. 00000020:00000040:0.0:1789468837.674142:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789468837.674144:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468837.674145:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468837.674147:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468837.674148:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468837.674150:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468837.674155:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867800. 00000100:00000001:0.0:1789468837.674158:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468837.674162:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468837.674168:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468837.674170:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468837.674173:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fff5e0c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468837.674179:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468837.674181:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468837.674184:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468837.674186:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468837.674187:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468837.674189:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468837.674191:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21060 00000100:00080000:0.0:1789468837.674193:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468837.674195:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468837.674197:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468837.674198:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468837.674200:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468837.674202:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468837.674204:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:0.0:1789468837.674205:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468837.674207:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:0.0:1789468837.674209:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:0.0:1789468837.674211:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:0.0:1789468837.674213:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468837.674215:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468837.674217:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468837.674218:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468837.674220:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:0.0:1789468837.674222:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468837.674224:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468837.674226:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468837.674228:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468837.674230:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468837.674232:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468837.674233:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468837.674236:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c60700. 00000020:00000040:0.0:1789468837.674238:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789468837.674240:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468837.674241:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468837.674242:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468837.674244:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468837.674245:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468837.674248:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865000. 00000100:00000001:0.0:1789468837.674251:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468837.674255:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468837.674261:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468837.674264:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468837.674267:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1890792] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468837.674274:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468837.674279:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21090) 00000100:00000001:2.0:1789468837.674477:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468837.674481:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468837.674484:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468837.674490:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674499:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468837.674501:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468837.674505:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468837.674508:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468837.674510:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468837.674513:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404838656:0@lo:38:kworker.0 00000100:00000001:2.0:1789468837.674517:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468837.674521:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468837.674523:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468837.674526:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468837.674531:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468837.674533:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468837.674539:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d68. 00000400:00000010:2.0:1789468837.674546:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964110. 00000100:00000200:2.0:1789468837.674552:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404838656, portal 10 00000100:00000001:2.0:1789468837.674554:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468837.674556:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492015488 : -130396217536128 : ffff8967c3c61180) 00000100:00000040:2.0:1789468837.674563:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674570:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468837.674573:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468837.674576:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964220. 00000100:00000200:2.0:1789468837.674578:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404838656, offset 0 00000400:00000200:2.0:1789468837.674584:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468837.674596:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468837.674606:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2d00 00000400:00000100:2.0:1789468837.674611:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404838656 offset 0 length 520: 4 00000400:00000200:2.0:1789468837.674616:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468837.674619:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468837.674630:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964220 00000400:00000010:2.0:1789468837.674633:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964220. 00000100:00000001:2.0:1789468837.674636:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468837.674640:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674647:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468837.674650:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674657:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.674658:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468837.674664:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468837.674669:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789468837.674673:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315753110 00000100:00000010:2.0:1789468837.674678:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a80. 00000100:00000001:2.0:1789468837.674684:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468837.674704:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315753110 00000100:00000010:2.0:1789468837.674708:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d80. 00000100:00000001:2.0:1789468837.674711:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468837.674731:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315753110 00000100:00000010:2.0:1789468837.674735:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789468837.674738:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468837.674741:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315753110 00000100:00000010:2.0:1789468837.674744:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37960. 00000100:00000001:2.0:1789468837.674747:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468837.674760:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468837.674763:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.674766:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468837.674770:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674777:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468837.674778:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468837.674780:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468837.674782:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468837.674783:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468837.674786:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404838784:0@lo:38:kworker.0 00000100:00000001:2.0:1789468837.674789:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468837.674791:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468837.674792:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468837.674794:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468837.674797:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789468837.674798:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468837.674801:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143210. 00000400:00000010:2.0:1789468837.674803:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964220. 00000100:00000200:2.0:1789468837.674806:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404838784, portal 10 00000100:00000001:2.0:1789468837.674807:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468837.674809:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492022656 : -130396217528960 : ffff8967c3c62d80) 00000100:00000040:2.0:1789468837.674813:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674818:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468837.674830:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468837.674833:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964440. 00000100:00000200:2.0:1789468837.674834:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404838784, offset 0 00000400:00000200:2.0:1789468837.674838:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468837.674842:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468837.674846:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2d80 00000400:00000100:2.0:1789468837.674851:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404838784 offset 0 length 520: 4 00000400:00000200:2.0:1789468837.674853:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468837.674856:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468837.674860:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964440 00000400:00000010:2.0:1789468837.674862:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964440. 00000100:00000001:2.0:1789468837.674864:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468837.674868:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674875:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468837.674877:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674883:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.674884:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468837.674887:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468837.674890:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789468837.674892:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315753110 00000100:00000001:2.0:1789468837.674895:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315753110 00000100:00000001:2.0:1789468837.674897:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315753110 00000100:00000001:2.0:1789468837.674899:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315753110 00000100:00000001:2.0:1789468837.674901:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315753110 00000100:00000001:2.0:1789468837.674902:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315753110 00000100:00000001:2.0:1789468837.674904:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315753110 00000100:00000001:2.0:1789468837.674906:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315753110 00000100:00000001:2.0:1789468837.674908:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468837.674910:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.674912:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468837.674915:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674922:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468837.674923:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468837.674925:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468837.674927:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468837.674929:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468837.674931:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404838912:0@lo:38:kworker.0 00000100:00000001:2.0:1789468837.674934:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468837.674936:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468837.674937:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468837.674939:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468837.674942:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789468837.674944:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468837.674947:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41430b0. 00000400:00000010:2.0:1789468837.674950:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964440. 00000100:00000200:2.0:1789468837.674952:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404838912, portal 10 00000100:00000001:2.0:1789468837.674954:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468837.674955:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492018176 : -130396217533440 : ffff8967c3c61c00) 00000100:00000040:2.0:1789468837.674960:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.674965:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468837.674967:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468837.674969:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964770. 00000100:00000200:2.0:1789468837.674972:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404838912, offset 0 00000400:00000200:2.0:1789468837.674975:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468837.674980:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468837.674984:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2e00 00000400:00000100:2.0:1789468837.674988:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404838912 offset 0 length 520: 4 00000400:00000200:2.0:1789468837.674991:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468837.674993:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468837.674997:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964770 00000400:00000010:2.0:1789468837.674998:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964770. 00000100:00000001:2.0:1789468837.675000:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468837.675003:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.675009:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468837.675012:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.675017:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.675019:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468837.675021:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468837.675025:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468837.675027:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315753110 00000100:00000001:2.0:1789468837.675029:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315753110 00000100:00000001:2.0:1789468837.675031:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315753110 00000100:00000001:2.0:1789468837.675033:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315753110 00000100:00000001:2.0:1789468837.675035:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315753110 00000100:00000001:2.0:1789468837.675066:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315753110 00000100:00000001:2.0:1789468837.675068:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315753111 00000100:00000001:2.0:1789468837.675073:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315753110 00000100:00000001:2.0:1789468837.675076:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468837.675078:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.675080:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468837.675084:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.675090:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468837.675091:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468837.675093:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468837.675094:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468837.675096:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468837.675099:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404839040:0@lo:38:kworker.0 00000100:00000001:2.0:1789468837.675102:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468837.675103:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468837.675105:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468837.675107:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468837.675110:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789468837.675111:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468837.675114:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143318. 00000400:00000010:2.0:1789468837.675117:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964770. 00000100:00000200:2.0:1789468837.675120:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404839040, portal 10 00000100:00000001:2.0:1789468837.675121:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468837.675123:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492012800 : -130396217538816 : ffff8967c3c60700) 00000100:00000040:2.0:1789468837.675128:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.675134:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468837.675135:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468837.675137:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789468837.675139:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404839040, offset 0 00000400:00000200:2.0:1789468837.675143:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468837.675147:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468837.675152:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2e80 00000400:00000100:2.0:1789468837.675156:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404839040 offset 0 length 520: 4 00000400:00000200:2.0:1789468837.675159:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468837.675161:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468837.675165:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:2.0:1789468837.675167:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:2.0:1789468837.675169:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468837.675173:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.675179:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468837.675182:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468837.675187:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.675189:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468837.675192:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468837.675195:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468837.675197:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315753112 00000100:00000001:2.0:1789468837.675201:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315753110 00000100:00000001:2.0:1789468837.675205:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315753112 00000100:00000001:2.0:1789468837.675207:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315753110 00000100:00000001:2.0:1789468837.675210:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315753112 00000100:00000001:2.0:1789468837.675213:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315753110 00000100:00000001:2.0:1789468837.675216:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315753112 00000100:00000001:2.0:1789468837.675218:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315753111 00000100:00000001:2.0:1789468837.675221:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468837.675223:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.675226:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.675229:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.675238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468837.675240:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.675242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468837.675243:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468837.675245:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.675247:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468837.696258:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315753112, at 4315753113 00000100:00000010:1.0:1789468837.696274:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d80. 00000100:00000040:0.0:1789468837.696354:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315753112, at 4315753113 00000100:00000010:0.0:1789468837.696360:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:3.0:1789468837.696866:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315753112, at 4315753113 00000100:00000010:3.0:1789468837.696872:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:2.0:1789468837.697206:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315753112, at 4315753114 00000100:00000010:2.0:1789468837.697212:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00010000:00000001:0.0:1789468837.863196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468837.863204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468837.863210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468837.863212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468837.863216:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468837.863218:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468837.863419:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468837.863423:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468837.863426:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468838.695433:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468838.695447:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468838.695449:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468838.695453:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468838.695455:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468838.695460:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468838.695462:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468838.888035:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468838.888241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468838.888246:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468838.888248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468838.888253:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468838.888256:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468838.888258:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468838.888261:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468838.888264:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468838.888266:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468838.888268:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468838.888271:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468838.888357:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468838.888360:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468838.888363:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468839.719138:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468839.719152:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468839.719155:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468839.719159:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468839.719162:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468839.719166:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468839.719169:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468839.911453:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468839.911461:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468839.911467:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468839.911468:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468839.911473:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468839.911474:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468839.912187:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468839.912192:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468839.912196:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468840.743248:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468840.743263:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468840.743265:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468840.743270:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468840.743272:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468840.743278:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468840.743328:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468840.935942:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468840.935950:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468840.935956:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468840.935958:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468840.935963:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468840.935965:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468840.936576:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468840.936581:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468840.936585:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468841.767254:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468841.767270:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468841.767272:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468841.767277:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468841.767280:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468841.767286:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468841.767288:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468841.959136:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468841.959144:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468841.959150:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468841.959151:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468841.959167:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468841.959168:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468841.959309:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468841.959313:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468841.959336:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468842.791152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468842.791161:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468842.791174:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468817/real 1789468817] req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468842 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468842.791191:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468842.791193:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468842.791196:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143058. 00000400:00000200:2.0:1789468842.791202:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964198 00000400:00000010:2.0:1789468842.791205:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964198. 00000100:00000001:2.0:1789468842.791209:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468842.791213:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468842 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468842.791221:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468842 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468842.791228:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468842.791230:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.791233:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468842.791235:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468842.791238:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468842 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468842.791245:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.791255:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468842.791256:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.791259:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468842.791261:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468842.791265:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468842.791269:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468842 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468842.791276:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468842.791278:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.791280:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468842.791281:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.791294:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468842.791296:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468842.791299:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468842.791377:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468842.791380:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468842.791384:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468842 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468842.791392:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404838528:0@lo:250:kworker.0 00000100:00000001:2.0:1789468842.791397:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468842.791400:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468842.791412:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a300 x1876386404838528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468842 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468842.791419:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468842.791422:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468842.791426:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468842.791430:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468842.791433:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468842.791435:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468842.791437:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468842.791440:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ee8fc400. 02000000:00000001:2.0:1789468842.791444:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468842.791446:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468842.791448:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a300. 00000100:00000001:2.0:1789468842.791452:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468842.791453:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.791455:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468842.792030:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468842.792112:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468842.792115:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468842.792118:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468842.792121:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468842.792124:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21065 00000100:00080000:0.0:1789468842.792128:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468842.792131:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468842.792134:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468842.792136:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468842.792138:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468842.792146:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468842.792148:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:0.0:1789468842.792150:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468842.792153:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:0.0:1789468842.792156:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:0.0:1789468842.792158:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:0.0:1789468842.792161:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468842.792162:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468842.792163:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468842.792165:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468842.792168:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:0.0:1789468842.792171:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468842.792173:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468842.792175:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468842.792178:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468842.792181:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468842.792182:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468842.792184:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468842.792192:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63480. 00000020:00000040:0.0:1789468842.792195:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468842.792199:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468842.792200:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468842.792203:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468842.792206:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468842.792209:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468842.792218:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865400. 00000100:00000001:0.0:1789468842.792224:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468842.792231:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468842.792239:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468842.792243:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468842.792246:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba63b393] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468842.792265:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468842.792268:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468842.792271:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468842.792273:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468842.792275:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468842.792278:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468842.792280:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468842.792339:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468842.792341:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468842.792346:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21095) 00000100:00000001:2.0:1789468842.792537:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468842.793138:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468842.793140:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468842.793148:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468842.793157:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468842.793159:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468842.793162:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468842.793165:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468842.793168:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468842.793172:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404839168:0@lo:250:kworker.0 00000100:00000001:2.0:1789468842.793176:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468842.793180:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468842.793183:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468842.793185:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468842.793190:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468842.793193:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468842.793199:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143058. 00000400:00000010:2.0:1789468842.793205:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964198. 00000100:00000200:2.0:1789468842.793212:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404839168, portal 25 00000100:00000001:2.0:1789468842.793214:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468842.793215:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492024448 : -130396217527168 : ffff8967c3c63480) 00000100:00000040:2.0:1789468842.793221:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468842.793227:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468842.793229:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468842.793232:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789468842.793235:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404839168, offset 0 00000400:00000200:2.0:1789468842.793241:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468842.793253:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468842.793263:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f2f00 00000400:00000100:2.0:1789468842.793269:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404839168 offset 0 length 520: 4 00000400:00000200:2.0:1789468842.793273:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468842.793276:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468842.793548:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:2.0:1789468842.793552:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:2.0:1789468842.793665:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468842.793672:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468842.793680:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468842.793683:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468842.793690:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468842.793691:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468842.793697:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468842.793702:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315763380 00000100:00000010:2.0:1789468842.793707:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789468842.793713:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468842.793725:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315763380 00000100:00000010:2.0:1789468842.793728:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789468842.793731:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468842.793734:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315763380 00000100:00000010:2.0:1789468842.793737:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c376c0. 00000100:00000001:2.0:1789468842.793740:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468842.793742:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315763380 00000100:00000010:2.0:1789468842.793745:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c374e0. 00000100:00000001:2.0:1789468842.793748:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468842.793751:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468842.793754:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468842.793758:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468842.793760:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.794661:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468842.794665:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.794669:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468842.794671:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468842.794674:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468842.794676:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468842.983732:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468842.983741:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468842.983747:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468842.983748:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468842.983754:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468842.983755:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468842.983868:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468842.983872:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468842.983875:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468843.816716:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468843.816731:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468843.816735:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.816741:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468843.816744:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468843.816750:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468843.816754:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468844.007660:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468844.007667:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468844.007673:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468844.007674:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468844.007679:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468844.007680:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468844.007798:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468844.007801:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468844.007804:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468844.170778:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170833:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468844.170837:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170840:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468844.170853:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468844.170872:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2b00 00000400:00000100:2.0:1789468844.170880:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402413312 offset 0 length 520: 4 00000400:00000200:2.0:1789468844.170885:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468844.170889:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468844.170898:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170902:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468844.170904:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170906:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468844.170908:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170910:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468844.170913:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468844.170919:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2b80 00000400:00000100:2.0:1789468844.170923:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402413440 offset 0 length 520: 4 00000400:00000200:2.0:1789468844.170926:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468844.170928:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468844.170931:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170934:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468844.170935:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170937:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468844.170939:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170941:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468844.170944:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468844.170949:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2c00 00000400:00000100:2.0:1789468844.170952:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402413568 offset 0 length 520: 4 00000400:00000200:2.0:1789468844.170956:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468844.170958:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468844.170961:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170967:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468844.170969:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468844.170971:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468844.839183:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468844.839198:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468844.839200:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468844.839205:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468844.839207:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468844.839211:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468844.839214:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.031171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468845.031192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.031198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468845.031200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.031205:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468845.031207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468845.032063:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468845.032068:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468845.032072:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468845.863378:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468845.863392:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468845.863395:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468845.863400:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468845.863402:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468845.863407:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468845.863410:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468846.057875:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468846.057883:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468846.057889:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468846.057890:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468846.057895:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468846.057897:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468846.059394:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468846.059401:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468846.059406:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789468846.439209:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468846.439218:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468846.439222:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468846.446213:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468846.446224:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468846.446234:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468846.446239:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468846.446241:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468846.889473:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468846.889487:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468846.889490:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468846.889495:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468846.889497:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468846.889502:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468846.889505:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468847.081084:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468847.081092:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468847.081098:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468847.081100:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468847.081105:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468847.081107:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468847.081204:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468847.081209:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468847.081211:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468847.911613:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468847.911630:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468847.911642:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468847.911649:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468847.911651:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468847.911657:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468847.911660:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468848.109997:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468848.110004:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468848.110011:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468848.110012:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468848.110018:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468848.110019:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468848.111480:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468848.111486:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468848.111491:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468848.295181:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315763380, at 4315763712 00000100:00000010:3.0:1789468848.295201:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00000040:2.0:1789468848.295272:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315763380, at 4315763712 00000100:00000010:2.0:1789468848.295279:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c376c0. 00000100:00000040:1.0:1789468848.295332:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315763380, at 4315763712 00000100:00000010:1.0:1789468848.295341:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000040:0.0:1789468848.295539:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315763380, at 4315763712 00000100:00000010:0.0:1789468848.295546:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000100:00080000:1.0:1789468848.295611:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468848.295619:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468848.295622:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468848.295627:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468848.295629:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468848.295633:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468848.295637:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468848.295640:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468848.295642:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468848.295646:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468848.295652:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21101) 00000100:00000001:1.0:1789468848.935426:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468848.935438:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468848.935440:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468848.935445:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468848.935447:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468848.935451:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468848.935453:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468849.127200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468849.127207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468849.127213:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468849.127214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468849.127219:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468849.127223:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468849.127225:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468849.127228:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468849.127231:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468849.127233:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468849.127235:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468849.127238:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468849.127662:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468849.127666:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468849.127669:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468849.960199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468849.960214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468849.960216:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468849.960221:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468849.960223:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468849.960228:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468849.960230:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468850.151183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468850.151191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468850.151196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468850.151198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468850.151203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468850.151205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468850.151732:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468850.151737:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468850.151741:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468850.983244:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468850.983260:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468850.983263:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468850.983268:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468850.983271:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468850.983276:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468850.983278:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468851.175173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468851.175181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468851.175186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468851.175188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468851.175192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468851.175194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468851.175345:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468851.175349:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468851.175352:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468852.007269:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468852.007283:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468852.007285:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468852.007290:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468852.007292:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468852.007297:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468852.007300:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468852.199189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468852.199196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468852.199203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468852.199205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468852.199209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468852.199212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468852.199354:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468852.199358:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468852.199360:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468853.031152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468853.031167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468853.031169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468853.031174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468853.031176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468853.031181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468853.031184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468853.223168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468853.223176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468853.223182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468853.223184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468853.223188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468853.223190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468853.223288:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468853.223291:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468853.223295:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468853.415210:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468853.415220:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468853.415223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468853.415226:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468853.415228:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468853.415231:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468853.415233:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468853.415236:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468853.415239:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468853.415242:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468853.415247:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21106) 00000100:00000001:1.0:1789468854.055240:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468854.055256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468854.055259:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468854.055263:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468854.055266:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468854.055271:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468854.055273:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468854.248002:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468854.248010:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468854.248027:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468854.248029:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468854.248034:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468854.248050:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468854.248487:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468854.248490:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468854.248493:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468855.080389:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468855.080404:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468855.080407:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468855.080412:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468855.080414:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468855.080419:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468855.080422:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.271159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468855.271167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.271173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468855.271174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.271179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468855.271181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468855.271289:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468855.271292:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468855.271295:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468856.104277:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468856.104292:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468856.104294:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468856.104299:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468856.104301:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468856.104305:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468856.104307:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468856.295183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468856.295191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468856.295197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468856.295199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468856.295203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468856.295205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468856.296280:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468856.296286:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468856.296290:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468857.127968:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468857.127986:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468857.127988:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468857.127994:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468857.127997:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468857.128003:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468857.128006:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468857.322298:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468857.322306:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468857.322312:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468857.322313:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468857.322318:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468857.322319:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468857.322651:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468857.322654:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468857.322657:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468858.151155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468858.151172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468858.151175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468858.151179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468858.151182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468858.151187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468858.151190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468858.343437:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468858.343445:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468858.343451:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468858.343453:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468858.343458:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468858.343460:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468858.345112:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468858.345119:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468858.345123:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468858.535608:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468858.535621:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468858.535625:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468858.535629:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468858.535632:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468858.535634:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468858.535638:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468858.535641:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468858.535644:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468858.535647:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468858.535654:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21111) 00000100:00000001:1.0:1789468859.175142:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468859.175160:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468859.175163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468859.175169:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468859.175173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468859.175179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468859.175183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468859.367175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468859.367181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468859.367186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468859.367188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468859.367193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468859.367197:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468859.367199:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468859.367203:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468859.367205:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468859.367208:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468859.367210:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468859.367212:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468859.367302:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468859.367306:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468859.367309:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468860.199685:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468860.199701:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468860.199704:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468860.199708:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468860.199710:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468860.199715:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468860.199718:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468860.392130:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468860.392139:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468860.392147:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468860.392150:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468860.392157:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468860.392160:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468860.392302:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468860.392307:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468860.392311:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468861.223148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468861.223163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468861.223165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468861.223170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468861.223172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468861.223176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468861.223179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468861.416552:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468861.416559:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468861.416564:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468861.416565:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468861.416569:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468861.416571:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468861.416669:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468861.416672:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468861.416675:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468862.247187:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468862.247195:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468862.247209:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468837/real 1789468837] req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468862.247228:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468862.247230:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468862.247233:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d68. 00000400:00000200:1.0:1789468862.247242:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964110 00000400:00000010:1.0:1789468862.247244:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964110. 00000100:00000001:1.0:1789468862.247249:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468862.247252:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468862.247262:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247270:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468862.247273:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247276:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468862.247278:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468862.247282:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247300:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247303:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468862.247308:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468837/real 1789468837] req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468862.247316:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468862.247317:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468862.247319:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143210. 00000400:00000200:1.0:1789468862.247323:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964220 00000400:00000010:1.0:1789468862.247325:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964220. 00000100:00000001:1.0:1789468862.247327:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468862.247330:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468862.247339:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247345:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468862.247347:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247348:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468862.247350:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468862.247353:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247360:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247362:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468862.247366:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468837/real 1789468837] req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468862.247381:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468862.247382:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468862.247384:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41430b0. 00000400:00000200:1.0:1789468862.247386:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964440 00000400:00000010:1.0:1789468862.247388:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964440. 00000100:00000001:1.0:1789468862.247390:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468862.247393:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468862.247401:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247407:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468862.247408:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247410:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468862.247411:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468862.247415:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247422:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247424:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468862.247428:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468837/real 1789468837] req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468862.247435:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468862.247437:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468862.247438:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143318. 00000400:00000200:1.0:1789468862.247440:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964770 00000400:00000010:1.0:1789468862.247442:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964770. 00000100:00000001:1.0:1789468862.247444:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468862.247447:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468862.247455:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247462:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468862.247464:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247466:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468862.247467:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468862.247471:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247478:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247487:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468862.247489:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247492:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468862.247495:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468862.247498:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468862.247503:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247511:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468862.247514:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247517:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468862.247518:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247521:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468862.247524:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468862.247527:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468862.247550:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468862.247553:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468862.247557:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468862.247566:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404838656:0@lo:38:kworker.0 00000100:00000001:1.0:1789468862.247572:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468862.247575:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247583:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468862.247585:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247587:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468862.247588:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247589:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468862.247591:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468862.247593:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468862.247598:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468862.247599:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468862.247603:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468862.247611:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404838784:0@lo:38:kworker.0 00000100:00000001:1.0:1789468862.247614:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468862.247618:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247625:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468862.247627:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247629:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468862.247630:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247631:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468862.247633:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468862.247635:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468862.247639:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468862.247640:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468862.247644:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468862.247651:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404838912:0@lo:38:kworker.0 00000100:00000001:1.0:1789468862.247655:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468862.247658:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.247664:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468862.247666:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247667:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468862.247668:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.247669:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468862.247671:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468862.247673:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468862.247677:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468862.247679:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468862.247682:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468862.247741:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404839040:0@lo:38:kworker.0 00000100:00000001:1.0:1789468862.247746:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.247749:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468862.247754:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61180 x1876386404838656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789468862.247757:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468862.247771:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468862.247775:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468862.247780:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 00000100:00080000:3.0:1789468862.247786:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468862.247789:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468862.247792:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468862.247794:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468862.247797:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468862.247800:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468862.247804:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21085 00000100:00080000:3.0:1789468862.247808:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468862.247810:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468862.247813:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468862.247815:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468862.247817:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468862.247826:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468862.247828:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468862.247840:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468862.247844:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468862.247846:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468862.247849:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468862.247851:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468862.247853:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468862.247855:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468862.247856:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468862.247859:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468862.247862:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468862.247864:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468862.247867:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468862.247882:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468862.247885:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468862.247887:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468862.247895:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468862.247901:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789468862.247905:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468862.247909:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468862.247911:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468862.247913:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468862.247916:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468862.247937:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468862.247948:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468862.247955:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468862.247962:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468862.247972:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468862.247977:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468862.247981:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468862.247992:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468862.247995:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468862.247998:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468862.247999:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468862.248000:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468862.248003:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468862.248005:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21085 00000100:00080000:3.0:1789468862.248007:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468862.248010:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468862.248012:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468862.248013:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468862.248015:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468862.248018:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468862.248019:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468862.248021:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468862.248023:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468862.248031:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468862.248033:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468862.248060:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468862.248063:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468862.248064:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468862.248066:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468862.248068:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468862.248070:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468862.248072:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468862.248074:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468862.248077:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468862.248078:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468862.248080:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468862.248082:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468862.248085:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789468862.248087:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468862.248089:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468862.248091:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468862.248092:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468862.248094:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468862.248095:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468862.248099:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789468862.248102:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468862.248106:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468862.248113:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468862.248115:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468862.248118:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468862.248126:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468862.248128:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468862.248131:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468862.248137:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1789468862.248140:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1789468862.248140:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1789468862.248144:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789468862.248145:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000020:00000040:1.0:1789468862.248149:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00080000:3.0:1789468862.248150:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21085 00000020:00000001:1.0:1789468862.248154:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:3.0:1789468862.248155:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000010:1.0:1789468862.248159:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867c00. 00000100:00000040:3.0:1789468862.248160:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468862.248165:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1789468862.248167:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1789468862.248167:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468862.248168:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:1.0:1789468862.248172:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1789468862.248173:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000010:1.0:1789468862.248175:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61180. 00000020:00000040:3.0:1789468862.248176:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468862.248180:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789468862.248182:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1789468862.248183:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000100:00000001:1.0:1789468862.248185:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789468862.248186:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000001:1.0:1789468862.248189:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1789468862.248190:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468862.248195:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000040:1.0:1789468862.248196:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62d80 x1876386404838784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468862.248198:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468862.248202:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468862.248206:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468862.248211:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00000001:1.0:1789468862.248214:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1789468862.248215:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 02000000:00000001:1.0:1789468862.248217:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789468862.248220:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468862.248221:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:3.0:1789468862.248225:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468862.248226:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468862.248229:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468862.248231:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468862.248231:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789468862.248235:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:3.0:1789468862.248236:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468862.248237:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867000. 00000100:00000001:3.0:1789468862.248240:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:1.0:1789468862.248241:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1789468862.248242:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468862.248244:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468862.248247:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000100:00000010:1.0:1789468862.248248:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62d80. 00000020:00000040:3.0:1789468862.248253:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1789468862.248254:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1789468862.248257:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1789468862.248258:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789468862.248260:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.248261:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789468862.248263:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1789468862.248267:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61c00 x1876386404838912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789468862.248272:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468862.248275:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.248277:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468862.248280:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468862.248281:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789468862.248286:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468862.248291:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 00000100:00100000:3.0:1789468862.248291:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1789468862.248297:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468862.248300:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789468862.248302:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1789468862.248303:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1789468862.248306:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468862.248307:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468862.248310:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 00000100:00000040:3.0:1789468862.248311:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789468862.248314:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468862.248317:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468862.248320:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61c00. 00000100:00000001:3.0:1789468862.248321:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.248323:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468862.248326:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789468862.248326:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468862.248331:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1789468862.248332:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468862.248334:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1789468862.248337:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c60700 x1876386404839040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468862 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789468862.248337:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468862.248341:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468862.248345:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21085 00000100:00080000:3.0:1789468862.248349:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1789468862.248354:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1789468862.248355:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468862.248358:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468862.248359:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468862.248361:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468862.248374:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468862.248376:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468862.248377:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468862.248380:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468862.248382:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468862.248384:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468862.248386:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468862.248387:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468862.248393:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468862.248395:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468862.248397:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468862.248399:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468862.248401:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468862.248403:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468862.248406:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468862.248407:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468862.248409:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468862.248410:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468862.248413:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789468862.248414:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789468862.248555:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468862.248559:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:1.0:1789468862.248562:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468862.248564:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468862.248565:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468862.248567:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468862.248568:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865000. 02000000:00000001:1.0:1789468862.248571:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468862.248572:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468862.248574:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c60700. 00000100:00000001:1.0:1789468862.248576:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468862.248578:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.248580:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.248585:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468862.248586:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.248588:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468862.248591:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468862.248592:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468862.248597:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.248605:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468862.248607:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468862.248609:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468862.248612:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468862.248615:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468862.248618:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404839296:0@lo:38:kworker.0 00000100:00000001:1.0:1789468862.248622:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468862.248626:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468862.248628:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468862.248630:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468862.248635:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468862.248636:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468862.248642:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf1b8. 00000400:00000010:1.0:1789468862.248648:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468862.248655:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404839296, portal 10 00000100:00000001:1.0:1789468862.248657:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468862.248659:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00000040:1.0:1789468862.248666:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.248673:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468862.248676:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468862.248678:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789468862.248681:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404839296, offset 0 00000400:00000200:1.0:1789468862.248688:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468862.248700:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468862.248711:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f2f80 00000400:00000100:1.0:1789468862.248717:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404839296 offset 0 length 520: 4 00000400:00000200:1.0:1789468862.248722:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468862.248724:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468862.248734:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351198 00000400:00000010:1.0:1789468862.248736:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351198. 00000100:00000001:1.0:1789468862.248740:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468862.248744:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.248752:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468862.248754:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.250206:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.250209:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468862.250223:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468862.250228:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468862.250234:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315777686 00000100:00000010:1.0:1789468862.250243:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11960. 00000100:00000001:1.0:1789468862.250249:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468862.250329:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315777686 00000100:00000010:1.0:1789468862.250333:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11a20. 00000100:00000001:1.0:1789468862.250337:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468862.250341:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315777686 00000100:00000010:1.0:1789468862.250344:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11180. 00000100:00000001:1.0:1789468862.250346:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468862.250358:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315777686 00000100:00000010:1.0:1789468862.250362:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11e40. 00000100:00000001:1.0:1789468862.250365:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468862.250375:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468862.250379:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.250382:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468862.250392:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.250401:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468862.250404:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468862.250407:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468862.250411:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468862.250414:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468862.250417:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404839424:0@lo:38:kworker.0 00000100:00000001:1.0:1789468862.250421:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468862.250425:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468862.250428:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468862.250431:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468862.250436:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc000. 02000000:00000001:1.0:1789468862.250438:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468862.250445:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9a0. 00000400:00000010:1.0:1789468862.250451:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789468862.250457:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404839424, portal 10 00000100:00000001:1.0:1789468862.250460:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468862.250462:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:1.0:1789468862.250471:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.250479:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468862.250481:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468862.250483:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351f68. 00000100:00000200:1.0:1789468862.250486:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404839424, offset 0 00000400:00000200:1.0:1789468862.250491:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468862.250501:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468862.250511:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3000 00000400:00000100:1.0:1789468862.250516:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404839424 offset 0 length 520: 4 00000400:00000200:1.0:1789468862.250521:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468862.250523:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468862.250530:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351f68 00000400:00000010:1.0:1789468862.250532:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351f68. 00000100:00000001:1.0:1789468862.250535:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468862.250539:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.250553:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468862.250556:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.250563:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.250564:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468862.250567:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468862.250569:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468862.250572:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315777686 00000100:00000001:1.0:1789468862.250574:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315777686 00000100:00000001:1.0:1789468862.250577:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315777686 00000100:00000001:1.0:1789468862.250579:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315777686 00000100:00000001:1.0:1789468862.250581:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315777686 00000100:00000001:1.0:1789468862.250583:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315777686 00000100:00000001:1.0:1789468862.250584:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315777686 00000100:00000001:1.0:1789468862.250586:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315777686 00000100:00000001:1.0:1789468862.250588:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468862.250590:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.250592:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468862.250596:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.250602:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468862.250604:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468862.250606:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468862.250607:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468862.250609:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468862.250612:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404839552:0@lo:38:kworker.0 00000100:00000001:1.0:1789468862.250615:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468862.250617:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468862.250619:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468862.250621:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468862.250624:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468862.250626:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468862.250629:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf3c8. 00000400:00000010:1.0:1789468862.250631:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351f68. 00000100:00000200:1.0:1789468862.250634:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404839552, portal 10 00000100:00000001:1.0:1789468862.250636:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468862.250637:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:1.0:1789468862.250642:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.250648:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468862.250650:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468862.250652:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63515d8. 00000100:00000200:1.0:1789468862.250654:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404839552, offset 0 00000400:00000200:1.0:1789468862.250657:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468862.250661:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468862.250666:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3080 00000400:00000100:1.0:1789468862.250670:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404839552 offset 0 length 520: 4 00000400:00000200:1.0:1789468862.250673:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468862.250675:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468862.250679:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63515d8 00000400:00000010:1.0:1789468862.250680:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63515d8. 00000100:00000001:1.0:1789468862.250683:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468862.250686:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.250693:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468862.250695:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.250702:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.250704:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468862.250706:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468862.250709:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468862.250711:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315777686 00000100:00000001:1.0:1789468862.250713:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315777686 00000100:00000001:1.0:1789468862.250716:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315777686 00000100:00000001:1.0:1789468862.250718:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315777686 00000100:00000001:1.0:1789468862.250720:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315777686 00000100:00000001:1.0:1789468862.250722:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315777686 00000100:00000001:1.0:1789468862.250724:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315777686 00000100:00000001:1.0:1789468862.250725:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315777686 00000100:00000001:1.0:1789468862.250727:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468862.250729:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.250732:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.250736:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.250743:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468862.250745:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.250748:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468862.250750:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468862.250751:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.250753:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468862.251632:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468862.251638:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468862.251642:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468862.251647:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468862.251651:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468862.251662:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789468862.251671:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468862.251680:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468862.252473:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468862.252477:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468862.252483:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468862.252515:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468862.252524:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21115) 00000100:00000001:1.0:1789468862.252602:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468862.252606:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468862.252609:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468862.252615:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.252623:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468862.252625:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468862.252628:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468862.252631:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468862.252634:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468862.252637:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404839680:0@lo:38:kworker.0 00000100:00000001:1.0:1789468862.252641:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468862.252644:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468862.252646:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468862.252648:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468862.252654:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468862.252656:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468862.252663:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfd68. 00000400:00000010:1.0:1789468862.252669:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63515d8. 00000100:00000200:1.0:1789468862.252675:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404839680, portal 10 00000100:00000001:1.0:1789468862.252678:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468862.252679:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000040:1.0:1789468862.253003:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.253011:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468862.253013:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468862.253016:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63514c8. 00000100:00000200:1.0:1789468862.253020:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404839680, offset 0 00000400:00000200:1.0:1789468862.253025:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468862.253056:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468862.253068:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3100 00000400:00000100:1.0:1789468862.253074:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404839680 offset 0 length 520: 4 00000400:00000200:1.0:1789468862.253079:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468862.253081:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468862.253093:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63514c8 00000400:00000010:1.0:1789468862.253096:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63514c8. 00000100:00000001:1.0:1789468862.253100:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468862.253105:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.253113:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468862.253116:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468862.253123:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.253124:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468862.253129:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468862.253134:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468862.253138:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315777690 00000100:00000001:1.0:1789468862.257783:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315777686 00000100:00000001:1.0:1789468862.257801:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315777694 00000100:00000001:1.0:1789468862.257806:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315777686 00000100:00000001:1.0:1789468862.257810:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315777694 00000100:00000001:1.0:1789468862.257813:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315777686 00000100:00000001:1.0:1789468862.257815:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315777694 00000100:00000001:1.0:1789468862.257818:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315777686 00000100:00000001:1.0:1789468862.257821:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468862.257826:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.258959:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.258967:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.258980:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468862.258981:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.258984:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468862.258986:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468862.258988:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.258990:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468862.278164:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315777690, at 4315777695 00000100:00000040:2.0:1789468862.278166:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315777694, at 4315777695 00000100:00000010:0.0:1789468862.278180:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11960. 00000100:00000010:2.0:1789468862.278181:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11180. 00000100:00000040:3.0:1789468862.278362:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315777694, at 4315777695 00000100:00000010:3.0:1789468862.278433:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11e40. 00000100:00000040:1.0:1789468862.278499:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315777694, at 4315777695 00000100:00000010:1.0:1789468862.278505:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11a20. 00010000:00000001:0.0:1789468862.439193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468862.439200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468862.439206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468862.439208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468862.439213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468862.439214:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468862.439343:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468862.439347:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468862.439350:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468863.271250:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468863.271264:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468863.271267:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468863.271271:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468863.271273:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468863.271277:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468863.271279:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468863.463839:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468863.463847:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468863.463854:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468863.463858:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468863.463877:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468863.463879:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468863.470714:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468863.470721:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468863.470725:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468864.295158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468864.295173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468864.295175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468864.295179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468864.295182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468864.295186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468864.295190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468864.487640:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468864.487648:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468864.487654:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468864.487656:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468864.487661:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468864.487662:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468864.488069:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468864.488073:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468864.488077:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468865.319476:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468865.319490:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468865.319492:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468865.319497:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468865.319499:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468865.319504:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468865.319507:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.511170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468865.511177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.511181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468865.511183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.511187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468865.511188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468865.511292:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468865.511310:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468865.511313:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468866.343156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468866.343181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468866.343183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468866.343188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468866.343190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468866.343195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468866.343197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468866.535153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468866.535161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468866.535166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468866.535168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468866.535173:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468866.535174:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468866.535268:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468866.535272:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468866.535278:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468867.367240:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468867.367248:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468867.367263:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468842/real 1789468842] req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468867 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468867.367280:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468867.367281:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468867.367285:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143058. 00000400:00000200:1.0:1789468867.367293:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964198 00000400:00000010:1.0:1789468867.367296:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964198. 00000100:00000001:1.0:1789468867.367301:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468867.367305:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468867 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468867.367314:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468867 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468867.367321:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468867.367323:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.367326:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468867.367328:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468867.367332:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468867 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468867.367344:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.367354:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468867.367355:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.367358:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468867.367360:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468867.367364:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468867.367368:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468867 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468867.367375:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468867.367377:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.367379:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468867.367380:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.367383:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468867.367385:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468867.367389:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468867.367418:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:1.0:1789468867.367421:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468867.367426:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468867 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468867.367434:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404839168:0@lo:250:kworker.0 00000100:00000001:1.0:1789468867.367439:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468867.367441:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468867.367444:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63480 x1876386404839168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468867 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468867.367456:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468867.367460:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468867.367464:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:1.0:1789468867.367469:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468867.367473:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468867.367475:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000100:00080000:3.0:1789468867.367476:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1789468867.367479:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468867.367483:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865400. 00000100:00080000:3.0:1789468867.367485:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468867.367488:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468867.367491:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468867.367495:0:218601:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:1.0:1789468867.367497:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1789468867.367499:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21090 02000000:00000001:1.0:1789468867.367502:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1789468867.367505:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000010:1.0:1789468867.367507:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63480. 00000100:00000040:3.0:1789468867.367511:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468867.367513:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468867.367516:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789468867.367517:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.367522:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468867.367522:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468867.367528:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468867.367536:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468867.367538:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468867.367541:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468867.367544:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468867.367547:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468867.367549:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468867.367553:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468867.367555:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468867.367557:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468867.367559:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468867.367561:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468867.367564:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468867.367566:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468867.367569:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468867.367572:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468867.367575:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468867.367593:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468867.367595:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468867.367600:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789468867.367603:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468867.367606:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468867.367607:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468867.367610:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468867.367612:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468867.367616:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468867.367622:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789468867.367627:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468867.367633:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468867.367642:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468867.367647:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468867.367651:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468867.367673:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468867.367676:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468867.367679:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468867.367682:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468867.367685:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468867.367688:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468867.367691:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468867.367693:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468867.367696:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468867.367701:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21120) 00000100:00000001:1.0:1789468867.367750:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468867.367752:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468867.367754:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468867.367758:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468867.367765:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468867.367767:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468867.367770:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468867.367772:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468867.367775:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468867.367777:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404839808:0@lo:250:kworker.0 00000100:00000001:1.0:1789468867.367781:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468867.367785:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468867.367787:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468867.367789:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468867.367793:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe000. 02000000:00000001:1.0:1789468867.367795:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468867.367800:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf840. 00000400:00000010:1.0:1789468867.367804:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63514c8. 00000100:00000200:1.0:1789468867.367810:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404839808, portal 25 00000100:00000001:1.0:1789468867.367812:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468867.367814:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:1.0:1789468867.367819:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468867.367827:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468867.367830:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468867.367843:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351880. 00000100:00000200:1.0:1789468867.367846:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404839808, offset 0 00000400:00000200:1.0:1789468867.367852:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468867.367864:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468867.367874:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f3180 00000400:00000100:1.0:1789468867.367880:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404839808 offset 0 length 520: 4 00000400:00000200:1.0:1789468867.367885:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468867.367887:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468867.367896:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351880 00000400:00000010:1.0:1789468867.367898:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351880. 00000100:00000001:1.0:1789468867.367902:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468867.367905:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468867.367922:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468867.367925:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468892 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468867.367931:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468867.367932:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468867.367943:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468867.367947:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315787954 00000100:00000010:1.0:1789468867.367963:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc119c0. 00000100:00000001:1.0:1789468867.367969:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789468867.367979:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315787954 00000100:00000010:1.0:1789468867.367982:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11300. 00000100:00000001:1.0:1789468867.367985:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468867.367987:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315787954 00000100:00000010:1.0:1789468867.367990:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11000. 00000100:00000001:1.0:1789468867.367992:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468867.367995:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315787954 00000100:00000010:1.0:1789468867.367997:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11840. 00000100:00000001:1.0:1789468867.368001:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468867.368003:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468867.368005:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468867.368009:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468867.368011:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.368014:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468867.368016:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.368017:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468867.368018:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468867.368020:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468867.368021:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468867.559613:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468867.559620:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468867.559626:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468867.559627:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468867.559641:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468867.559643:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468867.559735:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468867.559739:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468867.559742:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468868.392619:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468868.392634:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468868.392636:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.392641:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468868.392643:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468868.392647:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468868.392650:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468868.583625:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468868.583633:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468868.583638:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468868.583640:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468868.583645:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468868.583646:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468868.583741:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468868.583745:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468868.583748:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468868.748206:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748224:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468868.748227:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748229:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468868.748242:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468868.748368:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2c80 00000400:00000100:2.0:1789468868.748376:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402413696 offset 0 length 520: 4 00000400:00000200:2.0:1789468868.748381:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468868.748384:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468868.748393:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748398:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468868.748400:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748403:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468868.748404:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748406:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468868.748410:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468868.748416:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2d00 00000400:00000100:2.0:1789468868.748420:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402413824 offset 0 length 520: 4 00000400:00000200:2.0:1789468868.748423:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468868.748425:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468868.748429:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748433:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468868.748435:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748437:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468868.748438:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748440:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468868.748443:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:2.0:1789468868.748447:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2d80 00000400:00000100:2.0:1789468868.748451:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402413952 offset 0 length 520: 4 00000400:00000200:2.0:1789468868.748453:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7afa420 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468868.748460:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:2.0:1789468868.748464:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748473:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468868.748475:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468868.748477:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468869.416135:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468869.416147:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468869.416149:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468869.416154:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468869.416157:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468869.416162:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468869.416164:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468869.607270:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468869.607277:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468869.607283:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468869.607285:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468869.607289:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468869.607294:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468869.607296:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468869.607300:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468869.607303:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468869.607305:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468869.607307:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468869.607310:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468869.607417:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468869.607438:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468869.607441:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468870.439155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468870.439168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468870.439170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468870.439175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468870.439177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468870.439182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468870.439184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468870.631219:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468870.631228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468870.631236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468870.631238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468870.631246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468870.631248:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468870.631937:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468870.631941:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468870.631945:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468871.463682:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468871.463697:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468871.463700:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468871.463705:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468871.463709:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468871.463713:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468871.463716:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468871.655162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468871.655169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468871.655175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468871.655176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468871.655181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468871.655193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468871.655284:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468871.655288:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468871.655291:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468872.488362:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468872.488375:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468872.488377:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468872.488382:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468872.488385:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468872.488390:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468872.488393:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468872.679172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468872.679181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468872.679186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468872.679188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468872.679193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468872.679194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468872.679301:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468872.679304:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468872.679307:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468872.871180:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315787954, at 4315788288 00000100:00000040:3.0:1789468872.871189:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315787954, at 4315788288 00000100:00000010:0.0:1789468872.871199:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc119c0. 00000100:00000010:3.0:1789468872.871201:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11840. 00000100:00080000:1.0:1789468872.871312:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468872.871317:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468872.871320:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468872.871323:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468872.871325:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468872.871328:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468872.871331:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468872.871334:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468872.871336:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468872.871338:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468872.871343:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21125) 00000100:00000040:1.0:1789468872.871357:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315787954, at 4315788288 00000100:00000010:1.0:1789468872.871362:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11300. 00000100:00000040:2.0:1789468872.871434:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315787954, at 4315788288 00000100:00000010:2.0:1789468872.871449:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11000. 00000100:00000001:1.0:1789468873.511167:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468873.511182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468873.511184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468873.511189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468873.511192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468873.511197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468873.511199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468873.705683:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468873.705693:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468873.705698:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468873.705699:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468873.705704:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468873.705706:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468873.705888:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468873.705892:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468873.705896:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468874.535155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468874.535169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468874.535171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468874.535176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468874.535179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468874.535183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468874.535186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468874.730090:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468874.730100:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468874.730108:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468874.730109:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468874.730116:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468874.730117:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468874.730239:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468874.730243:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468874.730246:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468875.559160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468875.559174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468875.559177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468875.559181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468875.559183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468875.559188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468875.559191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468875.751184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468875.751192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468875.751199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468875.751200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468875.751205:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468875.751207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468875.754710:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468875.754716:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468875.754721:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468876.583542:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468876.583556:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468876.583558:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468876.583563:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468876.583565:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468876.583569:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468876.583571:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.775173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468876.775180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.775185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468876.775187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.775193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468876.775194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468876.775292:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468876.775296:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468876.775299:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468877.607151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468877.607166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468877.607168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468877.607172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468877.607175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468877.607179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468877.607182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468877.799175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468877.799183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468877.799188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468877.799190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468877.799196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468877.799197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468877.802416:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468877.802423:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468877.802427:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468877.991281:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468877.991291:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468877.991295:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468877.991298:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468877.991301:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468877.991304:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468877.991306:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468877.991309:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468877.991312:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468877.991314:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468877.991319:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21131) 00000100:00000001:1.0:1789468878.631190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468878.631210:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468878.631213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468878.631218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468878.631221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468878.631229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468878.631232:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468878.823604:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468878.823613:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468878.823620:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468878.823623:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468878.823644:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468878.823646:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468878.825146:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468878.825154:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468878.825160:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468879.655164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468879.655180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468879.655182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468879.655186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468879.655188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468879.655194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468879.655196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468879.847176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468879.847184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468879.847267:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468879.847269:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468879.847274:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468879.847278:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468879.847280:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468879.847283:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468879.847286:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468879.847288:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468879.847290:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468879.847292:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468879.851398:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468879.851407:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468879.851413:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468880.680686:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468880.680707:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468880.680710:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468880.680714:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468880.680717:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468880.680722:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468880.680725:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468880.871383:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468880.871392:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468880.871401:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468880.871403:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468880.871410:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468880.871412:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468880.871524:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468880.871527:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468880.871530:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468881.703209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468881.703227:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468881.703229:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468881.703234:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468881.703237:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468881.703242:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468881.703244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468881.895176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468881.895183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468881.895189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468881.895190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468881.895195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468881.895196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468881.895318:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468881.895322:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468881.895326:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468882.727145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468882.727159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468882.727161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468882.727170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468882.727173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468882.727177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468882.727180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468882.921292:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468882.921300:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468882.921308:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468882.921309:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468882.921315:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468882.921316:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468882.921555:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468882.921567:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468882.921571:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468883.113962:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468883.113972:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468883.113975:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468883.113979:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468883.113981:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468883.113984:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468883.113987:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468883.113989:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468883.113991:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468883.113994:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468883.113999:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21136) 00000100:00000001:1.0:1789468883.751161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468883.751176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468883.751178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468883.751183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468883.751185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468883.751191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468883.751193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468883.943153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468883.943173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468883.943179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468883.943181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468883.943187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468883.943189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468883.943275:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468883.943278:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468883.943282:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789468884.327139:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789468884.327147:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468884.327163:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789468884.327403:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789468884.327410:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468884.327423:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468884.327428:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468884.327430:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468884.775209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468884.775379:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468884.775381:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468884.775386:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468884.775389:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468884.775394:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468884.775397:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468884.967185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468884.967192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468884.967198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468884.967199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468884.967203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468884.967205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468884.967285:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468884.967289:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468884.967292:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468885.799264:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468885.799280:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468885.799293:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468885.799298:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468885.799300:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468885.799304:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468885.799307:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.991179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468885.991187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.991193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468885.991195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.991201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468885.991203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468885.993171:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468885.993179:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468885.993184:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468886.823266:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468886.823281:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468886.823284:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468886.823288:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468886.823290:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468886.823295:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468886.823297:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468887.015216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468887.015224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468887.015230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468887.015231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468887.015236:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468887.015237:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468887.015355:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468887.015363:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468887.015368:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468887.847181:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468887.847188:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468887.847203:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468862/real 1789468862] req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468887.847222:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468887.847224:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468887.847228:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfd68. 00000400:00000200:1.0:1789468887.847234:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63515d8 00000400:00000010:1.0:1789468887.847236:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63515d8. 00000100:00000001:1.0:1789468887.847241:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468887.847245:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468887.847254:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.847264:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468887.847266:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847269:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468887.847271:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468887.847276:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.847283:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847286:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468887.847290:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468862/real 1789468862] req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468887.847298:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468887.847300:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468887.847301:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf1b8. 00000400:00000200:1.0:1789468887.847304:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468887.847306:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468887.847308:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468887.847311:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468887.847318:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.847323:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468887.847325:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847327:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468887.847328:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468887.847332:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.847339:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847341:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468887.847356:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468862/real 1789468862] req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468887.847371:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468887.847372:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468887.847374:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9a0. 00000400:00000200:1.0:1789468887.847377:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351198 00000400:00000010:1.0:1789468887.847378:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351198. 00000100:00000001:1.0:1789468887.847381:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468887.847384:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468887.847392:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.847398:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468887.847399:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847401:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468887.847403:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468887.847406:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.847413:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847415:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468887.847419:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468862/real 1789468862] req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468887.847426:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468887.847427:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468887.847429:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf3c8. 00000400:00000200:1.0:1789468887.847431:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351f68 00000400:00000010:1.0:1789468887.847433:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351f68. 00000100:00000001:1.0:1789468887.847435:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468887.847438:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468887.847445:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.847930:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468887.847932:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847935:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468887.847936:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468887.847943:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.847950:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847960:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468887.847963:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847966:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468887.847969:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468887.847971:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468887.847976:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.847984:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468887.847986:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847988:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468887.847989:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.847991:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468887.847993:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468887.847996:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468887.848031:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468887.848034:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468887.848074:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468887.848083:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404839680:0@lo:38:kworker.0 00000100:00000001:1.0:1789468887.848088:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468887.848092:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.848105:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468887.848107:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848109:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468887.848111:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848112:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468887.848114:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468887.848116:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468887.848122:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468887.848125:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468887.848128:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468887.848136:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404839296:0@lo:38:kworker.0 00000100:00000001:1.0:1789468887.848139:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468887.848143:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.848149:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468887.848152:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848153:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468887.848155:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848156:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468887.848158:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468887.848160:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468887.848164:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468887.848166:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468887.848169:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468887.848182:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404839424:0@lo:38:kworker.0 00000100:00000001:1.0:1789468887.848186:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468887.848189:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.848196:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468887.848198:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848199:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468887.848201:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848202:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468887.848204:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468887.848206:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468887.848210:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789468887.848212:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468887.848216:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468887.848222:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404839552:0@lo:38:kworker.0 00000100:00000001:1.0:1789468887.848225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.848228:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468887.848231:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404839680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.848238:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468887.848241:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468887.848245:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468887.848251:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468887.848254:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468887.848255:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1789468887.848258:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468887.848261:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:1.0:1789468887.848265:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468887.848267:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468887.848268:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:1.0:1789468887.848272:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468887.848274:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848275:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468887.848278:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404839296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.848284:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468887.848285:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468887.848287:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468887.848291:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468887.848292:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468887.848294:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789468887.848295:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468887.848297:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:1.0:1789468887.848299:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468887.848301:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468887.848302:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:1.0:1789468887.848306:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468887.848308:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848309:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468887.848312:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404839424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.848318:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468887.848319:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468887.848320:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc000. 02000000:00000001:1.0:1789468887.848323:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468887.848324:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468887.848325:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789468887.848327:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468887.848329:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:1.0:1789468887.848331:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468887.848331:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468887.848333:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:1.0:1789468887.848335:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468887.848336:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848338:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468887.848341:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404839552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468887 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.848358:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468887.848359:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468887.848361:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468887.848364:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468887.848365:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468887.848367:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1789468887.848369:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468887.848370:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:1.0:1789468887.848372:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468887.848373:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468887.848375:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:1.0:1789468887.848377:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468887.848378:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.848381:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468887.849018:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468887.849024:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468887.849027:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468887.849030:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468887.849033:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468887.849062:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468887.849130:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468887.849134:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21110 00000100:00080000:3.0:1789468887.849138:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468887.849141:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468887.849144:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468887.849146:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468887.849148:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468887.849181:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468887.849183:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468887.849186:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468887.849189:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468887.849191:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468887.849193:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468887.849196:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468887.849198:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468887.849200:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468887.849202:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468887.849205:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468887.849208:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468887.849211:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468887.849213:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468887.849220:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468887.849223:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468887.849226:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468887.849228:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468887.849233:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789468887.849237:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468887.849241:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468887.849242:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468887.849245:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468887.849248:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468887.849251:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468887.849259:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789468887.849265:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468887.849273:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468887.849282:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468887.849286:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468887.849289:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468887.849323:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468887.849326:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468887.849329:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468887.849330:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468887.849332:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468887.849334:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468887.849336:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21110 00000100:00080000:3.0:1789468887.849338:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468887.849340:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468887.849342:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468887.849452:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468887.849455:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468887.849459:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468887.849460:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468887.849462:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468887.849464:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468887.849466:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468887.849468:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468887.849471:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468887.849472:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468887.849474:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468887.849476:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468887.849478:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468887.849480:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468887.849482:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468887.849483:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468887.849486:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468887.849488:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468887.849490:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468887.849497:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468887.849500:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000100:00000001:1.0:1789468887.849594:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468887.849598:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468887.849600:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468887.849606:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.849613:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468887.849615:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468887.849619:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468887.849621:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468887.849623:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468887.849626:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404839936:0@lo:38:kworker.0 00000100:00000001:1.0:1789468887.849630:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468887.849634:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468887.849636:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468887.849638:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468887.849642:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8ff400. 02000000:00000001:1.0:1789468887.849644:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468887.849650:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf3c8. 00000400:00000010:1.0:1789468887.849656:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351f68. 00000100:00000200:1.0:1789468887.849662:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404839936, portal 10 00000100:00000001:1.0:1789468887.849664:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468887.849666:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:1.0:1789468887.849749:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.849757:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468887.849760:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468887.849763:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789468887.849767:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404839936, offset 0 00000400:00000200:1.0:1789468887.849773:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468887.849785:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468887.849795:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3200 00000400:00000100:1.0:1789468887.849802:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404839936 offset 0 length 520: 4 00000400:00000200:1.0:1789468887.849806:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468887.849809:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468887.849820:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351198 00000400:00000010:1.0:1789468887.849822:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351198. 00000100:00000001:1.0:1789468887.849826:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468887.849830:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.849838:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468887.849841:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.849847:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.849849:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468887.849853:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468887.849858:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:1.0:1789468887.849862:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315803285 00000100:00000010:1.0:1789468887.849867:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11300. 00000100:00000001:1.0:1789468887.849873:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000020:00000040:3.0:1789468887.849955:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468887.849959:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468887.849961:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468887.849962:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468887.849964:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468887.849967:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468887.849971:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789468887.849975:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468887.849979:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468887.849986:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468887.849988:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468887.849991:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468887.849998:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468887.850001:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468887.850004:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468887.850005:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468887.850007:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468887.850009:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468887.850011:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21110 00000100:00080000:3.0:1789468887.850014:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468887.850016:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468887.850019:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468887.850020:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468887.850023:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468887.850028:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468887.850029:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468887.850030:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468887.850032:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468887.850062:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468887.850076:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468887.850079:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468887.850081:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468887.850083:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468887.850085:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468887.850087:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468887.850089:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468887.850091:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468887.850093:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468887.850096:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468887.850098:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468887.850100:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468887.850102:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468887.850105:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789468887.850107:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468887.850109:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468887.850111:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468887.850112:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468887.850114:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468887.850116:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468887.850120:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789468887.850123:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468887.850127:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468887.850133:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468887.850135:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468887.850138:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468887.850145:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468887.850147:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468887.850161:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468887.850168:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468887.850170:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468887.850173:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468887.850175:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21110 00000100:00080000:3.0:1789468887.850178:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468887.850180:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468887.850182:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468887.850184:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468887.850186:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468887.850189:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468887.850190:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468887.850192:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468887.850194:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468887.850196:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468887.850198:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468887.850200:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468887.850202:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468887.850203:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468887.850205:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468887.850207:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468887.850210:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468887.850212:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468887.850213:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468887.850217:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468887.850218:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468887.850220:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468887.850222:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468887.850225:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789468887.850227:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468887.850229:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468887.850230:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468887.850232:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468887.850237:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468887.850239:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468887.850243:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789468887.850246:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468887.850251:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468887.850258:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468887.850260:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468887.850263:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468887.850269:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468887.850274:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21140) 00000100:00000001:1.0:1789468887.850827:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315803286 00000100:00000010:1.0:1789468887.850834:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c60. 00000100:00000001:1.0:1789468887.850838:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789468887.850844:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315803286 00000100:00000010:1.0:1789468887.850847:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11c00. 00000100:00000001:1.0:1789468887.850850:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468887.850865:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315803286 00000100:00000010:1.0:1789468887.850869:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967dfc11720. 00000100:00000001:1.0:1789468887.850872:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468887.850882:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468887.850885:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.850890:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.850892:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.850899:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468887.850901:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.850903:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468887.850905:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468887.850906:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468887.850911:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.850918:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468887.850920:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468887.850922:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468887.850925:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468887.850926:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468887.850929:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404840064:0@lo:38:kworker.0 00000100:00000001:1.0:1789468887.850933:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468887.850937:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468887.850939:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468887.850941:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468887.850944:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fc000. 02000000:00000001:1.0:1789468887.850946:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468887.850951:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf9a0. 00000400:00000010:1.0:1789468887.850956:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351198. 00000100:00000200:1.0:1789468887.850960:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404840064, portal 10 00000100:00000001:1.0:1789468887.850962:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468887.850963:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516992 : -130400397034624 : ffff8966caa7fb80) 00000100:00000040:1.0:1789468887.850969:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.850975:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468887.850977:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468887.850979:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468887.850981:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404840064, offset 0 00000400:00000200:1.0:1789468887.850985:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468887.850993:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468887.851000:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3280 00000400:00000100:1.0:1789468887.851004:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404840064 offset 0 length 520: 4 00000400:00000200:1.0:1789468887.851008:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468887.851010:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468887.851017:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:1.0:1789468887.851019:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:1.0:1789468887.851023:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468887.851026:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.851034:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468887.851053:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.851060:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.851061:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468887.851065:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468887.851068:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:1.0:1789468887.851071:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315803287 00000100:00000001:1.0:1789468887.852499:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315803285 00000100:00000001:1.0:1789468887.852576:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315803288 00000100:00000001:1.0:1789468887.852582:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315803286 00000100:00000001:1.0:1789468887.852586:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315803288 00000100:00000001:1.0:1789468887.852589:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315803286 00000100:00000001:1.0:1789468887.852591:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315803288 00000100:00000001:1.0:1789468887.852594:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315803286 00000100:00000001:1.0:1789468887.852598:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468887.852602:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.852606:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468887.852616:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.852625:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468887.852627:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468887.852630:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468887.852633:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468887.852636:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468887.852639:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404840192:0@lo:38:kworker.0 00000100:00000001:1.0:1789468887.852642:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468887.852646:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468887.852648:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468887.852650:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468887.852657:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fe400. 02000000:00000001:1.0:1789468887.852659:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468887.852664:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbf1b8. 00000400:00000010:1.0:1789468887.852746:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63516e8. 00000100:00000200:1.0:1789468887.852754:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404840192, portal 10 00000100:00000001:1.0:1789468887.852756:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468887.852758:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312507136 : -130400397044480 : ffff8966caa7d500) 00000100:00000040:1.0:1789468887.852765:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.852772:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468887.852775:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468887.852777:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63515d8. 00000100:00000200:1.0:1789468887.852779:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404840192, offset 0 00000400:00000200:1.0:1789468887.852785:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468887.852795:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468887.852806:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3300 00000400:00000100:1.0:1789468887.852811:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404840192 offset 0 length 520: 4 00000400:00000200:1.0:1789468887.852816:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468887.852818:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468887.852828:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63515d8 00000400:00000010:1.0:1789468887.852830:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63515d8. 00000100:00000001:1.0:1789468887.852835:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468887.852838:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.852846:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468887.852849:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.852856:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.852858:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468887.852863:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468887.852867:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:1.0:1789468887.852870:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315803288 00000100:00000001:1.0:1789468887.852875:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315803287 00000100:00000001:1.0:1789468887.852878:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315803288 00000100:00000001:1.0:1789468887.852881:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315803288 00000100:00000001:1.0:1789468887.852883:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315803288 00000100:00000001:1.0:1789468887.852884:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315803288 00000100:00000001:1.0:1789468887.852886:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315803288 00000100:00000001:1.0:1789468887.852888:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315803288 00000100:00000001:1.0:1789468887.852890:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468887.852893:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.852895:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468887.852900:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.852907:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468887.852908:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468887.852910:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468887.852912:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468887.852914:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468887.852917:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404840320:0@lo:38:kworker.0 00000100:00000001:1.0:1789468887.852920:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468887.852922:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468887.852923:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468887.852925:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468887.852929:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ee8fd000. 02000000:00000001:1.0:1789468887.852931:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789468887.852934:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4dbfd68. 00000400:00000010:1.0:1789468887.852937:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c63515d8. 00000100:00000200:1.0:1789468887.852940:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404840320, portal 10 00000100:00000001:1.0:1789468887.852942:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468887.852944:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312515200 : -130400397036416 : ffff8966caa7f480) 00000100:00000040:1.0:1789468887.852950:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.852956:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468887.852958:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789468887.852961:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8966c6351880. 00000100:00000200:1.0:1789468887.852963:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404840320, offset 0 00000400:00000200:1.0:1789468887.852966:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789468887.852971:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789468887.852976:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3380 00000400:00000100:1.0:1789468887.852980:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404840320 offset 0 length 520: 4 00000400:00000200:1.0:1789468887.852983:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8966e263fb80 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1789468887.852986:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1789468887.852990:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351880 00000400:00000010:1.0:1789468887.852992:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351880. 00000100:00000001:1.0:1789468887.852994:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789468887.852998:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.853004:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468887.853007:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468887.853014:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.853015:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468887.853018:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468887.853021:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:1.0:1789468887.853023:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315803289 00000100:00000001:1.0:1789468887.853028:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315803288 00000100:00000001:1.0:1789468887.853031:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315803289 00000100:00000001:1.0:1789468887.853034:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315803288 00000100:00000001:1.0:1789468887.853057:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315803290 00000100:00000001:1.0:1789468887.853061:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315803288 00000100:00000001:1.0:1789468887.853064:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315803290 00000100:00000001:1.0:1789468887.853142:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315803288 00000100:00000001:1.0:1789468887.853146:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468887.853148:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.853241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.853245:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.853252:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468887.853254:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.853257:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468887.853259:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468887.853261:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.853263:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468887.873228:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315803289, at 4315803290 00000100:00000010:0.0:1789468887.873243:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11300. 00000100:00000040:1.0:1789468887.873629:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315803289, at 4315803290 00000100:00000010:1.0:1789468887.873637:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11c60. 00000100:00000040:2.0:1789468887.874121:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315803290, at 4315803291 00000100:00000010:2.0:1789468887.874127:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11c00. 00000100:00000040:3.0:1789468887.874260:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315803290, at 4315803291 00000100:00000010:3.0:1789468887.874266:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967dfc11720. 00010000:00000001:0.0:1789468888.039277:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468888.039283:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468888.039288:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468888.039289:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468888.039294:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468888.039296:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468888.039456:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468888.039461:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468888.039464:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468888.871184:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468888.871198:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468888.871200:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468888.871206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468888.871210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468888.871214:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468888.871217:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468889.063180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468889.063190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468889.063197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468889.063198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468889.063203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468889.063207:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468889.063209:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468889.063213:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468889.063215:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468889.063217:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468889.063219:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468889.063221:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468889.063395:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468889.063399:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468889.063402:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468889.895276:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468889.895289:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468889.895291:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468889.895297:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468889.895299:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468889.895304:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468889.895307:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468890.088412:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468890.088422:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468890.088430:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468890.088432:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468890.088438:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468890.088440:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468890.096728:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468890.096737:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468890.096743:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468890.920074:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468890.920087:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468890.920089:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468890.920093:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468890.920096:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468890.920100:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468890.920102:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468891.112082:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468891.112094:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468891.112102:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468891.112105:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468891.112112:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468891.112114:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468891.113007:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468891.113013:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468891.113017:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468891.944102:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468891.944116:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468891.944118:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468891.944123:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468891.944126:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468891.944138:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468891.944140:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468892.137053:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468892.137064:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468892.137071:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468892.137073:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468892.137078:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468892.137080:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468892.141612:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468892.141622:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468892.141628:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468892.967236:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468892.967248:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468892.967266:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468867/real 1789468867] req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468892 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468892.967286:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468892.967288:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468892.967292:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf840. 00000400:00000200:2.0:1789468892.967298:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63514c8 00000400:00000010:2.0:1789468892.967300:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63514c8. 00000100:00000001:2.0:1789468892.967307:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468892.967311:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468892 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468892.967330:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468892 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468892.967339:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468892.967340:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.967344:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468892.967347:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468892.967350:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468892 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468892.967358:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.967369:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468892.967372:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.967375:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468892.967378:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468892.967383:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468892.967387:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468892 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468892.967395:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468892.967398:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.967399:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468892.967400:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.967403:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468892.967406:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468892.967410:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468892.967441:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468892.967443:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468892.967448:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468892 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468892.967456:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404839808:0@lo:250:kworker.0 00000100:00000001:2.0:1789468892.967462:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468892.967465:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468892.967469:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404839808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468892 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468892.967476:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468892.967479:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468892.967485:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe000. 02000000:00000001:2.0:1789468892.967491:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468892.967495:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468892.967497:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468892.967499:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468892.967503:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:2.0:1789468892.967507:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468892.967509:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468892.967511:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:2.0:1789468892.967516:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468892.967518:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.967520:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468892.967598:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468892.967604:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468892.967607:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468892.967610:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468892.967614:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468892.967617:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21115 00000100:00080000:3.0:1789468892.967621:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468892.967624:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468892.967627:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468892.967655:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468892.967657:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468892.967666:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468892.967668:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468892.967671:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468892.967674:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468892.967676:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468892.967678:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468892.967680:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468892.967683:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468892.967684:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468892.967686:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468892.967689:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468892.967692:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468892.967694:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468892.967697:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468892.967701:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468892.967703:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468892.967706:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468892.967708:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468892.967714:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ed80. 00000020:00000040:3.0:1789468892.967718:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468892.967722:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468892.967724:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468892.967727:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468892.967731:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468892.967735:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468892.967743:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789468892.967751:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468892.967757:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468892.967766:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468892.967781:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468892.967793:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276a4b65] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468892.967815:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468892.967820:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468892.967823:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468892.967826:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468892.967829:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468892.967832:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468892.967835:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468892.967838:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468892.967841:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468892.967847:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21146) 00000100:00000001:2.0:1789468892.968148:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468892.968151:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468892.968153:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468892.968159:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468892.968168:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468892.968170:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468892.968174:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468892.968177:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468892.968180:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468892.968182:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404840448:0@lo:250:kworker.0 00000100:00000001:2.0:1789468892.968186:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468892.968191:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468892.968194:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468892.968196:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468892.968201:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468892.968204:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468892.968210:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143b58. 00000400:00000010:2.0:1789468892.968217:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789468892.968223:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404840448, portal 25 00000100:00000001:2.0:1789468892.968226:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468892.968227:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312513408 : -130400397038208 : ffff8966caa7ed80) 00000100:00000040:2.0:1789468892.968233:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468892.968239:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468892.968242:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468892.968245:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964330. 00000100:00000200:2.0:1789468892.968248:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404840448, offset 0 00000400:00000200:2.0:1789468892.968254:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468892.968270:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468892.968283:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f3400 00000400:00000100:2.0:1789468892.968294:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404840448 offset 0 length 520: 4 00000400:00000200:2.0:1789468892.968300:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468892.968302:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468892.968315:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964330 00000400:00000010:2.0:1789468892.968317:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964330. 00000100:00000001:2.0:1789468892.968321:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468892.968324:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468892.968331:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468892.968333:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468892.968339:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468892.968340:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468892.968346:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468892.968350:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315813555 00000100:00000010:2.0:1789468892.968355:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37480. 00000100:00000001:2.0:1789468892.968363:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468892.968375:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315813555 00000100:00000010:2.0:1789468892.968379:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c370c0. 00000100:00000001:2.0:1789468892.968383:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468892.968386:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315813555 00000100:00000010:2.0:1789468892.968389:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37120. 00000100:00000001:2.0:1789468892.968392:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468892.968394:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315813555 00000100:00000010:2.0:1789468892.968397:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789468892.968400:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468892.968402:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468892.968406:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468892.968409:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468892.968411:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.968417:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468892.968419:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.968421:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468892.968422:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468892.968424:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468892.968426:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468893.159154:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468893.159164:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468893.159171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468893.159173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468893.159179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468893.159181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468893.159283:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468893.159287:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468893.159291:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468893.996484:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468893.996504:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468893.996507:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.996513:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468893.996516:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468893.996522:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468893.996526:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468894.183860:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468894.183868:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468894.183873:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468894.183875:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468894.183880:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468894.183882:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468894.190012:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468894.190018:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468894.190023:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789468894.344495:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789468894.347628:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789468894.347648:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468894.347880:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468894.347897:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468894.347919:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2e00 00000400:00000100:0.0:1789468894.347927:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402414080 offset 0 length 520: 4 00000400:00000200:0.0:1789468894.347934:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468894.347937:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468894.347948:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468894.347952:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468894.347955:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468894.347957:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468894.347959:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468894.347960:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468894.347964:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468894.347969:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2e80 00000400:00000100:0.0:1789468894.347975:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402414208 offset 0 length 520: 4 00000400:00000200:0.0:1789468894.347977:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468894.347979:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468894.347981:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468894.347984:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468894.347986:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468894.347988:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468894.347989:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468894.347991:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468894.347994:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468894.347997:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa2f00 00000400:00000100:0.0:1789468894.348000:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402414336 offset 0 length 520: 4 00000400:00000200:0.0:1789468894.348002:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468894.348004:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468894.348006:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468894.348075:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468894.348078:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468894.348080:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468895.015113:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468895.015131:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468895.015133:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468895.015138:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468895.015143:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468895.015149:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468895.015152:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.207312:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468895.207319:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.207325:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468895.207327:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.207331:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468895.207333:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468895.217762:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468895.217769:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468895.217773:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468896.044899:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468896.044921:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468896.044923:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468896.044929:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468896.044932:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468896.044937:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468896.044940:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468896.231436:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468896.231447:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468896.231454:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468896.231455:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468896.231461:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468896.231462:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468896.231571:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468896.231578:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468896.231583:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468897.063591:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468897.063618:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468897.063621:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468897.063626:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468897.063629:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468897.063634:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468897.063637:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468897.255190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468897.255201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468897.255207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468897.255209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468897.255215:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468897.255217:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468897.255319:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468897.255324:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468897.255327:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468898.089025:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468898.089060:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468898.089063:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468898.089067:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468898.089069:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468898.089074:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468898.089076:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468898.285074:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468898.285082:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468898.285087:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468898.285088:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468898.285094:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468898.285095:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468898.285853:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468898.285857:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468898.285860:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468898.471163:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315813555, at 4315813888 00000100:00000010:3.0:1789468898.471177:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00080000:0.0:1789468898.471260:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468898.471265:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468898.471268:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468898.471272:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468898.471275:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468898.471278:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468898.471281:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468898.471284:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468898.471286:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468898.471289:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468898.471294:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21151) 00000100:00000040:0.0:1789468898.471306:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315813555, at 4315813888 00000100:00000010:0.0:1789468898.471311:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000100:00000040:2.0:1789468898.471397:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315813555, at 4315813888 00000100:00000010:2.0:1789468898.471403:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37120. 00000100:00000040:1.0:1789468898.472096:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315813555, at 4315813888 00000100:00000010:1.0:1789468898.472103:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000100:00000001:1.0:1789468899.113704:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468899.113718:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468899.113720:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468899.113725:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468899.113727:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468899.113731:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468899.113734:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468899.303197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468899.303205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468899.303210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468899.303212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468899.303217:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468899.303220:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468899.303222:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468899.303227:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468899.303230:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468899.303232:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468899.303234:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468899.303237:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468899.303383:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468899.303386:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468899.303389:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468900.135169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468900.135186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468900.135189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468900.135194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468900.135196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468900.135201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468900.135203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468900.329089:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468900.329097:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468900.329103:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468900.329105:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468900.329110:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468900.329112:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468900.330875:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468900.330883:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468900.330887:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468901.159227:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468901.159241:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468901.159244:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468901.159248:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468901.159250:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468901.159255:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468901.159257:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468901.351239:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468901.351247:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468901.351253:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468901.351254:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468901.351258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468901.351260:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468901.351351:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468901.351354:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468901.351357:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468902.183194:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468902.183209:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468902.183211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468902.183216:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468902.183217:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468902.183222:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468902.183224:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468902.375159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468902.375166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468902.375171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468902.375173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468902.375178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468902.375179:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468902.375273:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468902.375277:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468902.375308:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468903.207821:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468903.207834:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468903.207836:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468903.207841:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468903.207843:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468903.207847:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468903.207849:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468903.399133:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468903.399141:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468903.399146:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468903.399148:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468903.399153:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468903.399154:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468903.399399:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468903.399403:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468903.399406:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468903.591336:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468903.591348:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468903.591351:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468903.591354:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468903.591357:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468903.591360:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468903.591363:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468903.591367:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468903.591369:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468903.591372:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468903.591378:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21156) 00000100:00000001:2.0:1789468904.233572:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468904.233587:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468904.233589:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468904.233595:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468904.233598:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468904.233602:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468904.233605:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468904.423169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468904.423176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468904.423182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468904.423183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468904.423188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468904.423190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468904.423278:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468904.423281:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468904.423284:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468905.255929:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468905.255942:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468905.255944:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468905.255949:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468905.255951:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468905.255955:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468905.255958:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.447183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468905.447190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.447196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468905.447198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.447204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468905.447205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468905.447423:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468905.447426:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468905.447429:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468906.280000:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468906.280013:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468906.280016:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468906.280020:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468906.280022:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468906.280027:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468906.280030:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468906.471181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468906.471189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468906.471195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468906.471197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468906.471202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468906.471203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468906.471305:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468906.471309:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468906.471312:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468907.304566:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468907.304585:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468907.304588:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468907.304594:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468907.304597:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468907.304603:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468907.304607:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468907.495206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468907.495217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468907.495224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468907.495226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468907.495232:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468907.495234:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468907.495360:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468907.495365:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468907.495369:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468908.328091:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468908.328112:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468908.328115:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468908.328121:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468908.328124:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468908.328132:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468908.328135:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468908.519227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468908.519238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468908.519245:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468908.519246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468908.519251:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468908.519253:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468908.520576:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468908.520582:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468908.520587:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468908.713177:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468908.713191:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468908.713195:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468908.713198:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468908.713201:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468908.713205:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468908.713208:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468908.713212:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468908.713214:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468908.713216:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468908.713222:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21161) 00000100:00000001:2.0:1789468909.351434:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468909.351448:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468909.351450:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468909.351455:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468909.351457:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468909.351463:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468909.351465:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468909.543730:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468909.543739:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468909.543746:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468909.543748:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468909.543754:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468909.543758:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468909.543760:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468909.543764:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468909.543768:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468909.543770:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468909.543772:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468909.543775:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468909.543894:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468909.543900:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468909.543905:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468910.375157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468910.375172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468910.375174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468910.375179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468910.375182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468910.375187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468910.375191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468910.567161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468910.567169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468910.567175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468910.567177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468910.567182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468910.567184:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468910.567281:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468910.567285:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468910.567288:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468911.401785:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468911.401799:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468911.401801:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468911.401806:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468911.401809:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468911.401813:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468911.401816:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468911.591135:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468911.591144:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468911.591151:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468911.591152:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468911.591157:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468911.591158:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468911.591546:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468911.591550:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468911.591554:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468912.423171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468912.423179:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468912.423193:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468887/real 1789468887] req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468912.423209:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468912.423211:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468912.423214:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf9a0. 00000400:00000200:2.0:1789468912.423221:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351198 00000400:00000010:2.0:1789468912.423223:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351198. 00000100:00000001:2.0:1789468912.423226:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468912.423230:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468912.423238:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423244:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468912.423246:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423249:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468912.423251:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468912.423255:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423261:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423263:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468912.423267:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468887/real 1789468887] req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468912.423286:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468912.423287:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468912.423289:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf1b8. 00000400:00000200:2.0:1789468912.423291:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63516e8 00000400:00000010:2.0:1789468912.423293:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63516e8. 00000100:00000001:2.0:1789468912.423295:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468912.423298:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468912.423305:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423310:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468912.423311:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423313:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468912.423314:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468912.423318:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423323:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423325:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468912.423329:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468887/real 1789468887] req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468912.423335:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468912.423336:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468912.423338:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbfd68. 00000400:00000200:2.0:1789468912.423340:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c63515d8 00000400:00000010:2.0:1789468912.423342:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c63515d8. 00000100:00000001:2.0:1789468912.423344:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468912.423347:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468912.423353:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423365:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468912.423367:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423368:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468912.423369:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468912.423373:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423378:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423380:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468912.423383:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468887/real 1789468887] req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468912.423390:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468912.423391:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468912.423393:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4dbf3c8. 00000400:00000200:2.0:1789468912.423395:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8966c6351f68 00000400:00000010:2.0:1789468912.423397:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8966c6351f68. 00000100:00000001:2.0:1789468912.423399:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468912.423402:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468912.423409:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423415:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468912.423417:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423418:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468912.423420:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468912.423423:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423428:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423436:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468912.423438:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423441:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468912.423443:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468912.423446:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468912.423450:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423457:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468912.423460:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423461:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468912.423462:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423465:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468912.423467:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468912.423469:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468912.423509:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468912.423511:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468912.423515:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468912.423523:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404840064:0@lo:38:kworker.0 00000100:00000001:2.0:1789468912.423528:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468912.423531:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423537:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468912.423539:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423540:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468912.423541:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423543:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468912.423545:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468912.423547:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468912.423553:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468912.423555:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468912.423559:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468912.423579:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404840192:0@lo:38:kworker.0 00000100:00000001:2.0:1789468912.423583:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468912.423586:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423593:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468912.423595:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423596:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468912.423597:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423598:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468912.423600:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468912.423602:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468912.423607:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468912.423609:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468912.423612:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468912.423620:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404840320:0@lo:38:kworker.0 00000100:00000001:2.0:1789468912.423624:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468912.423630:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423650:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468912.423652:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423654:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468912.423655:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423657:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468912.423658:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468912.423660:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468912.423666:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468912.423667:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468912.423671:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468912.423677:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404839936:0@lo:38:kworker.0 00000100:00000001:2.0:1789468912.423681:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.423683:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468912.423686:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7fb80 x1876386404840064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423693:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468912.423696:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468912.423700:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fc000. 02000000:00000001:2.0:1789468912.423704:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468912.423707:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468912.423709:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789468912.423711:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468912.423713:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:2.0:1789468912.423717:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468912.423719:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468912.423721:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7fb80. 00000100:00000001:2.0:1789468912.423725:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468912.423726:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423728:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468912.423730:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404840192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423735:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468912.423737:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468912.423738:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fe400. 02000000:00000001:2.0:1789468912.423742:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468912.423744:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468912.423745:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789468912.423747:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468912.423748:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:2.0:1789468912.423750:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468912.423752:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468912.423753:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000001:2.0:1789468912.423755:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468912.423756:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423757:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468912.423760:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404840320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423766:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468912.423767:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468912.423768:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8fd000. 02000000:00000001:2.0:1789468912.423772:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468912.423773:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468912.423774:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468912.423776:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468912.423777:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:2.0:1789468912.423778:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468912.423779:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468912.423781:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 00000100:00000001:2.0:1789468912.423782:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468912.423784:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423785:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468912.423788:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404839936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468912 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.423806:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468912.423807:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468912.423809:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ee8ff400. 02000000:00000001:2.0:1789468912.423812:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468912.423813:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468912.423814:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789468912.423816:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468912.423817:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:2.0:1789468912.423819:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468912.423820:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468912.423821:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:2.0:1789468912.423824:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468912.423826:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.423829:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468912.424165:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468912.424186:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468912.424188:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468912.424191:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468912.424194:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468912.424197:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468912.424200:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468912.424204:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21135 00000100:00080000:3.0:1789468912.424207:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468912.424210:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468912.424212:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468912.424214:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468912.424216:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468912.424223:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468912.424225:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789468912.424227:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468912.424230:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789468912.424233:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789468912.424235:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789468912.424238:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468912.424239:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468912.424241:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468912.424243:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468912.424246:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789468912.424249:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468912.424252:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468912.424254:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468912.424260:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468912.424262:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468912.424265:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468912.424273:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468912.424278:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789468912.424282:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789468912.424286:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468912.424287:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468912.424290:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468912.424292:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468912.424296:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468912.424302:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789468912.424307:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468912.424314:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468912.424323:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468912.424328:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468912.424331:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.424377:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468912.424380:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468912.424382:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468912.424386:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.424393:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468912.424394:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468912.424397:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468912.424399:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468912.424401:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468912.424404:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404840576:0@lo:38:kworker.0 00000100:00000001:2.0:1789468912.424407:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468912.424411:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468912.424413:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468912.424415:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468912.424419:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789468912.424421:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468912.424427:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143420. 00000400:00000010:2.0:1789468912.424431:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964330. 00000100:00000200:2.0:1789468912.424436:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404840576, portal 10 00000100:00000001:2.0:1789468912.424438:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468912.424439:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312514304 : -130400397037312 : ffff8966caa7f100) 00000100:00000040:2.0:1789468912.424445:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.424451:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468912.424454:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468912.424456:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964b28. 00000100:00000200:2.0:1789468912.424458:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404840576, offset 0 00000400:00000200:2.0:1789468912.424465:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468912.424478:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468912.424488:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3480 00000400:00000100:2.0:1789468912.424506:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404840576 offset 0 length 520: 4 00000400:00000200:2.0:1789468912.424511:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468912.424514:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468912.424523:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964b28 00000400:00000010:2.0:1789468912.424526:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964b28. 00000100:00000001:2.0:1789468912.424529:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468912.424533:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.424540:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468912.424542:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.424548:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.424549:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468912.424553:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468912.424558:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789468912.424561:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315827860 00000100:00000010:2.0:1789468912.424566:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789468912.424572:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468912.424643:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315827860 00000100:00000010:2.0:1789468912.424648:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789468912.424652:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468912.424667:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315827860 00000100:00000010:2.0:1789468912.424671:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37060. 00000100:00000001:2.0:1789468912.424673:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468912.424676:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315827860 00000100:00000010:2.0:1789468912.424679:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789468912.424681:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468912.424684:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468912.424686:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.424689:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.424691:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468912.424709:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468912.424713:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468912.424716:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468912.424717:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468912.424718:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468912.424721:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468912.424724:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21135 00000100:00080000:3.0:1789468912.424727:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468912.424729:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468912.424731:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468912.424733:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468912.424736:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468912.424740:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468912.424742:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789468912.424743:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468912.424745:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789468912.424754:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789468912.424757:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789468912.424760:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468912.424762:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468912.424764:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468912.424766:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468912.424768:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789468912.424771:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468912.424773:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468912.424775:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468912.424778:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468912.424780:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468912.424782:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468912.424784:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468912.424787:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789468912.424802:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789468912.424805:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468912.424807:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468912.424808:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468912.424810:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468912.424812:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468912.424816:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789468912.424819:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468912.424823:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468912.424829:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468912.424831:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468912.424834:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.427425:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468912.427433:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.427439:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468912.427441:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468912.427444:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468912.427456:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.427466:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468912.427468:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468912.427472:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468912.427476:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468912.427479:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468912.427482:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404840704:0@lo:38:kworker.0 00000100:00000001:2.0:1789468912.427486:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468912.427490:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468912.427493:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468912.427508:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468912.427518:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789468912.427520:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468912.427528:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41439a0. 00000400:00000010:2.0:1789468912.427535:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964b28. 00000100:00000200:2.0:1789468912.427541:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404840704, portal 10 00000100:00000001:2.0:1789468912.427543:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468912.427545:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516096 : -130400397035520 : ffff8966caa7f800) 00000100:00000040:2.0:1789468912.427552:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.427561:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468912.427574:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468912.427576:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964bb0. 00000100:00000200:2.0:1789468912.427580:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404840704, offset 0 00000400:00000200:2.0:1789468912.427592:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468912.427607:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468912.427619:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3500 00000400:00000100:2.0:1789468912.427625:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404840704 offset 0 length 520: 4 00000400:00000200:2.0:1789468912.427630:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468912.427633:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468912.427644:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964bb0 00000400:00000010:2.0:1789468912.427646:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964bb0. 00000100:00000001:2.0:1789468912.427650:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468912.427654:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.427663:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468912.427666:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.427673:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.427675:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468912.427680:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468912.427684:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789468912.427688:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315827863 00000100:00000001:2.0:1789468912.427702:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315827860 00000100:00000001:2.0:1789468912.427707:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315827863 00000100:00000001:2.0:1789468912.427711:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315827860 00000100:00000001:2.0:1789468912.427713:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315827863 00000100:00000001:2.0:1789468912.427716:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315827860 00000100:00000001:2.0:1789468912.427719:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315827863 00000100:00000001:2.0:1789468912.427722:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315827860 00000100:00000001:2.0:1789468912.427725:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468912.427728:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.427732:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.427734:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.427737:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468912.427738:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.427740:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468912.427741:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468912.427743:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.427745:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468912.433192:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468912.433204:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468912.433208:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468912.433226:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468912.433229:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468912.433233:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468912.433239:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21135 00000100:00080000:3.0:1789468912.433243:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468912.433246:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468912.433248:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468912.433250:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468912.433252:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468912.433261:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468912.433263:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789468912.433266:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468912.433269:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789468912.433271:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789468912.433273:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789468912.433275:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468912.433278:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468912.433279:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468912.433281:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468912.433283:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789468912.433287:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468912.433289:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468912.433292:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468912.433299:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468912.433301:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468912.433303:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468912.433305:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468912.433312:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789468912.433315:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789468912.433319:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468912.433320:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468912.433323:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468912.433332:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468912.433336:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468912.433344:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789468912.433353:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468912.433361:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468912.433371:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468912.433375:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468912.433379:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468912.433388:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468912.433390:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468912.433393:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468912.433394:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468912.433396:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468912.433398:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468912.433400:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21135 00000100:00080000:3.0:1789468912.433403:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468912.433405:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468912.433406:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468912.433408:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468912.433410:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468912.433413:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468912.433415:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789468912.433416:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468912.433418:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789468912.433420:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789468912.433423:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789468912.433426:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468912.433427:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468912.433435:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468912.433437:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468912.433439:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789468912.433441:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468912.433443:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468912.433445:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468912.433448:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468912.433449:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468912.433451:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468912.433453:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468912.433456:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789468912.433458:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789468912.433460:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468912.433461:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468912.433462:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468912.433464:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468912.433466:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468912.433470:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789468912.433473:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468912.433476:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468912.433483:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468912.433485:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468912.433488:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468912.433508:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468912.433514:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21165) 00000100:00000001:2.0:1789468912.433662:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468912.433667:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468912.433669:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468912.433676:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.433683:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468912.433685:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468912.433688:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468912.433691:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468912.433693:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468912.433695:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404840832:0@lo:38:kworker.0 00000100:00000001:2.0:1789468912.433699:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468912.433703:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468912.433705:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468912.433707:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468912.433712:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468912.433714:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468912.433721:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143bb0. 00000400:00000010:2.0:1789468912.433727:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964bb0. 00000100:00000200:2.0:1789468912.433734:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404840832, portal 10 00000100:00000001:2.0:1789468912.433736:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468912.433737:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:2.0:1789468912.433745:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.433753:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468912.433755:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468912.433757:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964cc0. 00000100:00000200:2.0:1789468912.433760:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404840832, offset 0 00000400:00000200:2.0:1789468912.433766:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468912.433779:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468912.433793:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3580 00000400:00000100:2.0:1789468912.433799:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404840832 offset 0 length 520: 4 00000400:00000200:2.0:1789468912.433804:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468912.433806:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468912.433819:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964cc0 00000400:00000010:2.0:1789468912.433821:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964cc0. 00000100:00000001:2.0:1789468912.433824:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468912.433828:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.433834:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468912.433837:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.433843:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.433844:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468912.433849:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468912.433853:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468912.433856:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315827869 00000100:00000001:2.0:1789468912.433868:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315827863 00000100:00000001:2.0:1789468912.433872:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315827869 00000100:00000001:2.0:1789468912.433875:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315827863 00000100:00000001:2.0:1789468912.433878:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315827869 00000100:00000001:2.0:1789468912.433880:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315827863 00000100:00000001:2.0:1789468912.433883:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315827869 00000100:00000001:2.0:1789468912.433885:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315827863 00000100:00000001:2.0:1789468912.433888:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468912.433890:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.433893:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468912.433896:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.433903:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468912.433904:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468912.433907:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468912.433919:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468912.433921:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468912.433923:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404840960:0@lo:38:kworker.0 00000100:00000001:2.0:1789468912.433926:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468912.433928:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468912.433929:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468912.433930:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468912.433934:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789468912.433935:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468912.433937:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143478. 00000400:00000010:2.0:1789468912.433940:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964cc0. 00000100:00000200:2.0:1789468912.433942:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404840960, portal 10 00000100:00000001:2.0:1789468912.433944:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468912.433945:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312515200 : -130400397036416 : ffff8966caa7f480) 00000100:00000040:2.0:1789468912.433949:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.433955:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468912.433957:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468912.433959:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964660. 00000100:00000200:2.0:1789468912.433961:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404840960, offset 0 00000400:00000200:2.0:1789468912.433964:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468912.433968:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468912.433973:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3600 00000400:00000100:2.0:1789468912.433976:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404840960 offset 0 length 520: 4 00000400:00000200:2.0:1789468912.433979:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468912.433981:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468912.433985:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964660 00000400:00000010:2.0:1789468912.433987:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964660. 00000100:00000001:2.0:1789468912.433989:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468912.433992:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.433998:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468912.434001:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468912.434007:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.434009:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468912.434011:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468912.434014:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468912.434017:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315827870 00000100:00000001:2.0:1789468912.434169:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315827869 00000100:00000001:2.0:1789468912.434174:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315827871 00000100:00000001:2.0:1789468912.434178:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315827869 00000100:00000001:2.0:1789468912.434180:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315827871 00000100:00000001:2.0:1789468912.434183:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315827869 00000100:00000001:2.0:1789468912.434185:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315827871 00000100:00000001:2.0:1789468912.434187:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315827869 00000100:00000001:2.0:1789468912.434190:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468912.434192:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.434196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.434198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.434206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468912.434208:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.434210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468912.434211:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468912.434213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.434215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468912.455183:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315827870, at 4315827872 00000100:00000010:0.0:1789468912.455198:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000040:3.0:1789468912.456161:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315827871, at 4315827873 00000100:00000010:3.0:1789468912.456171:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000040:1.0:1789468912.456273:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315827871, at 4315827873 00000100:00000010:1.0:1789468912.456281:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000100:00000040:2.0:1789468912.456325:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315827871, at 4315827873 00000100:00000010:2.0:1789468912.456332:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00010000:00000001:0.0:1789468912.615878:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468912.615885:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468912.615891:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468912.615892:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468912.615897:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468912.615899:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468912.617169:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468912.617173:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468912.617177:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468913.447157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468913.447172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468913.447175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468913.447179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468913.447181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468913.447185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468913.447188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468913.639175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468913.639183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468913.639189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468913.639190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468913.639196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468913.639197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468913.639836:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468913.639840:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468913.639844:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468914.471259:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468914.471275:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468914.471277:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468914.471283:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468914.471285:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468914.471290:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468914.471293:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468914.663176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468914.663183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468914.663189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468914.663190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468914.663194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468914.663196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468914.663341:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468914.663345:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468914.663348:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468915.495206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468915.495221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468915.495223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468915.495228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468915.495230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468915.495234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468915.495237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468915.687168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468915.687176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468915.687182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468915.687184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468915.687188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468915.687189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468915.687374:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468915.687395:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468915.687398:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468916.519394:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468916.519408:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468916.519410:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468916.519415:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468916.519417:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468916.519423:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468916.519426:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.711166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468916.711173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.711179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468916.711180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.711185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468916.711187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468916.711361:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468916.711364:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468916.711367:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468917.543390:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468917.543398:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468917.543416:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468892/real 1789468892] req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468917 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468917.543433:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468917.543435:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468917.543439:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143b58. 00000400:00000200:2.0:1789468917.543445:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:2.0:1789468917.543447:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:2.0:1789468917.543451:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468917.543463:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468917 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468917.543473:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468917 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468917.543480:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468917.543483:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468917.543486:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468917.543488:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468917.543491:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468917 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468917.543498:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468917.543506:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468917.543508:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468917.543511:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468917.543513:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468917.543517:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468917.543520:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468917 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468917.543526:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468917.543528:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468917.543530:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468917.543531:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468917.543534:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468917.543536:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468917.543539:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468917.543571:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468917.543574:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468917.543578:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468917 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468917.543585:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404840448:0@lo:250:kworker.0 00000100:00000001:2.0:1789468917.543589:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468917.543591:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468917.543594:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ed80 x1876386404840448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468917 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468917.543604:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468917.543607:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468917.543611:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789468917.543615:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468917.543621:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468917.543622:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468917.543625:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468917.543627:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:2.0:1789468917.543631:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468917.543633:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468917.543635:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ed80. 00000100:00000001:2.0:1789468917.543643:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468917.543645:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468917.543648:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468917.543756:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468917.543762:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468917.543764:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468917.543767:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468917.543771:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468917.543775:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21141 00000100:00080000:1.0:1789468917.543778:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468917.543782:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468917.543785:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468917.543786:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468917.543788:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468917.543796:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468917.543798:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468917.543801:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468917.543804:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468917.543806:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468917.543809:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468917.543812:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468917.543814:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468917.543815:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468917.543817:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468917.543821:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468917.543823:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468917.543826:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468917.543828:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468917.543832:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468917.543834:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468917.543836:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468917.543839:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468917.543857:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789468917.543861:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468917.543864:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468917.543866:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468917.543868:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468917.543871:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468917.543889:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468917.543897:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c6e09800. 00000100:00000001:1.0:1789468917.543903:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468917.543910:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468917.543920:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468917.543924:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468917.543929:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468917.543954:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468917.543957:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468917.543961:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468917.543964:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468917.543967:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468917.543969:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468917.543972:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468917.543974:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468917.543977:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468917.543982:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21170) 00000100:00000001:3.0:1789468917.546931:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468917.546939:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468917.546942:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468917.546953:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468917.546964:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468917.546967:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468917.546971:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468917.546974:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468917.546977:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468917.546980:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404841088:0@lo:250:kworker.0 00000100:00000001:3.0:1789468917.546984:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468917.546988:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468917.546990:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468917.546993:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468917.547001:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789468917.547003:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468917.547010:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bd68. 00000400:00000010:3.0:1789468917.547017:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93af68. 00000100:00000200:3.0:1789468917.547024:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404841088, portal 25 00000100:00000001:3.0:1789468917.547026:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468917.547027:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:3.0:1789468917.547033:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468917.547071:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468917.547074:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468917.547077:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a3b8. 00000100:00000200:3.0:1789468917.547080:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404841088, offset 0 00000400:00000200:3.0:1789468917.547086:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468917.547099:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468917.547109:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f3680 00000400:00000100:3.0:1789468917.547115:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404841088 offset 0 length 520: 4 00000400:00000200:3.0:1789468917.547133:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468917.547135:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468917.547148:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a3b8 00000400:00000010:3.0:1789468917.547151:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a3b8. 00000100:00000001:3.0:1789468917.547154:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468917.547159:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468917.547167:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468917.547170:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468917.547178:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468917.547179:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468917.547185:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468917.547190:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315838134 00000100:00000010:3.0:1789468917.547194:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59225a0. 00000100:00000001:3.0:1789468917.547201:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789468917.547212:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315838134 00000100:00000010:3.0:1789468917.547216:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922660. 00000100:00000001:3.0:1789468917.547219:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789468917.547223:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315838134 00000100:00000010:3.0:1789468917.547226:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922300. 00000100:00000001:3.0:1789468917.547229:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468917.547231:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315838134 00000100:00000010:3.0:1789468917.547234:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922de0. 00000100:00000001:3.0:1789468917.547237:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468917.547240:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468917.547242:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468917.547247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468917.547249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468917.547258:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468917.547260:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468917.547268:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468917.547269:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468917.547271:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468917.547274:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468917.735332:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468917.735341:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468917.735348:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468917.735349:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468917.735354:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468917.735355:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468917.735590:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468917.735594:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468917.735598:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468918.567150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468918.567164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468918.567167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468918.567172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468918.567175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468918.567180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468918.567182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468918.761494:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468918.761502:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468918.761508:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468918.761510:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468918.761515:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468918.761517:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468918.761733:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468918.761737:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468918.761740:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468918.917407:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917427:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468918.917432:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917436:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468918.917458:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468918.917476:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa2f80 00000400:00000100:0.0:1789468918.917485:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402414464 offset 0 length 520: 4 00000400:00000200:0.0:1789468918.917490:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468918.917493:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468918.917503:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917508:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468918.917510:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917512:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468918.917514:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917515:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468918.917519:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468918.917524:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3000 00000400:00000100:0.0:1789468918.917528:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402414592 offset 0 length 520: 4 00000400:00000200:0.0:1789468918.917531:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468918.917533:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468918.917538:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917541:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468918.917543:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917545:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468918.917546:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917548:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468918.917552:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468918.917556:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3080 00000400:00000100:0.0:1789468918.917560:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402414720 offset 0 length 520: 4 00000400:00000200:0.0:1789468918.917563:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468918.917565:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468918.917569:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917576:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468918.917578:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468918.917581:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468919.591190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468919.591210:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468919.591213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468919.591219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468919.591221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468919.591227:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468919.591231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468919.783235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468919.783245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468919.783253:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468919.783255:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468919.783261:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468919.783266:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468919.783269:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468919.783273:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468919.783277:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468919.783280:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468919.783282:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468919.783285:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468919.783759:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468919.783764:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468919.783767:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468920.615268:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468920.615288:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468920.615291:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468920.615297:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468920.615300:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468920.615306:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468920.615309:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468920.807185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468920.807196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468920.807205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468920.807207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468920.807212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468920.807214:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468920.809810:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468920.809819:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468920.809825:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468921.640218:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468921.640238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468921.640242:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468921.640248:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468921.640250:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468921.640256:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468921.640260:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468921.832089:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468921.832102:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468921.832110:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468921.832113:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468921.832119:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468921.832121:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468921.832239:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468921.832244:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468921.832248:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468922.663781:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468922.663804:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468922.663830:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468922.663838:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468922.663841:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468922.663847:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468922.663850:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468922.856380:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468922.856391:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468922.856397:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468922.856398:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468922.856405:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468922.856406:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468922.856722:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468922.856726:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468922.856730:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789468923.047219:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315838134, at 4315838464 00000100:00000010:0.0:1789468923.047250:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59225a0. 00000100:00000040:3.0:1789468923.047360:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315838134, at 4315838464 00000100:00000010:3.0:1789468923.047369:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922de0. 00000100:00000040:1.0:1789468923.047468:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315838134, at 4315838464 00000100:00000010:1.0:1789468923.047476:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922660. 00000100:00080000:2.0:1789468923.047768:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468923.047775:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468923.047778:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468923.047781:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468923.047784:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468923.047787:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468923.047789:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468923.047791:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468923.047793:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468923.047796:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468923.047801:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21176) 00000100:00000040:2.0:1789468923.047822:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315838134, at 4315838464 00000100:00000010:2.0:1789468923.047828:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922300. 00000800:00000200:2.0:1789468923.239792:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468923.239803:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468923.239810:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468923.240351:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468923.240360:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468923.240375:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468923.240381:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468923.240384:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468923.687893:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468923.687914:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468923.687917:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468923.687925:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468923.687928:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468923.687935:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468923.687938:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468923.880212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468923.880223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468923.880231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468923.880233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468923.880239:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468923.880241:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468923.881081:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468923.881087:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468923.881092:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468924.711665:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468924.711681:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468924.711684:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468924.711689:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468924.711692:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468924.711696:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468924.711902:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468924.903170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468924.903178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468924.903184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468924.903185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468924.903190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468924.903191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468924.912842:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468924.912850:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468924.912855:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468925.735151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468925.735167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468925.735169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468925.735173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468925.735176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468925.735180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468925.735183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468925.927388:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468925.927404:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468925.927410:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468925.927411:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468925.927416:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468925.927418:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468925.927575:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468925.927579:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468925.927582:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468926.759487:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468926.759505:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468926.759508:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468926.759513:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468926.759516:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468926.759521:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468926.759524:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.951188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468926.951195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.951201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468926.951202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.951207:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468926.951209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468926.958883:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468926.958889:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468926.958894:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468927.783188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468927.783203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468927.783206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468927.783210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468927.783212:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468927.783216:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468927.783219:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468927.975618:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468927.975626:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468927.975633:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468927.975635:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468927.975640:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468927.975642:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468927.975921:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468927.975925:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468927.975928:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468928.167123:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468928.167135:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468928.167138:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468928.167141:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468928.167143:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468928.167146:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468928.167149:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468928.167152:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468928.167154:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468928.167157:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468928.167163:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21181) 00000100:00000001:3.0:1789468928.807251:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468928.807270:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468928.807273:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468928.807280:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468928.807283:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468928.807289:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468928.807296:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468928.999420:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468928.999428:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468928.999433:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468928.999435:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468928.999441:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468928.999445:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468928.999447:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468928.999451:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468928.999454:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468928.999456:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468928.999459:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468928.999461:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468929.000142:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468929.000147:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468929.000151:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468929.831220:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468929.831236:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468929.831239:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468929.831244:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468929.831246:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468929.831251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468929.831254:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468930.023398:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468930.023405:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468930.023411:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468930.023413:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468930.023418:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468930.023420:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468930.023509:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468930.023512:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468930.023515:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468930.855403:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468930.855417:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468930.855419:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468930.855425:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468930.855427:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468930.855432:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468930.855452:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468931.048850:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468931.048857:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468931.048863:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468931.048865:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468931.048869:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468931.048871:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468931.049485:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468931.049489:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468931.049492:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468931.879160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468931.879174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468931.879177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468931.879181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468931.879184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468931.879189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468931.879191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468932.071648:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468932.071655:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468932.071660:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468932.071661:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468932.071666:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468932.071667:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468932.071986:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468932.071990:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468932.071994:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468932.908308:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468932.908324:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468932.908326:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468932.908332:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468932.908335:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468932.908339:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468932.908352:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468933.095166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468933.095173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468933.095179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468933.095180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468933.095186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468933.095188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468933.095459:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468933.095462:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468933.095465:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468933.287157:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468933.287169:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468933.287172:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468933.287176:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468933.287178:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468933.287181:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468933.287184:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468933.287187:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468933.287190:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468933.287194:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468933.287200:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21186) 00000100:00000001:3.0:1789468933.927203:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468933.927219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468933.927222:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468933.927227:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468933.927229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468933.927235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468933.927237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468934.119173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468934.119181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468934.119187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468934.119188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468934.119194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468934.119195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468934.119570:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468934.119574:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468934.119577:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468934.951149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468934.951164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468934.951166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468934.951169:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468934.951172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468934.951176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468934.951178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468935.146567:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468935.146573:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468935.146578:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468935.146580:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468935.146585:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468935.146586:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468935.146804:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468935.146807:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468935.146811:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468935.975816:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468935.975848:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468935.975850:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468935.975855:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468935.975858:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468935.975863:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468935.975866:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.168895:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468936.168902:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.168908:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468936.168909:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.168914:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468936.168916:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468936.169016:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468936.169020:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468936.169023:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468936.999514:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468936.999529:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468936.999531:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468936.999536:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468936.999539:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468936.999543:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468936.999546:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468937.194153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468937.194159:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468937.194165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468937.194167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468937.194172:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468937.194173:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468937.194828:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468937.194833:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468937.194836:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468938.023160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468938.023169:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468938.023183:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468912/real 1789468912] req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468938.023203:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468938.023205:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468938.023208:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143bb0. 00000400:00000200:3.0:1789468938.023216:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964bb0 00000400:00000010:3.0:1789468938.023219:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964bb0. 00000100:00000001:3.0:1789468938.023223:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468938.023227:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468938.023235:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023242:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468938.023253:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023257:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468938.023258:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468938.023262:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023290:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023292:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468938.023296:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468912/real 1789468912] req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468938.023313:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468938.023314:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468938.023316:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143478. 00000400:00000200:3.0:1789468938.023319:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964cc0 00000400:00000010:3.0:1789468938.023321:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964cc0. 00000100:00000001:3.0:1789468938.023323:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468938.023326:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468938.023332:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023338:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468938.023339:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023341:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468938.023342:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468938.023345:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023351:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023352:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468938.023356:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468912/real 1789468912] req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468938.023362:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468938.023363:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468938.023364:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41439a0. 00000400:00000200:3.0:1789468938.023367:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964b28 00000400:00000010:3.0:1789468938.023368:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964b28. 00000100:00000001:3.0:1789468938.023370:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468938.023379:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468938.023386:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023391:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468938.023393:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023394:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468938.023395:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468938.023398:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023403:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023405:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468938.023409:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468912/real 1789468912] req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468938.023416:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468938.023417:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468938.023419:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143420. 00000400:00000200:3.0:1789468938.023422:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964330 00000400:00000010:3.0:1789468938.023423:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964330. 00000100:00000001:3.0:1789468938.023425:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468938.023428:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468938.023435:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023440:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468938.023443:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023444:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468938.023446:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468938.023448:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023454:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023469:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468938.023472:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023475:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468938.023477:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468938.023480:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468938.023485:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023492:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468938.023495:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023496:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468938.023497:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023500:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468938.023502:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468938.023505:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468938.023534:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789468938.023537:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468938.023542:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468938.023550:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404840832:0@lo:38:kworker.0 00000100:00000001:3.0:1789468938.023555:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468938.023558:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023564:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468938.023566:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023568:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468938.023570:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023571:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468938.023573:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468938.023575:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468938.023580:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789468938.023589:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468938.023594:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468938.023601:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404840960:0@lo:38:kworker.0 00000100:00000001:3.0:1789468938.023605:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468938.023608:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023615:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468938.023617:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023618:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468938.023620:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023621:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468938.023623:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468938.023625:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468938.023631:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789468938.023633:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468938.023637:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468938.023643:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404840704:0@lo:38:kworker.0 00000100:00000001:3.0:1789468938.023647:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468938.023650:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023655:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468938.023657:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023659:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468938.023660:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023661:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468938.023670:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468938.023672:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468938.023678:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789468938.023679:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468938.023683:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468938.023689:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404840576:0@lo:38:kworker.0 00000100:00000001:3.0:1789468938.023692:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.023694:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468938.023697:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404840832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023703:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468938.023706:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468938.023710:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:3.0:1789468938.023715:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468938.023717:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468938.023719:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789468938.023722:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468938.023724:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789468938.023727:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468938.023729:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468938.023731:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:3.0:1789468938.023734:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468938.023735:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023737:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468938.023739:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404840960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023745:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468938.023746:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468938.023747:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:3.0:1789468938.023750:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468938.023751:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468938.023757:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789468938.023759:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468938.023760:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789468938.023763:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468938.023764:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468938.023765:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 00000100:00000001:3.0:1789468938.023768:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468938.023769:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023771:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468938.023774:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f800 x1876386404840704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023779:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468938.023780:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468938.023781:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:3.0:1789468938.023784:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468938.023785:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468938.023786:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789468938.023788:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468938.023789:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:3.0:1789468938.023791:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468938.023793:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468938.023794:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f800. 00000100:00000001:3.0:1789468938.023796:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468938.023797:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023799:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468938.023801:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f100 x1876386404840576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468937 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.023808:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468938.023809:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468938.023810:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:3.0:1789468938.023812:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468938.023813:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468938.023815:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789468938.023817:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468938.023818:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789468938.023820:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468938.023826:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468938.023829:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f100. 00000100:00000001:3.0:1789468938.023831:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468938.023832:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.023835:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468938.023991:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468938.023997:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468938.023999:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468938.024002:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468938.024005:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468938.024007:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468938.024011:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468938.024014:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21160 00000100:00080000:1.0:1789468938.024018:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468938.024021:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468938.024023:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468938.024026:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468938.024028:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468938.024035:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468938.024063:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789468938.024066:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468938.024069:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789468938.024071:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789468938.024074:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789468938.024076:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468938.024078:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468938.024080:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468938.024081:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468938.024084:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789468938.024087:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468938.024089:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468938.024091:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468938.024099:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468938.024102:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468938.024104:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468938.024106:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468938.024112:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789468938.024115:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789468938.024118:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468938.024120:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468938.024123:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468938.024126:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468938.024129:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468938.024137:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c6e0b800. 00000100:00000001:1.0:1789468938.024144:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468938.024150:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468938.024160:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468938.024164:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468938.024168:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468938.024190:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468938.024193:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468938.024196:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468938.024197:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468938.024199:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468938.024202:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468938.024204:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21160 00000100:00080000:1.0:1789468938.024206:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468938.024209:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468938.024211:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468938.024213:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468938.024215:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468938.024218:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468938.024220:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789468938.024222:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468938.024224:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789468938.024226:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789468938.024228:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789468938.024231:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468938.024233:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468938.024234:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468938.024236:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468938.024250:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789468938.024254:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468938.024256:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468938.024258:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468938.024261:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468938.024263:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468938.024265:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468938.024267:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468938.024270:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789468938.024273:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789468938.024275:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468938.024276:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468938.024278:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468938.024279:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468938.024281:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468938.024285:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c6e0b000. 00000100:00000001:1.0:1789468938.024289:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468938.024293:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468938.024299:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468938.024301:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468938.024315:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468938.024322:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468938.024325:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468938.024328:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468938.024329:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468938.024331:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468938.024333:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468938.024335:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21160 00000100:00080000:1.0:1789468938.024337:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468938.024339:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468938.024341:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468938.024342:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468938.024344:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468938.024347:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468938.024348:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789468938.024350:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468938.024353:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789468938.024354:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789468938.024356:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789468938.024359:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468938.024361:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468938.024363:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468938.024365:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468938.024367:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789468938.024369:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468938.024371:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468938.024373:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468938.024380:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468938.024383:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468938.024385:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468938.024386:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468938.024389:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789468938.024391:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789468938.024393:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468938.024394:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468938.024395:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468938.024397:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468938.024398:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468938.024402:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c6e09400. 00000100:00000001:1.0:1789468938.024405:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468938.024409:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468938.024415:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468938.024417:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468938.024420:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468938.024426:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468938.024428:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468938.024432:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468938.024433:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468938.024434:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468938.024436:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468938.024438:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21160 00000100:00080000:1.0:1789468938.024441:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468938.024443:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468938.024444:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468938.024446:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468938.024448:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468938.024450:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468938.024451:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789468938.024453:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468938.024455:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789468938.024457:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789468938.024459:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789468938.024461:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468938.024462:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468938.024464:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468938.024466:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468938.024468:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789468938.024470:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468938.024472:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468938.024473:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468938.024476:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468938.024478:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468938.024479:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468938.024481:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468938.024484:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789468938.024486:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789468938.024488:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468938.024490:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468938.024492:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468938.024494:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468938.024495:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468938.024499:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c6e08400. 00000100:00000001:1.0:1789468938.024502:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468938.024506:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468938.024512:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468938.024514:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468938.024516:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468938.024522:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468938.024527:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21191) 00000100:00000001:3.0:1789468938.024698:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468938.024701:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468938.024703:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468938.024708:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.024716:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468938.024717:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468938.024720:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468938.024723:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468938.024725:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468938.024728:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404841216:0@lo:38:kworker.0 00000100:00000001:3.0:1789468938.024731:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468938.024735:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468938.024737:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468938.024739:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468938.024743:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789468938.024745:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468938.024751:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b058. 00000400:00000010:3.0:1789468938.024757:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a3b8. 00000100:00000200:3.0:1789468938.024762:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404841216, portal 10 00000100:00000001:3.0:1789468938.024764:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468938.024766:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755050496 : -130395954501120 : ffff8967d373aa00) 00000100:00000040:3.0:1789468938.024772:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.024777:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468938.024780:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468938.024782:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a330. 00000100:00000200:3.0:1789468938.024784:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404841216, offset 0 00000400:00000200:3.0:1789468938.024790:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468938.024801:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468938.024823:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3700 00000400:00000100:3.0:1789468938.024830:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404841216 offset 0 length 520: 4 00000400:00000200:3.0:1789468938.024834:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468938.024837:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468938.024848:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a330 00000400:00000010:3.0:1789468938.024850:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a330. 00000100:00000001:3.0:1789468938.024853:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468938.024857:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.024865:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468938.024868:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.024873:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.024875:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468938.024880:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468938.024885:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789468938.024889:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315853460 00000100:00000010:3.0:1789468938.024893:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922de0. 00000100:00000001:3.0:1789468938.024899:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789468938.024922:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315853460 00000100:00000010:3.0:1789468938.024926:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922900. 00000100:00000001:3.0:1789468938.024930:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789468938.024974:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315853460 00000100:00000010:3.0:1789468938.024978:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922d80. 00000100:00000001:3.0:1789468938.024982:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468938.024994:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315853460 00000100:00000010:3.0:1789468938.024997:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922c00. 00000100:00000001:3.0:1789468938.025000:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468938.025004:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468938.025007:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.025015:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468938.025019:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.025025:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468938.025027:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468938.025029:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468938.025031:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468938.025033:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468938.025056:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404841344:0@lo:38:kworker.0 00000100:00000001:3.0:1789468938.025060:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468938.025062:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468938.025063:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468938.025065:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468938.025068:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08dc00. 02000000:00000001:3.0:1789468938.025070:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468938.025074:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b738. 00000400:00000010:3.0:1789468938.025078:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a330. 00000100:00000200:3.0:1789468938.025081:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404841344, portal 10 00000100:00000001:3.0:1789468938.025083:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468938.025084:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:3.0:1789468938.025090:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.025096:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468938.025098:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468938.025100:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a908. 00000100:00000200:3.0:1789468938.025103:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404841344, offset 0 00000400:00000200:3.0:1789468938.025106:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468938.025112:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468938.025118:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3780 00000400:00000100:3.0:1789468938.025122:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404841344 offset 0 length 520: 4 00000400:00000200:3.0:1789468938.025125:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468938.025127:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468938.025131:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a908 00000400:00000010:3.0:1789468938.025139:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a908. 00000100:00000001:3.0:1789468938.025143:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468938.025147:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.025152:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468938.025155:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.025160:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.025161:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468938.025165:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468938.025168:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789468938.025171:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315853461 00000100:00000001:3.0:1789468938.025176:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315853460 00000100:00000001:3.0:1789468938.025179:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315853461 00000100:00000001:3.0:1789468938.027620:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315853460 00000100:00000001:3.0:1789468938.027634:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315853463 00000100:00000001:3.0:1789468938.027639:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315853460 00000100:00000001:3.0:1789468938.027642:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315853463 00000100:00000001:3.0:1789468938.027645:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315853460 00000100:00000001:3.0:1789468938.027648:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468938.027652:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.027656:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468938.027666:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.027676:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468938.027678:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468938.027681:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468938.027685:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468938.027687:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468938.027690:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404841472:0@lo:38:kworker.0 00000100:00000001:3.0:1789468938.027711:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468938.027716:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468938.027719:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468938.027721:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468938.027727:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789468938.027729:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468938.027735:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b5d8. 00000400:00000010:3.0:1789468938.027742:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a908. 00000100:00000200:3.0:1789468938.027748:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404841472, portal 10 00000100:00000001:3.0:1789468938.027751:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468938.027753:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:3.0:1789468938.027761:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.027768:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468938.027771:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468938.027773:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ac38. 00000100:00000200:3.0:1789468938.027777:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404841472, offset 0 00000400:00000200:3.0:1789468938.027782:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468938.027795:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468938.027806:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3800 00000400:00000100:3.0:1789468938.027811:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404841472 offset 0 length 520: 4 00000400:00000200:3.0:1789468938.027816:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468938.027819:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468938.027829:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93ac38 00000400:00000010:3.0:1789468938.027832:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93ac38. 00000100:00000001:3.0:1789468938.027836:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468938.027840:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.027848:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468938.027851:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.027858:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.027866:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468938.027874:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468938.027879:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789468938.027882:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315853463 00000100:00000001:3.0:1789468938.027888:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315853461 00000100:00000001:3.0:1789468938.027891:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315853463 00000100:00000001:3.0:1789468938.027894:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315853461 00000100:00000001:3.0:1789468938.027896:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315853463 00000100:00000001:3.0:1789468938.027898:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315853463 00000100:00000001:3.0:1789468938.027900:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315853463 00000100:00000001:3.0:1789468938.027902:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315853463 00000100:00000001:3.0:1789468938.027904:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468938.027906:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.027909:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468938.027913:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.027920:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468938.027921:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468938.027924:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468938.027925:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468938.027927:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468938.027930:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404841600:0@lo:38:kworker.0 00000100:00000001:3.0:1789468938.027933:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468938.027935:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468938.027937:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468938.027939:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468938.027942:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789468938.027944:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468938.027947:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bf78. 00000400:00000010:3.0:1789468938.027950:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ac38. 00000100:00000200:3.0:1789468938.027953:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404841600, portal 10 00000100:00000001:3.0:1789468938.027961:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468938.027962:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:3.0:1789468938.027968:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.027974:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468938.027976:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468938.027978:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a7f8. 00000100:00000200:3.0:1789468938.027981:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404841600, offset 0 00000400:00000200:3.0:1789468938.027985:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468938.027991:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468938.027996:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3880 00000400:00000100:3.0:1789468938.028000:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404841600 offset 0 length 520: 4 00000400:00000200:3.0:1789468938.028003:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468938.028005:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468938.028010:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a7f8 00000400:00000010:3.0:1789468938.028011:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a7f8. 00000100:00000001:3.0:1789468938.028014:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468938.028017:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.028024:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468938.028026:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468938.028031:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.028033:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468938.028053:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468938.029193:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789468938.029198:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315853466 00000100:00000001:3.0:1789468938.029206:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315853463 00000100:00000001:3.0:1789468938.029210:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315853466 00000100:00000001:3.0:1789468938.029213:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315853463 00000100:00000001:3.0:1789468938.029216:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315853466 00000100:00000001:3.0:1789468938.029230:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315853463 00000100:00000001:3.0:1789468938.029232:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315853466 00000100:00000001:3.0:1789468938.029235:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315853463 00000100:00000001:3.0:1789468938.029238:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468938.029241:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.029244:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.029248:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.029256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468938.029259:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468938.029261:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468938.029263:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468938.029265:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468938.029267:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468938.050177:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315853466, at 4315853467 00000100:00000010:1.0:1789468938.050192:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922900. 00000100:00000040:0.0:1789468938.050354:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315853466, at 4315853467 00000100:00000010:0.0:1789468938.050361:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922de0. 00000100:00000040:2.0:1789468938.050501:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315853466, at 4315853467 00000100:00000010:2.0:1789468938.050507:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922d80. 00000100:00000040:3.0:1789468938.051537:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315853466, at 4315853468 00000100:00000010:3.0:1789468938.051547:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922c00. 00010000:00000001:0.0:1789468938.217747:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468938.217754:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468938.217760:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468938.217761:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468938.217766:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468938.217768:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468938.217895:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468938.217899:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468938.217902:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468939.047153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468939.047166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468939.047169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468939.047173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468939.047175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468939.047180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468939.047182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468939.239171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468939.239178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468939.239184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468939.239186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468939.239191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468939.239194:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468939.239197:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468939.239202:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468939.239206:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468939.239207:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468939.239210:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468939.239211:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468939.239504:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468939.239507:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468939.239510:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468940.071339:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468940.071352:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468940.071354:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468940.071358:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468940.071361:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468940.071365:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468940.071368:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468940.263106:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468940.263113:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468940.263119:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468940.263121:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468940.263126:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468940.263128:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468940.263219:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468940.263223:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468940.263303:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468941.095178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468941.095211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468941.095214:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468941.095218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468941.095220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468941.095224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468941.095226:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468941.290265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468941.290272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468941.290287:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468941.290288:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468941.290293:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468941.290295:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468941.292400:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468941.292407:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468941.292412:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468942.119180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468942.119187:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468942.119202:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468917/real 1789468917] req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468942 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468942.119219:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468942.119221:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468942.119224:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bd68. 00000400:00000200:3.0:1789468942.119231:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93af68 00000400:00000010:3.0:1789468942.119233:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93af68. 00000100:00000001:3.0:1789468942.119237:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468942.119241:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468942 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468942.119248:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468942 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468942.119255:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468942.119257:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468942.119259:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468942.119261:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468942.119265:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468942 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468942.119271:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468942.119290:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468942.119292:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468942.119294:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468942.119297:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468942.119300:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468942.119303:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468942 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468942.119331:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468942.119334:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468942.119346:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468942.119348:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468942.119350:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468942.119353:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468942.119356:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468942.119383:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789468942.119385:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468942.119389:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468942 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468942.119396:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404841088:0@lo:250:kworker.0 00000100:00000001:3.0:1789468942.119400:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468942.119403:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468942.119406:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404841088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468942 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468942.119412:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468942.119414:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468942.119418:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789468942.119422:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468942.119425:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468942.119427:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468942.119429:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468942.119431:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c6e09800. 02000000:00000001:3.0:1789468942.119434:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468942.119436:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468942.119438:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:3.0:1789468942.119442:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468942.119443:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468942.119445:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468942.119479:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468942.119484:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468942.119486:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468942.119489:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468942.119493:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468942.119496:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21165 00000100:00080000:1.0:1789468942.119500:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468942.119502:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468942.119505:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468942.119507:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468942.119510:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789468942.119517:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468942.119519:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789468942.119521:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468942.119524:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789468942.119526:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789468942.119529:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789468942.119532:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789468942.119533:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468942.119535:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789468942.119536:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789468942.119539:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789468942.119542:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789468942.119544:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468942.119547:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468942.119550:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468942.119552:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468942.119555:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468942.119557:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468942.119563:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789468942.119566:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468942.119569:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468942.119571:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468942.119574:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468942.119577:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468942.119580:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468942.119588:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c6e09800. 00000100:00000001:1.0:1789468942.119594:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468942.119600:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468942.119608:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468942.119611:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468942.119615:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468942.119638:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468942.119641:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468942.119645:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468942.119647:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468942.119650:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468942.119653:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468942.119656:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468942.119658:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468942.119660:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468942.119665:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21195) 00000100:00000001:3.0:1789468942.119759:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468942.119768:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468942.119771:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468942.119775:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468942.119783:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468942.119785:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468942.119788:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468942.119791:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468942.119794:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468942.119797:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404841728:0@lo:250:kworker.0 00000100:00000001:3.0:1789468942.119801:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468942.119804:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468942.119806:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468942.119809:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468942.119813:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789468942.119815:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468942.119820:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bd68. 00000400:00000010:3.0:1789468942.119825:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93af68. 00000100:00000200:3.0:1789468942.119829:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404841728, portal 25 00000100:00000001:3.0:1789468942.119832:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468942.119834:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:3.0:1789468942.119838:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468942.119844:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468942.119847:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468942.119849:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a7f8. 00000100:00000200:3.0:1789468942.119852:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404841728, offset 0 00000400:00000200:3.0:1789468942.119857:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468942.119867:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468942.119878:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f3900 00000400:00000100:3.0:1789468942.119883:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404841728 offset 0 length 520: 4 00000400:00000200:3.0:1789468942.119888:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468942.119891:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468942.119907:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a7f8 00000400:00000010:3.0:1789468942.119909:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a7f8. 00000100:00000001:3.0:1789468942.119912:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468942.119917:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468942.119923:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468942.119925:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468942.119931:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468942.119932:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468942.119938:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468942.119942:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315862706 00000100:00000010:3.0:1789468942.119946:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922c00. 00000100:00000001:3.0:1789468942.119952:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789468942.119962:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315862706 00000100:00000010:3.0:1789468942.119965:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922000. 00000100:00000001:3.0:1789468942.119967:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789468942.119970:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315862706 00000100:00000010:3.0:1789468942.119973:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59227e0. 00000100:00000001:3.0:1789468942.119977:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468942.119980:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315862706 00000100:00000010:3.0:1789468942.119982:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922480. 00000100:00000001:3.0:1789468942.119984:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468942.119987:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468942.119989:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468942.119992:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468942.119994:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468942.119998:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468942.120000:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468942.120002:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468942.120003:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468942.120004:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468942.120006:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468942.311703:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468942.311710:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468942.311715:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468942.311727:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468942.311732:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468942.311734:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468942.311967:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468942.311971:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468942.311974:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468943.143159:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468943.143171:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468943.143174:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468943.143178:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468943.143180:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468943.143183:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468943.143185:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468943.143188:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468943.143191:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468943.143194:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468943.143199:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21196) 00000100:00000001:3.0:1789468943.144237:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468943.144250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468943.144252:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468943.144256:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468943.144258:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468943.144262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.144274:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468943.335755:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468943.335763:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468943.335769:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468943.335771:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468943.335775:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468943.335777:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468943.336086:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468943.336090:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468943.336093:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468944.167733:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468944.167747:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468944.167749:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468944.167753:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468944.167755:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468944.167760:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468944.167763:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468944.359900:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468944.359908:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468944.359915:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468944.359916:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468944.359922:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468944.359924:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468944.360022:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468944.360026:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468944.360029:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468944.532527:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.539073:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468944.539086:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.539094:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468944.539109:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468944.539138:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3100 00000400:00000100:0.0:1789468944.539148:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402414848 offset 0 length 520: 4 00000400:00000200:0.0:1789468944.539155:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468944.539159:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468944.539174:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.539186:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468944.539189:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.539193:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468944.540396:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.540417:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468944.540422:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.540425:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468944.540437:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468944.540455:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3180 00000400:00000100:0.0:1789468944.540463:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402414976 offset 0 length 520: 4 00000400:00000200:0.0:1789468944.540468:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468944.540471:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468944.540481:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.540486:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468944.540488:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.540490:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468944.540491:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.540494:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468944.540497:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468944.540503:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3200 00000400:00000100:0.0:1789468944.540507:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402415104 offset 0 length 520: 4 00000400:00000200:0.0:1789468944.540510:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468944.540513:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468944.540517:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.540524:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468944.540526:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468944.540528:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468945.191410:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468945.191430:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468945.191434:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468945.191441:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468945.191444:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468945.191451:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468945.191455:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468945.383132:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468945.383147:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468945.383156:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468945.383158:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468945.383165:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468945.383167:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468945.383368:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468945.383375:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468945.383379:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468946.216971:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468946.216989:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468946.216992:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468946.216998:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468946.217001:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468946.217007:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468946.217010:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.408409:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468946.408419:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.408427:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468946.408429:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.408436:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468946.408438:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468946.408727:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468946.408731:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468946.408735:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468947.175555:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468947.175568:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468947.175572:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468947.175601:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468947.175605:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468947.175608:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468947.175611:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468947.175615:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468947.175627:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468947.175630:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468947.175637:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21200) 00000100:00000001:3.0:1789468947.239177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468947.239196:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468947.239198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468947.239204:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468947.239206:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468947.239212:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468947.239215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468947.431201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468947.431213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468947.431222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468947.431223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468947.431229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468947.431231:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468947.431398:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468947.431403:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468947.431406:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789468947.623186:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315862706, at 4315863040 00000100:00000040:2.0:1789468947.623186:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315862706, at 4315863040 00000100:00000010:1.0:1789468947.623206:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922000. 00000100:00000010:2.0:1789468947.623207:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59227e0. 00000100:00000040:0.0:1789468947.623318:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315862706, at 4315863040 00000100:00000010:0.0:1789468947.623325:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922c00. 00000100:00000040:3.0:1789468947.623487:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315862706, at 4315863040 00000100:00000010:3.0:1789468947.623495:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922480. 00000100:00000001:3.0:1789468948.263206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468948.263236:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468948.263239:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468948.263246:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468948.263249:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468948.263256:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468948.263259:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468948.455207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468948.455218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468948.455233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468948.455235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468948.455240:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468948.455242:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468948.455576:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468948.455580:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468948.455584:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468949.287257:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468949.287275:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468949.287279:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468949.287285:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468949.287288:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468949.287295:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468949.287298:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468949.481601:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468949.481612:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468949.481619:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468949.481621:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468949.481627:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468949.481631:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468949.481732:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468949.481797:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468949.481802:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468949.481805:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468949.481808:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468949.481811:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468949.482016:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468949.482021:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468949.482025:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468950.311196:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468950.311224:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468950.311228:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468950.311234:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468950.311237:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468950.311244:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468950.311247:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468950.503328:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468950.503338:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468950.503353:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468950.503355:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468950.503361:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468950.503364:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468950.503522:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468950.503527:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468950.503531:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468951.335211:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468951.335231:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468951.335234:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468951.335240:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468951.335244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468951.335251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468951.335255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468951.527219:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468951.527229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468951.527237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468951.527238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468951.527244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468951.527246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468951.527412:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468951.527416:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468951.527419:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468952.231259:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468952.231271:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468952.231275:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468952.231278:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468952.231281:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468952.231284:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468952.231287:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468952.231290:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468952.231293:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468952.231296:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468952.231304:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21205) 00000100:00000001:3.0:1789468952.359182:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468952.359209:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468952.359212:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468952.359218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468952.359221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468952.359228:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468952.359231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468952.551249:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468952.551260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468952.551267:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468952.551269:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468952.551275:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468952.551277:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468952.551470:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468952.551474:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468952.551478:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468953.383198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468953.383216:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468953.383219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468953.383225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468953.383228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468953.383234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468953.383476:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468953.575219:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468953.575229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468953.575237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468953.575238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468953.575244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468953.575245:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468953.575390:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468953.575395:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468953.575399:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468954.407937:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468954.407958:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468954.407961:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468954.407968:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468954.407972:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468954.407978:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468954.407982:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468954.599261:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468954.599272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468954.599279:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468954.599280:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468954.599287:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468954.599289:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468954.600944:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468954.600953:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468954.600959:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468955.431299:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468955.431318:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468955.431321:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468955.431328:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468955.431331:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468955.431337:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468955.431340:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468955.623551:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468955.623561:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468955.623568:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468955.623569:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468955.623575:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468955.623577:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468955.623647:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468955.623651:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468955.623655:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468956.455696:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468956.455716:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468956.455718:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468956.455724:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468956.455728:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468956.455735:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468956.455738:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468956.647296:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468956.647306:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468956.647313:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468956.647314:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468956.647331:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468956.647334:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468956.647833:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468956.647838:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468956.647842:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468957.351222:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468957.351237:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468957.351240:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468957.351244:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468957.351247:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468957.351255:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468957.351258:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468957.351262:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468957.351265:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468957.351268:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468957.351274:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21210) 00000100:00000001:3.0:1789468957.479896:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468957.479915:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468957.479918:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468957.479925:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468957.479928:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468957.479936:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468957.479939:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.674643:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468957.674653:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.674661:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468957.674663:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.674669:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468957.674671:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468957.679461:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468957.679472:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468957.679478:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468958.503209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468958.503229:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468958.503232:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468958.503238:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468958.503240:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468958.503269:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468958.503272:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468958.695207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468958.695217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468958.695224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468958.695226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468958.695232:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468958.695234:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468958.695299:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468958.695305:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468958.695309:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468959.527505:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468959.527525:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468959.527528:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468959.527534:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468959.527537:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468959.527544:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468959.527547:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468959.719522:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468959.719533:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468959.719553:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468959.719555:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468959.719561:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468959.719566:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468959.719569:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468959.719573:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468959.719577:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468959.719580:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468959.719582:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468959.719585:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468959.719774:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468959.719778:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468959.719782:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468960.551198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468960.551216:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468960.551219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468960.551225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468960.551228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468960.551234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468960.551237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468960.743201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468960.743211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468960.743218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468960.743220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468960.743226:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468960.743229:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468960.743339:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468960.743343:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468960.743347:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789468961.127243:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789468961.127256:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468961.127262:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468961.129081:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789468961.129095:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468961.129111:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789468961.129138:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789468961.129142:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468961.575409:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468961.575432:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468961.575436:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468961.575443:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468961.575446:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468961.575452:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468961.575455:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468961.767543:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468961.767553:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468961.767560:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468961.767561:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468961.767567:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468961.767569:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468961.767717:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468961.767725:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468961.767730:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468962.471297:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468962.471312:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468962.471316:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468962.471321:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468962.471324:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468962.471328:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468962.471332:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468962.471337:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468962.471340:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468962.471343:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468962.471350:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21215) 00000100:00000001:3.0:1789468962.599130:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468962.599155:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468962.599158:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468962.599164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468962.599167:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468962.599175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468962.599205:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468962.793544:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468962.793554:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468962.793561:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468962.793563:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468962.793568:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468962.793570:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468962.793672:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468962.793677:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468962.793680:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468963.623983:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468963.623994:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468963.624011:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468938/real 1789468938] req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468963.624032:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468963.624034:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468963.624070:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b058. 00000400:00000200:3.0:1789468963.624078:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a3b8 00000400:00000010:3.0:1789468963.624081:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a3b8. 00000100:00000001:3.0:1789468963.624085:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468963.624090:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468963.624099:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624106:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468963.624108:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624111:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468963.624123:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468963.624128:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624134:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624138:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468963.624142:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468938/real 1789468938] req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468963.624149:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468963.624151:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468963.624153:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b738. 00000400:00000200:3.0:1789468963.624155:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a330 00000400:00000010:3.0:1789468963.624157:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a330. 00000100:00000001:3.0:1789468963.624159:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468963.624162:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468963.624194:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624200:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468963.624202:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624204:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468963.624205:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468963.624217:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624224:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624226:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468963.624230:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468938/real 1789468938] req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468963.624238:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468963.624239:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468963.624251:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b5d8. 00000400:00000200:3.0:1789468963.624254:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a908 00000400:00000010:3.0:1789468963.624255:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a908. 00000100:00000001:3.0:1789468963.624257:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468963.624260:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468963.624275:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624280:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468963.624281:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624283:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468963.624284:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468963.624287:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624293:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624295:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468963.624306:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468938/real 1789468938] req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468963.624314:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468963.624315:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468963.624318:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bf78. 00000400:00000200:3.0:1789468963.624320:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93ac38 00000400:00000010:3.0:1789468963.624322:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93ac38. 00000100:00000001:3.0:1789468963.624324:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468963.624327:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468963.624334:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624340:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468963.624341:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624343:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468963.624345:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468963.624348:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624354:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624365:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468963.624367:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624370:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468963.624374:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468963.624377:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468963.624381:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624388:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468963.624391:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624393:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468963.624394:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624397:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468963.624399:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468963.624410:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468963.624427:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789468963.624429:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468963.624433:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468963.624441:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404841216:0@lo:38:kworker.0 00000100:00000001:3.0:1789468963.624445:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468963.624448:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624454:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468963.624456:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624458:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468963.624459:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624460:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468963.624462:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468963.624464:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468963.624469:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789468963.624472:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468963.624476:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468963.624483:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404841344:0@lo:38:kworker.0 00000100:00000001:3.0:1789468963.624486:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468963.624490:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624496:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468963.624498:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624505:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468963.624507:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624509:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468963.624510:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468963.624513:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468963.624518:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789468963.624520:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468963.624524:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468963.624531:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404841472:0@lo:38:kworker.0 00000100:00000001:3.0:1789468963.624534:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468963.624537:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624543:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468963.624545:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624547:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468963.624548:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624550:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468963.624551:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468963.624553:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468963.624558:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789468963.624560:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468963.624564:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468963.624571:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404841600:0@lo:38:kworker.0 00000100:00000001:3.0:1789468963.624574:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.624578:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468963.624581:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404841216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624593:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468963.624597:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468963.624602:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789468963.624607:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468963.624610:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468963.624612:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789468963.624615:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468963.624618:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c6e0b800. 02000000:00000001:3.0:1789468963.624623:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468963.624625:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468963.624626:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:3.0:1789468963.624631:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468963.624633:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624635:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468963.624638:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404841344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624643:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468963.624644:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468963.624646:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:3.0:1789468963.624648:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468963.624649:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468963.624650:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789468963.624652:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468963.624653:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c6e0b000. 02000000:00000001:3.0:1789468963.624655:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468963.624656:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468963.624657:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:3.0:1789468963.624660:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468963.624661:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624663:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468963.624665:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404841472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624671:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468963.624673:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468963.624674:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789468963.624685:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468963.624686:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468963.624688:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789468963.624689:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468963.624691:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c6e09400. 02000000:00000001:3.0:1789468963.624693:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468963.624694:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468963.624695:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:3.0:1789468963.624698:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468963.624699:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624701:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468963.624703:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373ad80 x1876386404841600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468963 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.624709:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468963.624710:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468963.624711:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789468963.624713:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468963.624714:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468963.624715:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789468963.624717:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468963.624718:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c6e08400. 02000000:00000001:3.0:1789468963.624720:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468963.624721:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468963.624722:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373ad80. 00000100:00000001:3.0:1789468963.624725:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468963.624726:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.624729:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468963.632008:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468963.632022:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468963.632028:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468963.632032:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468963.632106:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468963.632121:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468963.632126:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468963.632133:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21186 00000100:00080000:0.0:1789468963.632139:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468963.632142:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468963.632145:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468963.632148:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468963.632150:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468963.632162:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468963.632165:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789468963.632169:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468963.632173:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789468963.632176:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789468963.632179:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789468963.632182:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468963.632184:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468963.632186:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468963.632188:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468963.632192:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789468963.632196:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468963.632199:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468963.632202:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468963.632211:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468963.632214:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468963.632227:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468963.632230:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468963.632243:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63800. 00000020:00000040:0.0:1789468963.632248:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789468963.632252:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468963.632254:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468963.632257:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468963.632261:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468963.632274:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468963.632285:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865400. 00000100:00000001:0.0:1789468963.632293:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468963.632306:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468963.632318:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468963.632323:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468963.632328:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008496fa9c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468963.632356:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468963.632360:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468963.632363:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468963.632365:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468963.632366:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468963.632369:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468963.632372:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21186 00000100:00080000:0.0:1789468963.632374:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468963.632377:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468963.632379:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468963.632381:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468963.632384:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468963.632387:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468963.632388:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789468963.632390:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468963.632393:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789468963.632395:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789468963.632398:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789468963.632405:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468963.632407:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468963.632409:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468963.632411:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468963.632413:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789468963.632416:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468963.632418:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468963.632420:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468963.632422:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468963.632424:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468963.632427:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468963.632428:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468963.632432:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63b80. 00000020:00000040:0.0:1789468963.632435:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789468963.632437:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468963.632438:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468963.632440:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468963.632442:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468963.632443:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468963.632447:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867c00. 00000100:00000001:0.0:1789468963.632451:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468963.632454:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468963.632462:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468963.632464:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468963.632468:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073434e2d] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468963.632475:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468963.632479:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468963.632483:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468963.632485:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468963.632486:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468963.632489:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468963.632491:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21186 00000100:00080000:0.0:1789468963.632494:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468963.632496:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468963.632498:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468963.632500:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468963.632502:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468963.632505:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468963.632507:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789468963.632509:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468963.632511:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:0.0:1789468963.632513:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789468963.632515:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789468963.632517:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468963.632519:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468963.632521:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468963.632523:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468963.632525:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:0.0:1789468963.632527:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468963.632529:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468963.632531:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468963.632534:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468963.632536:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468963.632537:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468963.632539:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468963.632542:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62a00. 00000020:00000040:0.0:1789468963.632544:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789468963.632546:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468963.632548:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468963.632550:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468963.632552:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468963.632554:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468963.632557:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865000. 00000100:00000001:0.0:1789468963.632559:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468963.632563:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468963.632569:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468963.632570:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468963.632574:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e495aede] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468963.632581:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468963.632584:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468963.632587:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468963.632588:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468963.632590:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468963.632592:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468963.632594:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21186 00000100:00080000:0.0:1789468963.632596:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468963.632599:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468963.632600:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468963.632602:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468963.632604:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468963.632608:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468963.632609:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:0.0:1789468963.632611:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468963.632614:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:0.0:1789468963.632617:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:0.0:1789468963.632619:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:0.0:1789468963.632622:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468963.632624:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468963.632626:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468963.632628:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468963.632630:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:0.0:1789468963.632632:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468963.632634:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468963.632635:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468963.632638:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468963.632639:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468963.632641:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468963.632642:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468963.632646:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61880. 00000020:00000040:0.0:1789468963.632648:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789468963.632650:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468963.632652:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468963.632653:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468963.632655:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468963.632656:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468963.632660:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867400. 00000100:00000001:0.0:1789468963.632662:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468963.632666:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468963.632673:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468963.632675:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468963.632678:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e05c5466] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468963.632686:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468963.632690:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21216) 00000100:00000001:3.0:1789468963.634093:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468963.634103:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468963.634107:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468963.634131:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.634145:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468963.634147:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468963.634152:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468963.634156:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468963.634159:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468963.634187:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404841856:0@lo:38:kworker.0 00000100:00000001:3.0:1789468963.634192:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468963.634198:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468963.634201:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468963.634203:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468963.634218:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789468963.634220:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468963.634228:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bf78. 00000400:00000010:3.0:1789468963.634238:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ac38. 00000100:00000200:3.0:1789468963.634260:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404841856, portal 10 00000100:00000001:3.0:1789468963.634270:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468963.634271:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492025344 : -130396217526272 : ffff8967c3c63800) 00000100:00000040:3.0:1789468963.634280:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.634288:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468963.634291:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468963.634294:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a908. 00000100:00000200:3.0:1789468963.634297:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404841856, offset 0 00000400:00000200:3.0:1789468963.634305:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468963.634320:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468963.634334:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3980 00000400:00000100:3.0:1789468963.634340:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404841856 offset 0 length 520: 4 00000400:00000200:3.0:1789468963.634346:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468963.634349:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468963.634366:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a908 00000400:00000010:3.0:1789468963.634370:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a908. 00000100:00000001:3.0:1789468963.634374:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468963.634379:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.634388:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468963.634391:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.634410:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.634412:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468963.634419:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468963.634425:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789468963.634430:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315879070 00000100:00000010:3.0:1789468963.634434:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922480. 00000100:00000001:3.0:1789468963.634443:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789468963.634475:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315879070 00000100:00000010:3.0:1789468963.634480:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922ea0. 00000100:00000001:3.0:1789468963.634484:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789468963.634495:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315879070 00000100:00000010:3.0:1789468963.634499:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922cc0. 00000100:00000001:3.0:1789468963.634502:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468963.634515:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315879070 00000100:00000010:3.0:1789468963.634519:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922ae0. 00000100:00000001:3.0:1789468963.634523:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468963.634526:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468963.634530:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.634533:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468963.634539:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.634546:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468963.634548:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468963.634550:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468963.634552:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468963.634554:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468963.634557:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404841984:0@lo:38:kworker.0 00000100:00000001:3.0:1789468963.634561:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468963.634564:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468963.634570:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468963.634572:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468963.634576:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789468963.634578:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468963.634581:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b5d8. 00000400:00000010:3.0:1789468963.634585:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a908. 00000100:00000200:3.0:1789468963.634588:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404841984, portal 10 00000100:00000001:3.0:1789468963.634591:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468963.634592:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492026240 : -130396217525376 : ffff8967c3c63b80) 00000100:00000040:3.0:1789468963.634599:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.634605:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468963.634608:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468963.634610:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a330. 00000100:00000200:3.0:1789468963.634613:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404841984, offset 0 00000400:00000200:3.0:1789468963.634616:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468963.634622:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468963.634627:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3a00 00000400:00000100:3.0:1789468963.634631:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404841984 offset 0 length 520: 4 00000400:00000200:3.0:1789468963.634634:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468963.634637:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468963.634641:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a330 00000400:00000010:3.0:1789468963.634644:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a330. 00000100:00000001:3.0:1789468963.634646:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468963.634649:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.634656:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468963.634658:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.634668:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.634670:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468963.634674:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468963.634677:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789468963.634686:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315879070 00000100:00000001:3.0:1789468963.634689:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315879070 00000100:00000001:3.0:1789468963.634691:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315879070 00000100:00000001:3.0:1789468963.634693:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315879070 00000100:00000001:3.0:1789468963.634695:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315879070 00000100:00000001:3.0:1789468963.634697:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315879070 00000100:00000001:3.0:1789468963.634699:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315879070 00000100:00000001:3.0:1789468963.634701:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315879070 00000100:00000001:3.0:1789468963.634704:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468963.634706:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.634708:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468963.634716:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.635973:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468963.635976:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468963.635981:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468963.635984:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468963.635987:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468963.635992:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404842112:0@lo:38:kworker.0 00000100:00000001:3.0:1789468963.635997:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468963.636001:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468963.636003:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468963.636005:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468963.636013:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08dc00. 02000000:00000001:3.0:1789468963.636015:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468963.636020:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b738. 00000400:00000010:3.0:1789468963.636026:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a330. 00000100:00000200:3.0:1789468963.636032:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404842112, portal 10 00000100:00000001:3.0:1789468963.636034:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468963.636051:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492021760 : -130396217529856 : ffff8967c3c62a00) 00000100:00000040:3.0:1789468963.636071:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.636078:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468963.636081:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468963.636083:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a3b8. 00000100:00000200:3.0:1789468963.636087:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404842112, offset 0 00000400:00000200:3.0:1789468963.636092:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468963.636102:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468963.636123:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3a80 00000400:00000100:3.0:1789468963.636128:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404842112 offset 0 length 520: 4 00000400:00000200:3.0:1789468963.636133:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468963.636135:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468963.636145:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a3b8 00000400:00000010:3.0:1789468963.636147:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a3b8. 00000100:00000001:3.0:1789468963.636150:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468963.636154:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.636163:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468963.636167:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.636174:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.636175:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468963.636180:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468963.636184:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789468963.636188:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315879072 00000100:00000001:3.0:1789468963.636200:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315879070 00000100:00000001:3.0:1789468963.636207:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315879072 00000100:00000001:3.0:1789468963.636219:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315879070 00000100:00000001:3.0:1789468963.636223:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315879072 00000100:00000001:3.0:1789468963.636227:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315879070 00000100:00000001:3.0:1789468963.636236:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315879072 00000100:00000001:3.0:1789468963.636240:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315879070 00000100:00000001:3.0:1789468963.636248:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468963.636251:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.636254:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468963.636259:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.636277:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468963.636279:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468963.636281:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468963.636283:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468963.636285:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468963.636287:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404842240:0@lo:38:kworker.0 00000100:00000001:3.0:1789468963.636290:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468963.636293:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468963.636295:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468963.636296:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468963.636300:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789468963.636302:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468963.636306:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b058. 00000400:00000010:3.0:1789468963.636309:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a3b8. 00000100:00000200:3.0:1789468963.636312:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404842240, portal 10 00000100:00000001:3.0:1789468963.636314:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468963.636315:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492017280 : -130396217534336 : ffff8967c3c61880) 00000100:00000040:3.0:1789468963.636321:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.636326:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468963.636328:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468963.636330:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a7f8. 00000100:00000200:3.0:1789468963.636332:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404842240, offset 0 00000400:00000200:3.0:1789468963.636336:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468963.636342:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468963.636357:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3b00 00000400:00000100:3.0:1789468963.636361:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404842240 offset 0 length 520: 4 00000400:00000200:3.0:1789468963.636363:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468963.636366:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468963.636371:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a7f8 00000400:00000010:3.0:1789468963.636372:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a7f8. 00000100:00000001:3.0:1789468963.636375:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468963.636378:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.636384:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468963.636387:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789468988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468963.636394:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.636395:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468963.636398:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468963.636402:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789468963.636404:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315879073 00000100:00000001:3.0:1789468963.636409:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315879072 00000100:00000001:3.0:1789468963.636412:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315879073 00000100:00000001:3.0:1789468963.636416:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315879072 00000100:00000001:3.0:1789468963.636418:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315879073 00000100:00000001:3.0:1789468963.636420:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315879072 00000100:00000001:3.0:1789468963.636422:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315879073 00000100:00000001:3.0:1789468963.636424:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315879072 00000100:00000001:3.0:1789468963.636427:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468963.636429:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.636432:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.636437:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.636447:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468963.636450:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.636459:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468963.636461:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468963.636463:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.636465:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468963.657190:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315879073, at 4315879074 00000100:00000040:2.0:1789468963.657190:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315879073, at 4315879074 00000100:00000010:0.0:1789468963.657217:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922480. 00000100:00000010:2.0:1789468963.657218:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922cc0. 00000100:00000040:3.0:1789468963.657799:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315879073, at 4315879074 00000100:00000010:3.0:1789468963.657807:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922ae0. 00000100:00000040:1.0:1789468963.657818:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315879073, at 4315879074 00000100:00000010:1.0:1789468963.657827:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922ea0. 00010000:00000001:0.0:1789468963.815210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468963.815222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468963.815230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468963.815232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468963.815238:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468963.815241:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468963.815323:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468963.815327:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468963.815331:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468964.647175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468964.647199:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468964.647202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468964.647206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468964.647208:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468964.647212:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468964.647215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468964.839176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468964.839183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468964.839197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468964.839199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468964.839204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468964.839206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468964.839355:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468964.839358:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468964.839361:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468965.671690:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468965.671710:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468965.671714:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468965.671720:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468965.671723:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468965.671729:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468965.671731:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468965.863273:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468965.863284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468965.863291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468965.863293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468965.863299:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468965.863301:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468965.863464:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468965.863468:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468965.863472:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468966.695466:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468966.695481:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468966.695483:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468966.695488:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468966.695490:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468966.695495:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468966.695498:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468966.887184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468966.887193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468966.887198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468966.887200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468966.887204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468966.887206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468966.887646:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468966.887651:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468966.887654:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468967.721217:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468967.721225:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468967.721239:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468942/real 1789468942] req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468967 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468967.721257:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468967.721276:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468967.721280:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bd68. 00000400:00000200:3.0:1789468967.721286:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93af68 00000400:00000010:3.0:1789468967.721289:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93af68. 00000100:00000001:3.0:1789468967.721294:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468967.721299:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468967 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468967.721308:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468967 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468967.721316:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468967.721318:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468967.721321:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468967.721335:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468967.721340:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468967 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468967.721347:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468967.721357:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468967.721359:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468967.721362:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468967.721365:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468967.721369:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468967.721373:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468967 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468967.721381:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468967.721384:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468967.721385:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468967.721386:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468967.721389:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468967.721391:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468967.721395:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468967.721492:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789468967.721495:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468967.721500:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468967 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468967.721514:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404841728:0@lo:250:kworker.0 00000100:00000001:3.0:1789468967.721519:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468967.721522:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468967.721525:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738a80 x1876386404841728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468967 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468967.721532:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468967.721534:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468967.721538:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789468967.721543:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468967.721546:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468967.721547:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468967.721550:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468967.721552:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c6e09800. 02000000:00000001:3.0:1789468967.721556:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468967.721558:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468967.721559:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738a80. 00000100:00000001:3.0:1789468967.721563:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468967.721565:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468967.721567:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468967.722118:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468967.722124:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468967.722126:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468967.722129:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468967.722133:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468967.722136:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21190 00000100:00080000:2.0:1789468967.722141:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468967.722143:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468967.722147:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468967.722149:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468967.722151:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789468967.722159:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468967.722160:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789468967.722163:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468967.722166:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789468967.722168:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789468967.722171:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789468967.722173:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468967.722175:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468967.722177:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468967.722178:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789468967.722182:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789468967.722184:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468967.722187:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468967.722189:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468967.722193:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468967.722195:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468967.722198:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468967.722200:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468967.722206:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941880. 00000020:00000040:2.0:1789468967.722210:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468967.722213:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468967.722214:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468967.722217:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468967.722219:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468967.722223:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468967.722231:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540000. 00000100:00000001:2.0:1789468967.722237:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468967.722244:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468967.722253:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468967.722257:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468967.722260:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de681922] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468967.722319:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468967.722440:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468967.722444:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468967.722449:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468967.722457:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468967.722459:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468967.722462:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468967.722465:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468967.722519:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468967.722523:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404842368:0@lo:250:kworker.0 00000100:00000001:3.0:1789468967.722527:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468967.722530:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468967.722541:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468967.722544:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468967.722548:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789468967.722550:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468967.722556:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bd68. 00000400:00000010:3.0:1789468967.722562:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93af68. 00000100:00000200:3.0:1789468967.722568:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404842368, portal 25 00000100:00000001:3.0:1789468967.722570:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468967.722572:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622958208 : -130396086593408 : ffff8967cb941880) 00000100:00000040:3.0:1789468967.722577:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468967.722583:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468967.722586:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789468967.722589:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a7f8. 00000100:00000200:3.0:1789468967.722591:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404842368, offset 0 00000400:00000200:3.0:1789468967.722597:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789468967.722608:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789468967.722619:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f3b80 00000400:00000100:3.0:1789468967.722624:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404842368 offset 0 length 520: 4 00000400:00000200:3.0:1789468967.722628:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789468967.722630:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789468967.722640:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a7f8 00000400:00000010:3.0:1789468967.722642:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a7f8. 00000100:00000001:3.0:1789468967.722644:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468967.722648:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468967.722656:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468967.722658:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789468992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468967.722664:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468967.722665:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468967.722670:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468967.722675:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315888309 00000100:00000010:3.0:1789468967.722684:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922ae0. 00000100:00000001:3.0:1789468967.722691:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789468967.722701:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315888309 00000100:00000010:3.0:1789468967.722704:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922720. 00000100:00000001:3.0:1789468967.722707:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789468967.722723:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315888309 00000100:00000010:3.0:1789468967.722727:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59226c0. 00000100:00000001:3.0:1789468967.722730:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468967.722732:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315888309 00000100:00000010:3.0:1789468967.722735:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922e40. 00000100:00000001:3.0:1789468967.722738:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468967.722740:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468967.722743:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468967.722747:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468967.722749:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468967.722869:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468967.722873:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468967.722876:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468967.722879:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468967.722882:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468967.722885:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468967.722888:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468967.722890:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468967.722893:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468967.722898:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21220) 00000100:00000001:3.0:1789468967.723413:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468967.723417:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468967.723420:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468967.723421:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468967.723424:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468967.723426:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.911316:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468967.911323:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.911328:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468967.911330:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.911335:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468967.911336:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468967.911424:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468967.911428:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468967.911431:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468968.743160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468968.743174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468968.743176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468968.743180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468968.743182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468968.743186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468968.743189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468968.745588:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468968.745597:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468968.745600:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468968.745603:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468968.745605:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468968.745608:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468968.745611:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468968.745614:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468968.745616:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468968.745619:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468968.745624:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21221) 00010000:00000001:0.0:1789468968.935257:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468968.935284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468968.935291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468968.935293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468968.935298:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468968.935303:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468968.935305:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468968.935308:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468968.935312:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468968.935314:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468968.935316:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468968.935318:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468968.935420:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468968.935424:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468968.935427:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468969.097311:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097328:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468969.097338:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097342:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468969.097354:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468969.097372:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3280 00000400:00000100:0.0:1789468969.097382:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402415232 offset 0 length 520: 4 00000400:00000200:0.0:1789468969.097387:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468969.097391:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468969.097400:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097403:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468969.097406:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097408:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468969.097409:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097411:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468969.097415:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468969.097420:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3300 00000400:00000100:0.0:1789468969.097425:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402415360 offset 0 length 520: 4 00000400:00000200:0.0:1789468969.097428:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468969.097430:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468969.097434:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097436:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468969.097439:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097441:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468969.097442:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097444:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468969.097448:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468969.097452:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3380 00000400:00000100:0.0:1789468969.097456:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402415488 offset 0 length 520: 4 00000400:00000200:0.0:1789468969.097459:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468969.097461:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468969.097464:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097470:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468969.097472:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468969.097474:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468969.767292:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468969.767309:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468969.767311:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468969.767316:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468969.767318:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468969.767323:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468969.767326:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468969.959262:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468969.959269:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468969.959275:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468969.959276:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468969.959281:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468969.959282:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468969.960073:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468969.960079:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468969.960083:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468970.791779:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468970.791794:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468970.791796:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468970.791800:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468970.791802:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468970.791806:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468970.791809:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468970.983214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468970.983220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468970.983226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468970.983227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468970.983232:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468970.983234:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468970.984537:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468970.984543:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468970.984548:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468971.816033:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468971.816083:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468971.816086:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468971.816090:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468971.816092:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468971.816096:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468971.816098:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468972.007159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468972.007166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468972.007171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468972.007172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468972.007177:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468972.007178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468972.007531:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468972.007535:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468972.007539:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468972.777686:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468972.777696:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468972.777699:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468972.777703:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468972.777706:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468972.777709:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468972.777712:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468972.777715:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468972.777717:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468972.777720:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468972.777726:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21225) 00000100:00000001:2.0:1789468972.839161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468972.839175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468972.839178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468972.839182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468972.839185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468972.839189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468972.839192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468973.031193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468973.031201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468973.031206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468973.031208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468973.031213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468973.031215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468973.031359:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468973.031378:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468973.031381:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468973.223299:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315888309, at 4315888640 00000100:00000010:3.0:1789468973.223313:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922e40. 00000100:00000040:1.0:1789468973.223400:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315888309, at 4315888640 00000100:00000010:1.0:1789468973.223407:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922720. 00000100:00000040:2.0:1789468973.223617:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315888309, at 4315888640 00000100:00000010:2.0:1789468973.223623:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59226c0. 00000100:00000040:0.0:1789468973.224251:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315888309, at 4315888641 00000100:00000010:0.0:1789468973.224257:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922ae0. 00000100:00000001:2.0:1789468973.863157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468973.863172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468973.863174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468973.863178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468973.863181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468973.863185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468973.863188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468974.055160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468974.055284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468974.055290:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468974.055292:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468974.055297:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468974.055298:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468974.055598:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468974.055605:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468974.055608:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468974.891063:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468974.891077:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468974.891079:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468974.891083:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468974.891086:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468974.891092:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468974.891094:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468975.079205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468975.079215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468975.079222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468975.079224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468975.079230:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468975.079232:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468975.079432:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468975.079436:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468975.079440:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468975.911212:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468975.911225:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468975.911227:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468975.911232:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468975.911234:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468975.911239:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468975.911241:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.103218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468976.103228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.103235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468976.103237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.103243:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468976.103245:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468976.103950:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468976.103956:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468976.103961:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468976.935186:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468976.935201:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468976.935203:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468976.935208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468976.935210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468976.935215:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468976.935218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468977.127276:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468977.127283:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468977.127289:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468977.127290:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468977.127295:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468977.127296:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468977.127443:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468977.127446:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468977.127449:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468977.831252:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468977.831262:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468977.831265:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468977.831269:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468977.831272:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468977.831276:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468977.831279:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468977.831282:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468977.831284:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468977.831288:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468977.831293:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21230) 00000100:00000001:2.0:1789468977.959728:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468977.959743:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468977.959745:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468977.959750:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468977.959753:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468977.959759:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468977.959762:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468978.151184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468978.151191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468978.151196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468978.151198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468978.151203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468978.151205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468978.151636:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468978.151640:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468978.151643:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468978.983160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468978.983175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468978.983177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468978.983182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468978.983185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468978.983190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468978.983192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468979.175975:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468979.175981:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468979.175987:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468979.175989:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468979.175993:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468979.176007:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468979.176009:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468979.176012:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468979.176015:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468979.176018:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468979.176020:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468979.176022:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468979.178927:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468979.178934:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468979.178939:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468980.007150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468980.007173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468980.007176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468980.007180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468980.007182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468980.007187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468980.007189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468980.199183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468980.199190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468980.199196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468980.199198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468980.199203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468980.199204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468980.199317:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468980.199325:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468980.199330:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468981.031180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468981.031197:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468981.031200:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468981.031206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468981.031209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468981.031216:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468981.031219:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468981.224632:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468981.224642:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468981.224650:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468981.224651:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468981.224657:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468981.224660:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468981.224812:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468981.224816:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468981.224819:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468982.055459:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468982.055477:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468982.055479:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468982.055486:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468982.055489:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468982.055496:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468982.055499:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468982.247233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468982.247243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468982.247250:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468982.247252:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468982.247258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468982.247260:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468982.249713:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468982.249721:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468982.249728:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468982.954378:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468982.954389:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468982.954393:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468982.954396:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468982.954399:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468982.954402:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468982.954404:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468982.954408:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468982.954410:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468982.954413:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468982.954418:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21236) 00000100:00000001:2.0:1789468983.079315:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468983.079335:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468983.079338:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468983.079344:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468983.079347:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468983.079367:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468983.079371:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468983.273984:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468983.273992:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468983.273997:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468983.273998:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468983.274003:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468983.274005:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468983.274321:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468983.274327:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468983.274333:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468984.103476:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468984.103496:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468984.103498:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468984.103504:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468984.103508:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468984.103514:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468984.103517:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468984.295172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468984.295180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468984.295186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468984.295187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468984.295193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468984.295194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468984.295260:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468984.295264:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468984.295267:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468985.127148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468985.127165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468985.127167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468985.127171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468985.127174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468985.127178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468985.127181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468985.319247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468985.319254:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468985.319259:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468985.319261:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468985.319266:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468985.319268:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468985.319443:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468985.319447:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468985.319450:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468986.151164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468986.151177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468986.151179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468986.151184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468986.151186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468986.151191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468986.151193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.343155:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468986.343161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.343167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468986.343169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.343174:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468986.343175:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468986.343330:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468986.343334:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468986.343337:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468987.175303:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468987.175323:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468987.175326:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468987.175332:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468987.175335:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468987.175341:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468987.175344:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468987.368183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468987.368193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468987.368200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468987.368202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468987.368208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468987.368210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468987.368332:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468987.368336:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468987.368340:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468988.071249:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468988.071265:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468988.071269:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468988.071273:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468988.071276:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468988.071279:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468988.071282:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468988.071286:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468988.071289:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468988.071292:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468988.071299:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21241) 00000100:00000001:2.0:1789468988.199186:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468988.199196:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468988.199214:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468963/real 1789468963] req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468988.199238:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468988.199240:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468988.199246:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bf78. 00000400:00000200:2.0:1789468988.199255:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93ac38 00000400:00000010:2.0:1789468988.199258:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93ac38. 00000100:00000001:2.0:1789468988.199263:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468988.199268:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468988.199277:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199285:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468988.199288:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199298:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468988.199300:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468988.199304:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199312:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199315:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468988.199330:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468963/real 1789468963] req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468988.199339:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468988.199340:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468988.199342:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b5d8. 00000400:00000200:2.0:1789468988.199344:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a908 00000400:00000010:2.0:1789468988.199346:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a908. 00000100:00000001:2.0:1789468988.199348:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468988.199351:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468988.199359:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199365:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468988.199366:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199368:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468988.199369:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468988.199372:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199379:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199381:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468988.199386:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468963/real 1789468963] req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468988.199393:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468988.199394:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468988.199396:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b738. 00000400:00000200:2.0:1789468988.199399:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a330 00000400:00000010:2.0:1789468988.199401:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a330. 00000100:00000001:2.0:1789468988.199403:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468988.199406:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468988.199413:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199420:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468988.199421:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199423:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468988.199424:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468988.199427:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199433:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199435:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468988.199439:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468963/real 1789468963] req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468988.199446:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468988.199447:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468988.199449:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b058. 00000400:00000200:2.0:1789468988.199451:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a3b8 00000400:00000010:2.0:1789468988.199453:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a3b8. 00000100:00000001:2.0:1789468988.199456:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468988.199458:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468988.199466:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199471:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468988.199472:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199474:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468988.199475:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468988.199478:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199485:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199495:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468988.199497:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199501:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468988.199504:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468988.199507:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468988.199512:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199520:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468988.199523:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199524:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468988.199525:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199529:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468988.199531:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468988.199535:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468988.199571:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468988.199574:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468988.199578:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468988.199587:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404841856:0@lo:38:kworker.0 00000100:00000001:2.0:1789468988.199593:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468988.199596:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199602:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468988.199605:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199607:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468988.199608:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199610:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468988.199612:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468988.199615:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468988.199622:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468988.199625:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468988.199630:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468988.199634:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789468988.199640:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404841984:0@lo:38:kworker.0 00000100:00080000:0.0:1789468988.199643:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468988.199649:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468988.199650:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468988.199657:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1789468988.199658:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468988.199661:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468988.199665:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468988.199668:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468988.199673:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789468988.199674:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199678:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1789468988.199680:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21211 00000100:00000001:2.0:1789468988.199680:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199685:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789468988.199688:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1789468988.199688:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468988.199694:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1789468988.199696:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468988.199703:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468988.199705:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468988.199708:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789468988.199719:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000100:00080000:2.0:1789468988.199719:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000020:00000040:0.0:1789468988.199724:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000100:00000001:2.0:1789468988.199725:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1789468988.199728:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:2.0:1789468988.199733:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1789468988.199734:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789468988.199739:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789468988.199744:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00100000:2.0:1789468988.199748:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404842112:0@lo:38:kworker.0 00000100:00000040:0.0:1789468988.199751:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468988.199756:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789468988.199757:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468988.199760:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468988.199764:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000040:2.0:1789468988.199765:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1789468988.199771:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789468988.199778:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468988.199779:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468988.199783:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.199785:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199789:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1789468988.199790:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789468988.199791:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199794:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468988.199796:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468988.199799:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1789468988.199802:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468988.199807:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468988.199807:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789468988.199811:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1789468988.199813:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468988.199818:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468988.199819:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468988.199828:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404842240:0@lo:38:kworker.0 00000100:00000001:2.0:1789468988.199832:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.199835:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468988.199838:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63800 x1876386404841856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199845:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1789468988.199847:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63100. 02000000:00000001:2.0:1789468988.199849:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1789468988.199853:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:2.0:1789468988.199854:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e400. 02000000:00000001:0.0:1789468988.199861:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468988.199864:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1789468988.199865:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468988.199868:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1789468988.199870:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1789468988.199871:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789468988.199876:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1789468988.199877:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468988.199882:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789468988.199884:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468988.199886:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468988.199889:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468988.199892:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63800. 00000100:00000001:2.0:1789468988.199896:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1789468988.199897:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866800. 00000100:00000001:2.0:1789468988.199898:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199901:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468988.199905:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63b80 x1876386404841984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468988.199906:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.199915:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468988.199918:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1789468988.199919:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1789468988.199920:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:2.0:1789468988.199924:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468988.199940:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468988.199942:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1789468988.199944:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1789468988.199945:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468988.199948:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867c00. 00000100:00000001:0.0:1789468988.199951:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468988.199952:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468988.199955:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468988.199957:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63b80. 00000100:00000040:0.0:1789468988.199959:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7f7e9a7] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.199961:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468988.199963:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.199966:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468988.199973:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62a00 x1876386404842112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468988.199977:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468988.199982:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468988.199983:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468988.199986:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1789468988.199988:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000010:2.0:1789468988.199989:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08dc00. 00000100:00000001:0.0:1789468988.199991:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1789468988.199994:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1789468988.199995:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1789468988.199997:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468988.200000:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1789468988.200001:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000020:00000001:2.0:1789468988.200005:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:0.0:1789468988.200007:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21211 02000000:00000010:2.0:1789468988.200008:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865000. 00000100:00080000:0.0:1789468988.200013:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1789468988.200013:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468988.200016:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468988.200018:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62a00. 00000100:00000001:2.0:1789468988.200021:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468988.200022:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.200023:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468988.200031:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000040:2.0:1789468988.200032:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61880 x1876386404842240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789468988 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468988.200070:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468988.200075:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468988.200079:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468988.200081:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468988.200083:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789468988.200085:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468988.200086:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468988.200088:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789468988.200089:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468988.200091:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867400. 02000000:00000001:2.0:1789468988.200093:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468988.200094:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468988.200096:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61880. 00000100:00000001:2.0:1789468988.200098:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468988.200100:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.200103:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.200106:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468988.200108:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.200110:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468988.200112:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468988.200114:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468988.200118:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.200125:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468988.200127:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468988.200131:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468988.200133:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468988.200136:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468988.200139:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404842496:0@lo:38:kworker.0 00000100:00000001:2.0:1789468988.200143:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468988.200147:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468988.200150:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468988.200153:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468988.200158:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789468988.200159:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468988.200165:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143b58. 00000400:00000010:2.0:1789468988.200170:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789468988.200176:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404842496, portal 10 00000100:00000001:2.0:1789468988.200179:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468988.200181:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492023552 : -130396217528064 : ffff8967c3c63100) 00000100:00000040:2.0:1789468988.200189:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.200196:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468988.200199:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468988.200201:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964660. 00000100:00000200:2.0:1789468988.200205:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404842496, offset 0 00000400:00000200:2.0:1789468988.200212:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468988.200227:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468988.200239:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3c00 00000400:00000100:2.0:1789468988.200246:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404842496 offset 0 length 520: 4 00000400:00000200:2.0:1789468988.200251:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468988.200253:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468988.200265:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964660 00000400:00000010:2.0:1789468988.200266:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964660. 00000100:00000001:2.0:1789468988.200270:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468988.200273:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.200280:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468988.200283:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.200289:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200290:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468988.200295:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468988.200299:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000040:2.0:1789468988.200302:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000020:00000001:0.0:1789468988.200307:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789468988.200309:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315903636 00000020:00000040:0.0:1789468988.200310:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789468988.200314:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468988.200317:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000100:00000010:2.0:1789468988.200318:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c379c0. 00000020:00000001:0.0:1789468988.200321:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789468988.200324:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789468988.200328:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789468988.200328:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789468988.200334:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468988.200335:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789468988.200337:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789468988.200340:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789468988.200343:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468988.200345:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200345:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315903636 02000000:00000001:0.0:1789468988.200350:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:2.0:1789468988.200352:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a80. 02000000:00000001:0.0:1789468988.200354:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468988.200358:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200358:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789468988.200363:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468988.200364:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468988.200369:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61880. 00000020:00000040:0.0:1789468988.200372:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1789468988.200374:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315903636 02000000:00000001:0.0:1789468988.200375:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468988.200377:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468988.200380:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1789468988.200381:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37360. 02000000:00000001:0.0:1789468988.200382:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468988.200386:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200388:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 02000000:00000010:0.0:1789468988.200393:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866c00. 00000100:00000001:2.0:1789468988.200393:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315903636 00000100:00000010:2.0:1789468988.200397:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37c60. 00000100:00000001:0.0:1789468988.200399:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200402:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00100000:0.0:1789468988.200407:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468988.200414:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468988.200416:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468988.200419:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468988.200420:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200424:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468988.200427:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e05c5466] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.200428:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.200435:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468988.200437:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468988.200440:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200441:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1789468988.200445:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468988.200445:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468988.200448:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1789468988.200452:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468988.200455:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1789468988.200455:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468988.200457:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468988.200462:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468988.200467:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21211 00000100:00000001:2.0:1789468988.200471:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1789468988.200473:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1789468988.200474:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468988.200478:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1789468988.200479:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:2.0:1789468988.200481:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468988.200485:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1789468988.200485:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468988.200490:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00100000:2.0:1789468988.200491:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404842624:0@lo:38:kworker.0 00000100:00000001:0.0:1789468988.200496:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789468988.200497:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468988.200499:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1789468988.200502:0:218601:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:2.0:1789468988.200502:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789468988.200505:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 02000000:00000001:2.0:1789468988.200507:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1789468988.200509:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000010:2.0:1789468988.200513:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 00000020:00000040:0.0:1789468988.200514:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 02000000:00000001:2.0:1789468988.200518:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468988.200519:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789468988.200524:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000400:00000010:2.0:1789468988.200524:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143948. 00000100:00000040:0.0:1789468988.200528:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000400:00000010:2.0:1789468988.200531:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964660. 00000100:00000001:0.0:1789468988.200532:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468988.200537:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000200:2.0:1789468988.200538:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404842624, portal 10 00000100:00000001:0.0:1789468988.200540:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789468988.200542:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1789468988.200545:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00000001:2.0:1789468988.200546:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492017280 : -130396217534336 : ffff8967c3c61880) 00000100:00080000:0.0:1789468988.200552:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789468988.200555:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468988.200556:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789468988.200560:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468988.200564:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468988.200567:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1789468988.200569:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468988.200572:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000040:2.0:1789468988.200573:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1789468988.200575:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468988.200579:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964e58. 00000100:00000010:0.0:1789468988.200580:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62a00. 00000100:00000200:2.0:1789468988.200583:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404842624, offset 0 00000020:00000040:0.0:1789468988.200585:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789468988.200590:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468988.200592:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468988.200593:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789468988.200596:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468988.200599:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468988.200602:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468988.200603:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1789468988.200609:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867400. 00000400:00000200:2.0:1789468988.200614:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3c80 00000100:00000001:0.0:1789468988.200615:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1789468988.200624:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404842624 offset 0 length 520: 4 00000100:00100000:0.0:1789468988.200625:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1789468988.200633:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:0.0:1789468988.200639:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1789468988.200639:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1789468988.200643:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468988.200648:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964e58 00000100:00000040:0.0:1789468988.200649:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e495aede] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789468988.200654:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964e58. 00000100:00000001:2.0:1789468988.200660:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789468988.200664:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789468988.200667:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468988.200668:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468988.200675:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468988.200678:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468988.200681:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468988.200686:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789468988.200686:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1789468988.200690:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21211 00000100:00000040:2.0:1789468988.200693:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468988.200695:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468988.200700:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468988.200705:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468988.200709:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468988.200711:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468988.200713:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789468988.200715:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1789468988.200717:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468988.200720:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000100:00000001:2.0:1789468988.200722:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468988.200723:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468988.200727:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000100:00000040:2.0:1789468988.200729:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000020:00000001:0.0:1789468988.200731:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000001:2.0:1789468988.200734:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315903636 00000020:00000001:0.0:1789468988.200735:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000001:2.0:1789468988.200740:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315903636 00000100:00000040:0.0:1789468988.200741:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789468988.200745:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789468988.200746:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315903636 00000100:00000040:0.0:1789468988.200749:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789468988.200751:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315903636 00000100:00000001:0.0:1789468988.200753:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789468988.200755:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315903636 00000020:00000040:0.0:1789468988.200759:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00000001:2.0:1789468988.200760:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315903636 00000100:00080000:0.0:1789468988.200765:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789468988.200765:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315903636 00000100:00000001:2.0:1789468988.200769:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315903636 00000100:00000001:0.0:1789468988.200771:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200774:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468988.200775:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789468988.200779:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468988.200781:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468988.200785:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200787:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468988.200788:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468988.200792:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200792:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789468988.200799:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63b80. 00000100:00000001:2.0:1789468988.200800:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1789468988.200803:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1789468988.200804:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789468988.200809:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1789468988.200810:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1789468988.200812:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200813:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468988.200816:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789468988.200817:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1789468988.200819:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468988.200823:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468988.200824:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.200832:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468988.200834:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468988.200836:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468988.200837:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468988.200839:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468988.200842:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404842752:0@lo:38:kworker.0 00000100:00000001:2.0:1789468988.200844:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468988.200846:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468988.200847:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468988.200849:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468988.200853:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789468988.200855:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468988.200858:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143420. 00000400:00000010:2.0:1789468988.200861:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964e58. 00000100:00000200:2.0:1789468988.200864:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404842752, portal 10 00000100:00000001:2.0:1789468988.200866:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468988.200868:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492021760 : -130396217529856 : ffff8967c3c62a00) 00000100:00000040:2.0:1789468988.200872:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.200878:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468988.200879:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468988.200882:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789468988.200884:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404842752, offset 0 00000400:00000200:2.0:1789468988.200887:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468988.200892:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468988.200897:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3d00 00000400:00000100:2.0:1789468988.200901:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404842752 offset 0 length 520: 4 00000400:00000200:2.0:1789468988.200904:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468988.200906:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468988.200911:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789468988.200913:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789468988.200914:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468988.200917:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.200924:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468988.200937:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.200944:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200945:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468988.200949:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468988.200953:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789468988.200955:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315903636 00000100:00000001:2.0:1789468988.200958:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315903636 00000100:00000001:2.0:1789468988.200960:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315903636 00000100:00000001:2.0:1789468988.200962:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315903636 00000100:00000001:2.0:1789468988.200965:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315903636 00000100:00000001:2.0:1789468988.200967:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315903636 00000100:00000001:2.0:1789468988.200969:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315903636 00000100:00000001:2.0:1789468988.200971:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315903636 00000100:00000001:2.0:1789468988.200974:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468988.200976:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200978:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200980:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.200983:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468988.200985:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.200986:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468988.200988:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468988.200989:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.200991:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468988.202010:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865000. 00000100:00000001:0.0:1789468988.202153:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468988.202166:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468988.202178:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468988.202181:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468988.202186:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073434e2d] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468988.202213:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468988.202222:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21241) 00000100:00080000:0.0:1789468988.202232:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468988.202236:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468988.202239:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21241) 00000100:00000001:2.0:1789468988.203032:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468988.203062:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468988.203065:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468988.203075:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.203198:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468988.203201:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468988.203206:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468988.203210:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468988.203213:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468988.203216:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404842880:0@lo:38:kworker.0 00000100:00000001:2.0:1789468988.203220:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468988.203224:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468988.203227:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468988.203229:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468988.203237:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789468988.203239:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468988.203246:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41439a0. 00000400:00000010:2.0:1789468988.203253:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789468988.203259:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404842880, portal 10 00000100:00000001:2.0:1789468988.203262:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468988.203264:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492026240 : -130396217525376 : ffff8967c3c63b80) 00000100:00000040:2.0:1789468988.203271:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.203277:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468988.203280:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468988.203282:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9644c8. 00000100:00000200:2.0:1789468988.203285:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404842880, offset 0 00000400:00000200:2.0:1789468988.203290:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468988.203304:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468988.203317:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3d80 00000400:00000100:2.0:1789468988.203322:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404842880 offset 0 length 520: 4 00000400:00000200:2.0:1789468988.203327:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468988.203329:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468988.203343:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9644c8 00000400:00000010:2.0:1789468988.203346:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9644c8. 00000100:00000001:2.0:1789468988.203350:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468988.203354:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.203361:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468988.203364:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468988.203370:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.203371:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468988.203376:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468988.203381:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789468988.203385:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315903640 00000100:00000001:2.0:1789468988.203399:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315903636 00000100:00000001:2.0:1789468988.203405:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315903640 00000100:00000001:2.0:1789468988.203408:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315903636 00000100:00000001:2.0:1789468988.203411:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315903640 00000100:00000001:2.0:1789468988.203414:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315903636 00000100:00000001:2.0:1789468988.203417:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315903640 00000100:00000001:2.0:1789468988.203421:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315903636 00000100:00000001:2.0:1789468988.203424:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468988.203426:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.203431:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.203434:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.203442:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468988.203444:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.203446:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468988.203448:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468988.203449:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.203451:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468988.226221:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315903640, at 4315903643 00000100:00000010:1.0:1789468988.226241:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:3.0:1789468988.228098:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315903640, at 4315903645 00000100:00000010:3.0:1789468988.228115:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37c60. 00000100:00000040:0.0:1789468988.228358:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315903640, at 4315903645 00000100:00000010:0.0:1789468988.228365:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00000100:00000040:2.0:1789468988.228434:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315903640, at 4315903645 00000100:00000010:2.0:1789468988.228441:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00010000:00000001:0.0:1789468988.391277:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468988.391289:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468988.391296:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468988.391297:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468988.391303:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468988.391305:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468988.391424:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468988.391428:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468988.391432:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468989.225497:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468989.225514:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468989.225517:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468989.225523:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468989.225526:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468989.225532:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468989.225534:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468989.415204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468989.415214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468989.415223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468989.415225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468989.415231:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468989.415235:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468989.415237:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468989.415242:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468989.415246:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468989.415248:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468989.415251:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468989.415253:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468989.415450:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468989.415455:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468989.415459:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468990.247199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468990.247219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468990.247222:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468990.247227:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468990.247230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468990.247236:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468990.247239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468990.439759:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468990.439770:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468990.439777:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468990.439779:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468990.439786:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468990.439788:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468990.442745:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468990.442753:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468990.442759:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468991.271606:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468991.271626:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468991.271629:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468991.271635:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468991.271638:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468991.271644:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468991.271649:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468991.465021:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468991.465031:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468991.465270:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468991.465273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468991.465279:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468991.465280:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468991.471881:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468991.471891:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468991.471897:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468992.295600:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468992.295610:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468992.295629:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468967/real 1789468967] req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468992 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468992.295664:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468992.295666:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468992.295671:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bd68. 00000400:00000200:2.0:1789468992.295680:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93af68 00000400:00000010:2.0:1789468992.295683:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93af68. 00000100:00000001:2.0:1789468992.295688:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468992.295692:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468992 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468992.295703:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468992 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468992.295711:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468992.295714:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.295717:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468992.295719:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468992.295723:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468992 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468992.295730:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.296379:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468992.296385:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.296389:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468992.296392:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468992.296397:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468992.296404:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468992 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468992.296413:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468992.296416:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.296418:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468992.296420:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.296423:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468992.296425:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468992.296430:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468992.296534:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789468992.296537:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468992.296543:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468992 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468992.296551:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404842368:0@lo:250:kworker.0 00000100:00000001:2.0:1789468992.296556:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468992.296559:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468992.296563:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941880 x1876386404842368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789468992 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468992.296570:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468992.296574:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468992.296580:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f400. 02000000:00000001:2.0:1789468992.296586:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468992.296589:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468992.296591:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468992.296594:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468992.296597:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789468992.296601:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468992.296604:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468992.296606:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941880. 00000100:00000001:2.0:1789468992.296610:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468992.296611:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.296614:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468992.297010:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468992.297018:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468992.297020:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468992.297023:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468992.297027:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468992.297031:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21215 00000100:00080000:3.0:1789468992.297065:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468992.297070:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468992.297074:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468992.297101:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468992.297103:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789468992.297114:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468992.297116:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789468992.297120:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468992.297123:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789468992.297126:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789468992.297129:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789468992.297131:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789468992.297133:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468992.297135:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789468992.297136:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789468992.297140:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789468992.297144:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789468992.297146:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468992.297149:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468992.297154:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468992.297157:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468992.297160:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468992.297163:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468992.297170:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f100. 00000020:00000040:3.0:1789468992.297173:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468992.297178:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468992.297180:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468992.297183:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468992.297187:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468992.297192:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468992.297204:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789468992.297212:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468992.297220:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468992.297229:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468992.297234:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468992.297529:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4610c21] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468992.297556:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468992.297560:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468992.297565:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468992.297568:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468992.297571:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468992.297575:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468992.297578:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468992.297581:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468992.297585:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468992.297592:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21245) 00000100:00000001:2.0:1789468992.297849:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468992.297853:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468992.297856:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468992.297862:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468992.297871:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468992.297875:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468992.297880:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468992.297883:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468992.297886:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468992.297890:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404843008:0@lo:250:kworker.0 00000100:00000001:2.0:1789468992.297894:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468992.297908:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468992.297911:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468992.297915:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468992.297920:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789468992.297923:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468992.297931:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143478. 00000400:00000010:2.0:1789468992.297939:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9644c8. 00000100:00000200:2.0:1789468992.297948:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404843008, portal 25 00000100:00000001:2.0:1789468992.297951:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468992.297953:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312514304 : -130400397037312 : ffff8966caa7f100) 00000100:00000040:2.0:1789468992.297960:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468992.297968:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468992.297971:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789468992.297975:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789468992.297979:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404843008, offset 0 00000400:00000200:2.0:1789468992.297986:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789468992.298003:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789468992.298016:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f3e00 00000400:00000100:2.0:1789468992.298023:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404843008 offset 0 length 520: 4 00000400:00000200:2.0:1789468992.298028:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789468992.298031:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789468992.300456:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:2.0:1789468992.300470:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:2.0:1789468992.300479:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468992.300492:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468992.300512:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468992.300516:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468992.300523:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468992.300525:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468992.300536:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468992.300544:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315912887 00000100:00000010:2.0:1789468992.300559:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37360. 00000100:00000001:2.0:1789468992.300568:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789468992.300585:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315912887 00000100:00000010:2.0:1789468992.300589:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c376c0. 00000100:00000001:2.0:1789468992.300592:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789468992.300610:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315912887 00000100:00000010:2.0:1789468992.300615:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c378a0. 00000100:00000001:2.0:1789468992.300619:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468992.300623:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315912887 00000100:00000010:2.0:1789468992.300626:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f60. 00000100:00000001:2.0:1789468992.300629:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468992.300633:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468992.300636:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468992.300644:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468992.300648:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.300659:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468992.300662:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.300665:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468992.300667:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468992.300669:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468992.300671:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468992.488128:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468992.488139:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468992.488146:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468992.488148:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468992.488153:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468992.488155:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468992.489278:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468992.489286:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468992.489291:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468993.319227:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468993.319246:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468993.319249:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468993.319256:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468993.319259:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468993.319266:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468993.319269:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468993.320695:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468993.320708:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468993.320711:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468993.320715:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468993.320718:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468993.320722:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468993.320725:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468993.320729:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468993.320768:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468993.320772:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468993.320779:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21246) 00010000:00000001:0.0:1789468993.511446:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468993.511456:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468993.511464:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468993.511466:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468993.511472:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468993.511473:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468993.512100:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468993.512105:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468993.512110:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789468993.671622:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674171:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468993.674179:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674185:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468993.674197:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468993.674217:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3400 00000400:00000100:0.0:1789468993.674225:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402415616 offset 0 length 520: 4 00000400:00000200:0.0:1789468993.674230:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468993.674233:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468993.674244:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674248:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468993.674251:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674253:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468993.674255:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674257:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468993.674260:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468993.674265:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3480 00000400:00000100:0.0:1789468993.674270:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402415744 offset 0 length 520: 4 00000400:00000200:0.0:1789468993.674273:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468993.674275:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468993.674278:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674280:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468993.674283:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674285:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468993.674286:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674288:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468993.674292:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789468993.674297:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3500 00000400:00000100:0.0:1789468993.674301:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402415872 offset 0 length 520: 4 00000400:00000200:0.0:1789468993.674304:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789468993.674306:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789468993.674309:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674316:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789468993.674318:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789468993.674320:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468994.343194:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468994.343209:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468994.343210:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468994.343215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468994.343217:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468994.343221:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468994.343224:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468994.535617:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468994.535625:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468994.535631:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468994.535633:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468994.535637:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468994.535638:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468994.537847:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468994.537854:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468994.537858:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468995.367286:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468995.367300:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468995.367303:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468995.367306:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468995.367308:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468995.367313:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468995.367315:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468995.559199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468995.559206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468995.559212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468995.559213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468995.559218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468995.559219:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468995.559391:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468995.559395:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468995.559397:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468996.391895:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468996.391911:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468996.391913:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468996.391918:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468996.391920:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468996.391925:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468996.391927:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.583167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468996.583174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.583181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468996.583182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.583186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468996.583187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468996.583474:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468996.583478:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468996.583491:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468997.351156:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468997.351167:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468997.351169:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468997.351172:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468997.351174:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468997.351177:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468997.351179:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468997.351183:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468997.351185:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468997.351204:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468997.351210:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21250) 00000100:00000001:3.0:1789468997.415614:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468997.415629:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468997.415631:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468997.415636:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468997.415638:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468997.415643:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468997.415645:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468997.607179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468997.607186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468997.607191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468997.607192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468997.607197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468997.607198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468997.607355:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468997.607359:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468997.607362:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468997.799178:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315912887, at 4315913216 00000100:00000010:2.0:1789468997.799193:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000040:0.0:1789468997.799412:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315912887, at 4315913216 00000100:00000010:0.0:1789468997.799417:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000100:00000040:1.0:1789468997.799479:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315912887, at 4315913216 00000100:00000010:1.0:1789468997.799485:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c376c0. 00000100:00000040:3.0:1789468997.801510:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315912887, at 4315913218 00000100:00000010:3.0:1789468997.801524:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000100:00000001:3.0:1789468998.439138:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468998.439154:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468998.439157:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468998.439163:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468998.439165:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468998.439171:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468998.439173:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468998.631177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468998.631184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468998.631189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468998.631191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468998.631196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468998.631198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468998.631363:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468998.631366:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468998.631369:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468999.463164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468999.463180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468999.463183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468999.463187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468999.463189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468999.463194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468999.463197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468999.655181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468999.655189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468999.655194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789468999.655196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468999.655200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468999.655205:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468999.655207:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468999.655210:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468999.655213:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468999.655215:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468999.655218:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468999.655220:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468999.655446:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468999.655450:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468999.655452:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469000.039174:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469000.039182:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469000.039188:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789469000.039374:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789469000.039379:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469000.039390:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469000.039394:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469000.039397:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469000.487991:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469000.488006:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469000.488008:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469000.488013:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469000.488016:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469000.488020:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469000.488022:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469000.679171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469000.679178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469000.679184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469000.679186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469000.679191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469000.679192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469000.679862:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469000.679866:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469000.679869:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469001.511885:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469001.511901:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469001.511903:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469001.511908:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469001.511910:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469001.511915:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469001.511918:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469001.703207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469001.703217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469001.703222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469001.703223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469001.703228:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469001.703230:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469001.703560:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469001.703564:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469001.703567:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469002.407240:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469002.407250:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469002.407253:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469002.407257:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469002.407260:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469002.407262:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469002.407265:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469002.407268:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469002.407271:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469002.407274:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469002.407281:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21255) 00000100:00000001:3.0:1789469002.535160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469002.535175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469002.535177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469002.535183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469002.535185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469002.535190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469002.535192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469002.727190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469002.727197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469002.727202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469002.727204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469002.727209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469002.727210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469002.728155:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469002.728159:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469002.728163:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469003.559154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469003.559169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469003.559172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469003.559176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469003.559179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469003.559183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469003.559186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469003.751165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469003.751172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469003.751178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469003.751180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469003.751185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469003.751187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469003.751288:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469003.751291:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469003.751294:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469004.586270:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469004.586285:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469004.586287:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469004.586292:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469004.586294:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469004.586299:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469004.586302:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469004.775440:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469004.775449:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469004.775455:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469004.775456:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469004.775460:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469004.775462:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469004.775568:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469004.775572:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469004.775575:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469005.607181:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469005.607196:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469005.607198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469005.607204:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469005.607206:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469005.607211:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469005.607214:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469005.799177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469005.799185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469005.799191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469005.799192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469005.799197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469005.799198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469005.799354:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469005.799357:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469005.799360:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469006.631152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469006.631166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469006.631184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469006.631188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469006.631191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469006.631196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469006.631199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469006.823186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469006.823194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469006.823200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469006.823202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469006.823207:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469006.823209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469006.823335:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469006.823338:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469006.823341:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469007.527791:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469007.527800:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469007.527804:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469007.527808:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469007.527810:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469007.527813:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469007.527816:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469007.527818:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469007.527820:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469007.527823:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469007.527828:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21260) 00000100:00000001:2.0:1789469007.661841:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469007.661854:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469007.661857:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469007.661862:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469007.661864:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469007.661868:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469007.661871:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.847165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469007.847172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.847177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469007.847179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.847183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469007.847185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469007.847289:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469007.847292:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469007.847295:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469008.679199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469008.679215:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469008.679217:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469008.679222:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469008.679225:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469008.679230:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469008.679233:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469008.872593:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469008.872600:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469008.872607:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469008.872608:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469008.872613:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469008.872615:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469008.872882:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469008.872885:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469008.872889:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469009.703503:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469009.703517:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469009.703520:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469009.703524:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469009.703526:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469009.703531:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469009.703533:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469009.896252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469009.896259:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469009.896264:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469009.896265:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469009.896270:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469009.896274:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469009.896276:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469009.896279:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469009.896281:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469009.896283:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469009.896285:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469009.896287:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469009.896362:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469009.896365:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469009.896368:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469010.727707:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469010.727723:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469010.727725:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469010.727730:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469010.727732:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469010.727737:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469010.727739:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469010.919899:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469010.919905:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469010.919911:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469010.919912:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469010.919917:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469010.919919:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469010.920005:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469010.920009:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469010.920012:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469011.751328:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469011.751342:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469011.751344:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469011.751348:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469011.751350:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469011.751355:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469011.751358:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469011.943230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469011.943237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469011.943243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469011.943244:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469011.943249:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469011.943251:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469011.943463:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469011.943467:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469011.943469:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469012.649148:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469012.649159:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469012.649162:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469012.649166:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469012.649168:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469012.649171:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469012.649174:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469012.649193:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469012.649195:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469012.649198:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469012.649203:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21265) 00000100:00000001:2.0:1789469012.777258:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469012.777272:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469012.777275:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469012.777279:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469012.777281:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469012.777286:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469012.777289:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469012.974292:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469012.974300:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469012.974305:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469012.974307:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469012.974311:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469012.974313:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469012.974705:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469012.974708:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469012.974712:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469013.800422:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469013.800430:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469013.800444:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468988/real 1789468988] req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469013.800462:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469013.800464:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469013.800468:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41439a0. 00000400:00000200:2.0:1789469013.800475:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789469013.800477:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789469013.800481:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469013.800486:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469013.800494:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800501:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469013.800503:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800506:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469013.800509:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469013.800513:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800519:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800521:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469013.800525:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468988/real 1789468988] req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469013.800532:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469013.800533:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469013.800534:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143420. 00000400:00000200:2.0:1789469013.800537:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964e58 00000400:00000010:2.0:1789469013.800548:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964e58. 00000100:00000001:2.0:1789469013.800551:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469013.800554:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469013.800561:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800566:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469013.800567:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800569:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469013.800570:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469013.800574:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800579:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800581:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469013.800585:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468988/real 1789468988] req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469013.800592:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469013.800593:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469013.800595:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143948. 00000400:00000200:2.0:1789469013.800597:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964660 00000400:00000010:2.0:1789469013.800598:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964660. 00000100:00000001:2.0:1789469013.800601:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469013.800604:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469013.800611:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800616:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469013.800618:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800619:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469013.800620:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469013.800623:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800636:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800638:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469013.800642:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468988/real 1789468988] req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469013.800649:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469013.800650:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469013.800651:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143b58. 00000400:00000200:2.0:1789469013.800653:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:2.0:1789469013.800655:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:2.0:1789469013.800664:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469013.800667:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469013.800674:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800680:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469013.800681:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800683:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469013.800684:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469013.800687:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800692:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800699:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469013.800702:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800704:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469013.800707:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469013.800710:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469013.800714:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800720:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469013.800722:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800725:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469013.800726:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800728:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469013.800730:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469013.800733:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469013.800768:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469013.800771:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469013.800775:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469013.800784:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404842880:0@lo:38:kworker.0 00000100:00000001:2.0:1789469013.800790:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469013.800793:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800800:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469013.800802:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800803:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469013.800804:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800806:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469013.800807:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469013.800810:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469013.800816:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469013.800818:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469013.800822:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469013.800828:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404842752:0@lo:38:kworker.0 00000100:00000001:2.0:1789469013.800831:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469013.800835:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800841:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469013.800843:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800844:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469013.800845:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800847:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469013.800848:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469013.800850:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469013.800855:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469013.800857:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469013.800861:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469013.800868:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404842624:0@lo:38:kworker.0 00000100:00000001:2.0:1789469013.800871:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469013.800874:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.800880:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469013.800882:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800883:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469013.800885:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.800886:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789469013.800893:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469013.800896:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469013.800899:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469013.800899:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469013.800903:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469013.800906:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469013.800908:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469013.800911:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789469013.800913:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469013.800914:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789469013.800915:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1789469013.800917:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21236 00000100:00000040:2.0:1789469013.800919:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789469013.800921:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469013.800923:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469013.800926:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469013.800928:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469013.800930:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00100000:2.0:1789469013.800932:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404842496:0@lo:38:kworker.0 00000020:00000001:3.0:1789469013.800937:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469013.800939:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789469013.800942:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469013.800945:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789469013.800947:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789469013.800949:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789469013.800952:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469013.800953:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469013.800955:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469013.800956:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469013.800976:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789469013.800979:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469013.800982:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469013.800984:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469013.800991:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469013.800993:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469013.800996:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469013.800998:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469013.801003:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789469013.801007:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1789469013.801034:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.801056:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469013.801061:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63b80 x1876386404842880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.801068:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469013.801071:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469013.801074:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469013.801079:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469013.801080:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469013.801082:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469013.801084:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469013.801087:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865000. 02000000:00000001:2.0:1789469013.801091:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469013.801092:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469013.801094:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63b80. 00000100:00000001:2.0:1789469013.801097:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469013.801098:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.801100:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469013.801103:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62a00 x1876386404842752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.801109:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469013.801110:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469013.801111:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789469013.801113:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469013.801114:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469013.801115:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469013.801116:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469013.801118:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867400. 02000000:00000001:2.0:1789469013.801120:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469013.801121:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469013.801122:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62a00. 00000100:00000001:2.0:1789469013.801124:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469013.801125:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.801127:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469013.801129:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61880 x1876386404842624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.801135:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469013.801136:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469013.801137:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789469013.801139:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469013.801140:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469013.801141:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469013.801143:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469013.801144:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866c00. 02000000:00000001:2.0:1789469013.801146:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469013.801147:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469013.801148:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61880. 00000100:00000001:2.0:1789469013.801150:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469013.801151:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.801152:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469013.801155:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63100 x1876386404842496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469013 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.801160:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469013.801162:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469013.801163:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469013.801165:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469013.801165:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469013.801167:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469013.801168:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469013.801169:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866800. 02000000:00000001:2.0:1789469013.801171:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469013.801172:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469013.801173:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63100. 00000100:00000001:2.0:1789469013.801174:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469013.801176:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.801179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469013.808431:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469013.808438:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469013.808444:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469013.808446:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469013.808451:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469013.808465:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789469013.808474:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469013.808485:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469013.808495:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469013.808500:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469013.808504:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469013.808533:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469013.808538:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469013.808542:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469013.808544:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469013.808546:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469013.808549:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469013.808552:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21236 00000100:00080000:3.0:1789469013.808556:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469013.808558:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469013.810816:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469013.810821:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469013.810824:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469013.810834:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469013.810836:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789469013.810839:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469013.810842:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789469013.810845:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789469013.810847:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789469013.810850:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469013.810852:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469013.810854:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469013.810856:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469013.810859:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789469013.810862:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469013.810865:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469013.810868:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469013.810876:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469013.810879:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469013.810881:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469013.810884:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469013.810889:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789469013.810893:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789469013.810897:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469013.810899:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469013.810901:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469013.810904:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469013.810907:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469013.810914:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789469013.810920:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469013.810928:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469013.810938:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469013.810949:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469013.810955:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469013.810964:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469013.810968:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469013.810972:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469013.810973:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469013.810975:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469013.810979:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469013.810981:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21236 00000100:00080000:3.0:1789469013.810985:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469013.810987:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469013.810989:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469013.810990:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469013.810992:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469013.810995:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469013.810997:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789469013.810998:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469013.811000:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789469013.811003:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789469013.811005:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789469013.811007:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469013.811009:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469013.811011:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469013.811013:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469013.811016:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789469013.811018:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469013.811020:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469013.811022:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469013.811025:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469013.811033:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469013.811035:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469013.811052:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469013.811056:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789469013.811059:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789469013.811061:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469013.811062:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469013.811064:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469013.811066:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469013.811068:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469013.811072:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789469013.811076:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469013.811080:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469013.811086:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469013.811088:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469013.811092:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469013.811099:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469013.811101:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469013.811104:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469013.811118:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469013.811120:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469013.811122:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469013.811125:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21236 00000100:00080000:3.0:1789469013.811127:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469013.811130:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469013.811132:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469013.811133:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469013.811135:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469013.811138:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469013.811139:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789469013.811146:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469013.811148:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789469013.811150:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789469013.811152:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789469013.811155:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469013.811156:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469013.811158:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469013.811159:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469013.811162:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789469013.811164:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469013.811166:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469013.811168:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469013.811171:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469013.811173:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469013.811175:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469013.811177:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469013.811180:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789469013.811182:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789469013.811185:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469013.811186:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469013.811187:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469013.811188:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469013.811190:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469013.811193:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789469013.811196:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469013.811200:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469013.811206:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469013.811208:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469013.811211:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469013.811218:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469013.811229:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21266) 00000100:00080000:3.0:1789469013.811237:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469013.811241:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469013.811244:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21266) 00000100:00000001:2.0:1789469013.812808:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469013.812816:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469013.812819:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469013.812832:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.812842:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469013.812844:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469013.812847:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469013.812850:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469013.812853:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469013.812856:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404843136:0@lo:38:kworker.0 00000100:00000001:2.0:1789469013.812860:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469013.812864:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469013.812867:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469013.812869:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469013.812877:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469013.812879:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469013.812885:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143b58. 00000400:00000010:2.0:1789469013.812891:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9647f8. 00000100:00000200:2.0:1789469013.812897:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404843136, portal 10 00000100:00000001:2.0:1789469013.812899:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469013.812901:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516096 : -130400397035520 : ffff8966caa7f800) 00000100:00000040:2.0:1789469013.812908:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.812914:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469013.812916:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469013.812919:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964660. 00000100:00000200:2.0:1789469013.812922:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404843136, offset 0 00000400:00000200:2.0:1789469013.812929:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469013.812941:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469013.812952:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3e80 00000400:00000100:2.0:1789469013.812957:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404843136 offset 0 length 520: 4 00000400:00000200:2.0:1789469013.812962:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469013.812964:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469013.812975:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964660 00000400:00000010:2.0:1789469013.812978:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964660. 00000100:00000001:2.0:1789469013.812981:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469013.812985:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.812992:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469013.812995:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813001:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813002:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469013.813006:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469013.813011:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469013.813014:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315929248 00000100:00000010:2.0:1789469013.813018:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c378a0. 00000100:00000001:2.0:1789469013.813024:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469013.813073:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315929249 00000100:00000010:2.0:1789469013.813077:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789469013.813081:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469013.813095:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315929249 00000100:00000010:2.0:1789469013.813098:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a20. 00000100:00000001:2.0:1789469013.813101:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469013.813103:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315929249 00000100:00000010:2.0:1789469013.813106:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c375a0. 00000100:00000001:2.0:1789469013.813109:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469013.813119:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469013.813122:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813125:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469013.813129:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813134:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469013.813136:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469013.813138:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469013.813140:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469013.813142:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469013.813144:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404843264:0@lo:38:kworker.0 00000100:00000001:2.0:1789469013.813147:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469013.813149:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469013.813150:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469013.813152:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469013.813154:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789469013.813156:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469013.813159:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143948. 00000400:00000010:2.0:1789469013.813162:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964660. 00000100:00000200:2.0:1789469013.813165:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404843264, portal 10 00000100:00000001:2.0:1789469013.813167:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469013.813168:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312515200 : -130400397036416 : ffff8966caa7f480) 00000100:00000040:2.0:1789469013.813172:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813177:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469013.813179:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469013.813181:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964e58. 00000100:00000200:2.0:1789469013.813183:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404843264, offset 0 00000400:00000200:2.0:1789469013.813186:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469013.813190:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469013.813195:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3f00 00000400:00000100:2.0:1789469013.813198:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404843264 offset 0 length 520: 4 00000400:00000200:2.0:1789469013.813201:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469013.813203:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469013.813207:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964e58 00000400:00000010:2.0:1789469013.813208:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964e58. 00000100:00000001:2.0:1789469013.813210:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469013.813213:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813219:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469013.813221:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813227:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813229:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469013.813231:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469013.813233:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469013.813235:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315929249 00000100:00000001:2.0:1789469013.813240:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315929248 00000100:00000001:2.0:1789469013.813242:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315929249 00000100:00000001:2.0:1789469013.813244:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315929249 00000100:00000001:2.0:1789469013.813245:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315929249 00000100:00000001:2.0:1789469013.813247:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315929249 00000100:00000001:2.0:1789469013.813249:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315929249 00000100:00000001:2.0:1789469013.813250:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315929249 00000100:00000001:2.0:1789469013.813252:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469013.813253:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813255:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469013.813259:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813264:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469013.813266:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469013.813267:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469013.813269:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469013.813270:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469013.813273:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404843392:0@lo:38:kworker.0 00000100:00000001:2.0:1789469013.813275:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469013.813277:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469013.813278:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469013.813280:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469013.813283:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789469013.813285:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469013.813288:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143420. 00000400:00000010:2.0:1789469013.813290:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964e58. 00000100:00000200:2.0:1789469013.813292:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404843392, portal 10 00000100:00000001:2.0:1789469013.813295:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469013.813296:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:2.0:1789469013.813300:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813306:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469013.813308:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469013.813310:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789469013.813312:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404843392, offset 0 00000400:00000200:2.0:1789469013.813315:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469013.813320:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469013.813324:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f3f80 00000400:00000100:2.0:1789469013.813327:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404843392 offset 0 length 520: 4 00000400:00000200:2.0:1789469013.813330:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469013.813331:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469013.813335:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:2.0:1789469013.813337:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:2.0:1789469013.813339:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469013.813342:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813348:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469013.813350:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813355:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813357:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469013.813359:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469013.813362:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469013.813364:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315929249 00000100:00000001:2.0:1789469013.813366:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315929249 00000100:00000001:2.0:1789469013.813368:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315929249 00000100:00000001:2.0:1789469013.813370:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315929249 00000100:00000001:2.0:1789469013.813372:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315929249 00000100:00000001:2.0:1789469013.813374:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315929249 00000100:00000001:2.0:1789469013.813376:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315929249 00000100:00000001:2.0:1789469013.813377:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315929249 00000100:00000001:2.0:1789469013.813379:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469013.813380:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813382:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469013.813385:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813391:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469013.813392:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469013.813394:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469013.813396:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469013.813397:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469013.813400:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404843520:0@lo:38:kworker.0 00000100:00000001:2.0:1789469013.813403:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469013.813404:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469013.813406:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469013.813407:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469013.813410:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469013.813412:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469013.813414:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41439a0. 00000400:00000010:2.0:1789469013.813417:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964ee0. 00000100:00000200:2.0:1789469013.813419:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404843520, portal 10 00000100:00000001:2.0:1789469013.813421:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469013.813422:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312507136 : -130400397044480 : ffff8966caa7d500) 00000100:00000040:2.0:1789469013.813426:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813432:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469013.813433:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469013.813436:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789469013.813438:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404843520, offset 0 00000400:00000200:2.0:1789469013.813441:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469013.813444:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469013.813448:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4000 00000400:00000100:2.0:1789469013.813451:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404843520 offset 0 length 520: 4 00000400:00000200:2.0:1789469013.813454:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469013.813455:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469013.813459:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:2.0:1789469013.813461:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:2.0:1789469013.813463:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469013.813466:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813472:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469013.813474:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469013.813480:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813482:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469013.813485:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469013.813487:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469013.813489:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315929250 00000100:00000001:2.0:1789469013.813493:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315929249 00000100:00000001:2.0:1789469013.813496:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315929250 00000100:00000001:2.0:1789469013.813499:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315929249 00000100:00000001:2.0:1789469013.813501:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315929250 00000100:00000001:2.0:1789469013.813503:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315929249 00000100:00000001:2.0:1789469013.813506:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315929250 00000100:00000001:2.0:1789469013.813508:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315929249 00000100:00000001:2.0:1789469013.813510:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469013.813512:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813515:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813517:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.813525:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469013.813527:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469013.813529:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469013.813530:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469013.813532:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469013.813534:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469013.834169:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315929250, at 4315929251 00000100:00000010:1.0:1789469013.834184:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000040:0.0:1789469013.834272:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315929250, at 4315929251 00000100:00000010:0.0:1789469013.834279:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000040:3.0:1789469013.834357:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315929250, at 4315929251 00000100:00000010:3.0:1789469013.834363:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000100:00000040:2.0:1789469013.834434:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315929250, at 4315929251 00000100:00000010:2.0:1789469013.834441:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00010000:00000001:0.0:1789469013.992279:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469013.992286:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469013.992293:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469013.992295:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469013.992300:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469013.992301:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469013.992723:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469013.992726:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469013.992730:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469014.825091:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469014.825105:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469014.825108:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469014.825112:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469014.825115:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469014.825119:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469014.825122:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469015.015472:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469015.015480:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469015.015486:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469015.015488:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469015.015493:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469015.015495:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469015.017490:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469015.017497:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469015.017501:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469015.847538:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469015.847552:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469015.847554:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469015.847559:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469015.847562:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469015.847566:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469015.847568:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.039277:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469016.039284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.039289:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469016.039290:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.039295:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469016.039297:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469016.039389:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469016.039393:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469016.039396:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469016.873185:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469016.873200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469016.873203:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469016.873208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469016.873210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469016.873215:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469016.873217:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469017.063173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469017.063181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469017.063186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469017.063187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469017.063192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469017.063193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469017.063358:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469017.063361:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469017.063364:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469017.895651:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469017.895660:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469017.895675:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468992/real 1789468992] req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469017 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469017.895692:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469017.895694:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469017.895698:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143478. 00000400:00000200:2.0:1789469017.895714:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9644c8 00000400:00000010:2.0:1789469017.895717:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9644c8. 00000100:00000001:2.0:1789469017.895722:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469017.895726:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469017 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469017.895735:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469017 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469017.895742:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469017.895744:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469017.895746:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469017.895748:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469017.895751:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469017 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469017.895758:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469017.895767:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469017.895768:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469017.895771:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469017.895773:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469017.895776:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469017.895780:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469017 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469017.895787:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469017.895789:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469017.895791:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469017.895792:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469017.895795:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469017.895797:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469017.895801:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469017.895827:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469017.895830:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469017.895834:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469017 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469017.895842:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404843008:0@lo:250:kworker.0 00000100:00000001:2.0:1789469017.895846:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469017.895849:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469017.895852:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f100 x1876386404843008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469017 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469017.895859:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469017.895861:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469017.895865:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469017.895869:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469017.895873:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469017.895874:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469017.895877:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469017.895879:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:2.0:1789469017.895883:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469017.895885:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469017.895887:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f100. 00000100:00000001:2.0:1789469017.895891:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469017.895892:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469017.895894:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469017.895974:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469017.895979:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469017.895981:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469017.895984:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469017.895987:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469017.895990:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21240 00000100:00080000:1.0:1789469017.895993:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469017.895996:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469017.895998:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469017.896000:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469017.896002:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469017.896009:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469017.896011:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469017.896014:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469017.896017:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469017.896019:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469017.896021:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469017.896023:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469017.896025:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469017.896026:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469017.896028:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469017.896030:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469017.896033:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469017.896035:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469017.896059:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469017.896062:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469017.896065:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469017.896067:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469017.896069:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469017.896078:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789469017.896081:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469017.896085:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469017.896086:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469017.896089:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469017.896091:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469017.896095:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469017.896103:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe400. 00000100:00000001:1.0:1789469017.896109:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469017.896114:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469017.896124:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469017.896127:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469017.896131:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469017.896151:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469017.896154:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469017.896158:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469017.896160:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469017.896162:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469017.896165:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469017.896167:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469017.896169:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469017.896173:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469017.896177:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21271) 00000100:00000001:2.0:1789469017.897248:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469017.897253:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469017.897256:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469017.897264:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469017.897272:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469017.897274:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469017.897278:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469017.897280:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469017.897284:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469017.897287:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404843648:0@lo:250:kworker.0 00000100:00000001:2.0:1789469017.897290:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469017.897295:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469017.897297:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469017.897299:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469017.897306:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469017.897308:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469017.897314:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143478. 00000400:00000010:2.0:1789469017.897319:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9644c8. 00000100:00000200:2.0:1789469017.897325:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404843648, portal 25 00000100:00000001:2.0:1789469017.897327:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469017.897329:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:2.0:1789469017.897334:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469017.897341:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469017.897343:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469017.897346:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789469017.897348:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404843648, offset 0 00000400:00000200:2.0:1789469017.897354:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469017.897367:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469017.897377:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f4080 00000400:00000100:2.0:1789469017.897382:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404843648 offset 0 length 520: 4 00000400:00000200:2.0:1789469017.897387:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469017.897389:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469017.897399:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:2.0:1789469017.897402:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:2.0:1789469017.897404:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469017.897408:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469017.897415:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469017.897418:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469017.897430:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469017.897432:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469017.897436:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469017.897441:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315938484 00000100:00000010:2.0:1789469017.897445:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a20. 00000100:00000001:2.0:1789469017.897451:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469017.897461:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315938484 00000100:00000010:2.0:1789469017.897464:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37720. 00000100:00000001:2.0:1789469017.897466:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469017.897469:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315938484 00000100:00000010:2.0:1789469017.897472:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789469017.897474:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469017.897477:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315938484 00000100:00000010:2.0:1789469017.897479:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37840. 00000100:00000001:2.0:1789469017.897481:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469017.897485:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469017.897487:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469017.897491:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469017.897493:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469017.897498:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469017.897500:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469017.897502:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469017.897503:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469017.897505:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469017.897506:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469018.087185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469018.087192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469018.087197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469018.087198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469018.087203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469018.087205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469018.088123:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469018.088128:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469018.088132:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469018.919141:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469018.919154:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469018.919156:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.919161:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469018.919164:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469018.919168:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469018.919171:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469019.115214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469019.115221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469019.115226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469019.115228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469019.115232:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469019.115233:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469019.115312:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469019.115316:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469019.115319:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469019.268741:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268761:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469019.268766:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268769:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469019.268781:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469019.268801:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3580 00000400:00000100:0.0:1789469019.268810:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402416000 offset 0 length 520: 4 00000400:00000200:0.0:1789469019.268816:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469019.268819:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469019.268829:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268841:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469019.268844:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268846:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469019.268848:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268850:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469019.268854:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469019.268860:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3600 00000400:00000100:0.0:1789469019.268865:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402416128 offset 0 length 520: 4 00000400:00000200:0.0:1789469019.268868:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469019.268870:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469019.268873:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268876:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469019.268878:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268880:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469019.268882:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268884:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469019.268887:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469019.268892:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3680 00000400:00000100:0.0:1789469019.268896:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402416256 offset 0 length 520: 4 00000400:00000200:0.0:1789469019.268899:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469019.268901:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469019.268905:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268911:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469019.268913:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469019.268915:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469019.943172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469019.943186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469019.943189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469019.943193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469019.943195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469019.943200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469019.943203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469020.135191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469020.135199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469020.135206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469020.135207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469020.135212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469020.135216:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469020.135219:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469020.135222:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469020.135225:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469020.135228:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469020.135229:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469020.135231:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469020.135459:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469020.135463:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469020.135466:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469020.967144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469020.967158:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469020.967160:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469020.967164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469020.967167:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469020.967172:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469020.967174:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469021.160923:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469021.160931:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469021.160937:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469021.160939:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469021.160944:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469021.160946:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469021.161032:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469021.161055:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469021.161059:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469021.994652:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469021.994667:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469021.994669:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469021.994683:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469021.994686:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469021.994690:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469021.994693:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469022.183153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469022.183171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469022.183177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469022.183179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469022.183184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469022.183185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469022.183261:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469022.183266:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469022.183270:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469023.015660:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469023.015682:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469023.015684:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469023.015689:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469023.015691:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469023.015696:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469023.015699:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469023.207158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469023.207165:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469023.207170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469023.207172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469023.207176:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469023.207178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469023.207266:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469023.207269:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469023.207272:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469023.399172:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315938484, at 4315938816 00000100:00000040:0.0:1789469023.399177:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315938484, at 4315938816 00000100:00000010:3.0:1789469023.399188:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37840. 00000100:00000010:0.0:1789469023.399190:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00000100:00000040:2.0:1789469023.399339:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315938484, at 4315938816 00000100:00000010:2.0:1789469023.399346:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000040:1.0:1789469023.399430:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315938484, at 4315938816 00000100:00000010:1.0:1789469023.399444:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00000100:00080000:3.0:1789469023.399459:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469023.399465:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469023.399469:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469023.399472:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469023.399475:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469023.399487:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469023.399490:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469023.399493:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469023.399496:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469023.399499:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469023.399503:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21276) 00000100:00000001:2.0:1789469024.039180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469024.039197:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469024.039199:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469024.039204:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469024.039206:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469024.039212:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469024.039214:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469024.231197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469024.231204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469024.231210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469024.231212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469024.231216:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469024.231218:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469024.231339:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469024.231342:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469024.231345:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469025.063164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469025.063182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469025.063184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469025.063188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469025.063190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469025.063195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469025.063198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469025.255255:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469025.255263:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469025.255268:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469025.255270:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469025.255275:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469025.255277:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469025.255401:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469025.255405:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469025.255408:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469026.087145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469026.087159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469026.087161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469026.087166:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469026.087168:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469026.087173:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469026.087176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.279165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469026.279173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.279178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469026.279179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.279184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469026.279186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469026.279273:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469026.279276:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469026.279279:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469027.111158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469027.111172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469027.111174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469027.111178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469027.111181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469027.111185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469027.111188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469027.303222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469027.303230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469027.303236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469027.303237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469027.303243:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469027.303244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469027.308614:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469027.308625:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469027.308632:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469028.135155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469028.135170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469028.135173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469028.135177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469028.135179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469028.135184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469028.135186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469028.327203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469028.327219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469028.327225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469028.327227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469028.327232:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469028.327234:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469028.328187:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469028.328195:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469028.328201:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469028.519206:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469028.519216:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469028.519220:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469028.519224:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469028.519244:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469028.519247:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469028.519249:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469028.519251:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469028.519254:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469028.519256:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469028.519262:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21281) 00000100:00000001:2.0:1789469029.159148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469029.159163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469029.159165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469029.159170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469029.159172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469029.159177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469029.159180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469029.351166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469029.351174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469029.351180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469029.351181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469029.351186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469029.351188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469029.351281:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469029.351284:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469029.351287:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469030.183138:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469030.183153:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469030.183155:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469030.183159:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469030.183161:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469030.183166:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469030.183169:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469030.375742:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469030.375750:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469030.375756:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469030.375758:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469030.375763:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469030.375768:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469030.375770:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469030.375773:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469030.375777:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469030.375779:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469030.375781:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469030.375784:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469030.375887:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469030.375891:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469030.375893:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469031.207318:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469031.207332:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469031.207335:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469031.207340:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469031.207342:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469031.207347:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469031.207359:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469031.399273:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469031.399281:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469031.399287:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469031.399288:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469031.399293:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469031.399294:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469031.399669:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469031.399673:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469031.399676:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469032.231159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469032.231173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469032.231175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469032.231179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469032.231182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469032.231186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469032.231189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469032.423177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469032.423184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469032.423190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469032.423192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469032.423197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469032.423199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469032.423287:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469032.423290:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469032.423293:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469033.255165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469033.255179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469033.255181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469033.255185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469033.255188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469033.255193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469033.255195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469033.447609:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469033.447616:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469033.447623:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469033.447624:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469033.447629:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469033.447631:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469033.448222:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469033.448226:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469033.448229:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469033.639320:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469033.639332:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469033.639334:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469033.639338:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469033.639340:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469033.639342:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469033.639345:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469033.639348:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469033.639350:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469033.639353:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469033.639359:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21286) 00000100:00000001:3.0:1789469034.280372:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469034.280387:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469034.280389:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469034.280393:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469034.280412:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469034.280416:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469034.280419:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469034.471173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469034.471181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469034.471186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469034.471188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469034.471192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469034.471194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469034.471291:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469034.471295:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469034.471298:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469035.303151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469035.303168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469035.303170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469035.303174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469035.303176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469035.303181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469035.303183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469035.495176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469035.495182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469035.495187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469035.495189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469035.495193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469035.495195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469035.495426:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469035.495429:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469035.495433:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469036.327221:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469036.327237:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469036.327240:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469036.327244:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469036.327247:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469036.327252:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469036.327256:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.519168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469036.519175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.519182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469036.519184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.519188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469036.519190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469036.525075:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469036.525083:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469036.525089:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469037.351258:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469037.351274:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469037.351277:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469037.351282:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469037.351293:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469037.351298:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469037.351301:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469037.546383:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469037.546390:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469037.546396:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469037.546398:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469037.546403:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469037.546404:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469037.546556:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469037.546566:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469037.546569:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469037.927164:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469037.927173:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469037.927177:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789469037.927491:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789469037.927497:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469037.927508:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469037.927513:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469037.927515:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375311:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469038.375320:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469038.375334:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469013/real 1789469013] req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469038.375364:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469038.375366:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469038.375370:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143b58. 00000400:00000200:3.0:1789469038.375378:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9647f8 00000400:00000010:3.0:1789469038.375380:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9647f8. 00000100:00000001:3.0:1789469038.375384:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469038.375408:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469038.375417:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.375424:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469038.375426:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375428:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469038.375430:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469038.375434:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.375440:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375442:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469038.375446:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469013/real 1789469013] req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469038.375454:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469038.375456:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469038.375458:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143948. 00000400:00000200:3.0:1789469038.375461:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964660 00000400:00000010:3.0:1789469038.375462:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964660. 00000100:00000001:3.0:1789469038.375465:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469038.375468:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469038.375475:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.375480:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469038.375482:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375483:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469038.375485:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469038.375488:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.375494:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375503:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469038.375508:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469013/real 1789469013] req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469038.375515:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469038.375517:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469038.375519:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143420. 00000400:00000200:3.0:1789469038.375521:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964e58 00000400:00000010:3.0:1789469038.375523:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964e58. 00000100:00000001:3.0:1789469038.375525:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469038.375528:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469038.375534:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.375540:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469038.375542:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375543:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469038.375545:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469038.375548:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.375563:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375566:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469038.375570:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469013/real 1789469013] req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469038.375577:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469038.375579:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469038.375580:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41439a0. 00000400:00000200:3.0:1789469038.375583:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964ee0 00000400:00000010:3.0:1789469038.375584:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964ee0. 00000100:00000001:3.0:1789469038.375586:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469038.375589:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469038.375596:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.375608:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469038.375609:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375611:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469038.375612:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469038.375617:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.375623:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375960:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469038.375963:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375966:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469038.375969:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469038.375972:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469038.375977:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.375984:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469038.375986:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375988:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469038.375989:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.375991:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469038.375993:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469038.375996:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469038.376021:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469038.376024:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469038.376027:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469038.376034:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404843136:0@lo:38:kworker.0 00000100:00000001:3.0:1789469038.376071:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469038.376075:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.376093:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469038.376095:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.376097:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469038.376098:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.376100:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469038.376101:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469038.376103:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469038.376109:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469038.376111:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469038.376114:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469038.376120:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404843264:0@lo:38:kworker.0 00000100:00000001:3.0:1789469038.376124:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469038.376126:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.376132:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469038.376133:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.376135:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469038.376136:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.376137:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469038.376138:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469038.376141:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469038.376145:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469038.376147:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469038.376150:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469038.376168:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404843392:0@lo:38:kworker.0 00000100:00000001:3.0:1789469038.376172:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469038.376175:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.376181:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469038.376182:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.376184:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469038.376185:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.376186:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469038.376188:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469038.376190:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469038.376195:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469038.376197:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469038.376201:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469038.376207:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404843520:0@lo:38:kworker.0 00000100:00000001:3.0:1789469038.376210:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.376213:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469038.376217:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f800 x1876386404843136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.376223:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469038.376226:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469038.376230:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:3.0:1789469038.376234:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469038.376237:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469038.376238:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469038.376241:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469038.376249:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:3.0:1789469038.376253:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469038.376255:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469038.376257:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f800. 00000100:00000001:3.0:1789469038.376261:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469038.376263:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.376264:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469038.376268:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404843264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.376274:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469038.376275:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469038.376277:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:3.0:1789469038.376280:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469038.376281:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469038.376282:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469038.376284:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469038.376285:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469038.376288:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469038.376289:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469038.376290:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 00000100:00000001:3.0:1789469038.376292:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469038.376294:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.376295:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469038.376297:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404843392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.376303:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469038.376305:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469038.376306:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:3.0:1789469038.376308:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469038.376309:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469038.376311:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469038.376312:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469038.376314:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789469038.376316:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469038.376316:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469038.376317:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:3.0:1789469038.376320:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469038.376326:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.376328:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469038.376331:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404843520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469038 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.376337:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469038.376338:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469038.376340:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:3.0:1789469038.376343:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1789469038.376445:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469038.376451:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469038.376453:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469038.376456:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469038.376458:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469038.376460:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469038.376463:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469038.376466:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21261 00000100:00080000:0.0:1789469038.376470:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469038.376473:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469038.376476:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469038.376478:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469038.376480:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469038.376487:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469038.376489:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789469038.376492:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469038.376495:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789469038.376497:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789469038.376500:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789469038.376502:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469038.376505:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469038.376507:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469038.376508:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469038.376511:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789469038.376514:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469038.376516:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469038.376518:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469038.376525:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469038.376528:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469038.376530:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469038.376532:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469038.376537:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63800. 00000020:00000040:0.0:1789469038.376541:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789469038.376544:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469038.376546:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469038.376549:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469038.376561:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469038.376565:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469038.376572:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867800. 00000100:00000001:0.0:1789469038.376579:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469038.376585:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469038.376593:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469038.376597:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469038.376600:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008496fa9c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469038.376610:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469038.376613:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469038.376616:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469038.376617:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469038.376619:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469038.376621:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469038.376623:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21261 00000100:00080000:0.0:1789469038.376644:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469038.376647:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469038.376649:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469038.376651:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469038.376652:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469038.376655:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469038.376657:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789469038.376659:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469038.376661:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789469038.376663:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789469038.376665:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789469038.376668:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469038.376670:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469038.376671:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469038.376673:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469038.376675:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789469038.376677:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469038.376680:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469038.376681:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469038.376684:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469038.376686:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469038.376688:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469038.376689:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469038.376693:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63480. 00000020:00000040:0.0:1789469038.376695:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789469038.376697:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469038.376698:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469038.376700:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469038.376702:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469038.376703:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469038.376707:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865400. 00000100:00000001:0.0:1789469038.376710:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469038.376715:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469038.376721:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469038.376723:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469038.376726:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba63b393] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469038.376734:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469038.376736:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469038.376739:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469038.376740:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469038.376742:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469038.376744:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469038.376746:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21261 00000100:00080000:0.0:1789469038.376749:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469038.376751:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469038.376752:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469038.376754:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469038.376756:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469038.376759:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469038.376760:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789469038.376762:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469038.376764:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:0.0:1789469038.376765:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789469038.376767:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789469038.376770:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469038.376772:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469038.376773:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469038.376775:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469038.376777:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:0.0:1789469038.376780:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469038.376782:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469038.376784:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469038.376787:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469038.376789:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469038.376791:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469038.376792:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469038.376795:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c60700. 00000020:00000040:0.0:1789469038.376797:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789469038.376799:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469038.376800:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469038.376802:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469038.376803:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469038.376805:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469038.376808:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867000. 00000100:00000001:0.0:1789469038.376811:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469038.376815:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469038.376821:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469038.376823:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469038.376826:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1890792] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469038.376833:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469038.376835:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469038.376838:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469038.376839:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469038.376841:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469038.376843:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469038.376845:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21261 00000100:00080000:0.0:1789469038.376847:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469038.376850:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469038.376852:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469038.376853:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469038.376856:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469038.376858:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469038.376860:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:0.0:1789469038.376861:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469038.376864:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:0.0:1789469038.376866:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:0.0:1789469038.376868:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:0.0:1789469038.376880:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469038.376883:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469038.376884:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469038.376886:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469038.376889:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:0.0:1789469038.376891:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469038.376893:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469038.376896:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469038.376898:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469038.376900:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469038.376902:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469038.376904:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469038.376907:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61c00. 00000020:00000040:0.0:1789469038.376909:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789469038.376911:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469038.376913:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469038.376915:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469038.376916:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469038.376918:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469038.376921:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866800. 00000100:00000001:0.0:1789469038.376924:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469038.376928:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469038.376935:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469038.376937:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469038.376940:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fff5e0c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469038.376947:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469038.376951:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21291) 00000020:00000001:3.0:1789469038.377237:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469038.377240:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469038.377242:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469038.377244:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469038.377249:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469038.377250:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469038.377252:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000001:3.0:1789469038.377255:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469038.377256:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.377259:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.377265:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469038.377267:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.377269:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469038.377270:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469038.377272:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469038.377277:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.377284:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469038.377285:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469038.377288:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469038.377291:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469038.377293:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469038.377296:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404843776:0@lo:38:kworker.0 00000100:00000001:3.0:1789469038.377300:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469038.377304:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469038.377306:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469038.377308:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469038.377312:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469038.377324:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469038.377330:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bb00. 00000400:00000010:3.0:1789469038.377335:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a7f8. 00000100:00000200:3.0:1789469038.377341:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404843776, portal 10 00000100:00000001:3.0:1789469038.377344:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469038.377356:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492025344 : -130396217526272 : ffff8967c3c63800) 00000100:00000040:3.0:1789469038.377365:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.377372:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469038.377375:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469038.377378:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a5d8. 00000100:00000200:3.0:1789469038.377381:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404843776, offset 0 00000400:00000200:3.0:1789469038.377388:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469038.377402:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469038.377413:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4100 00000400:00000100:3.0:1789469038.377419:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404843776 offset 0 length 520: 4 00000400:00000200:3.0:1789469038.377424:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469038.377427:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469038.377436:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a5d8 00000400:00000010:3.0:1789469038.377438:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a5d8. 00000100:00000001:3.0:1789469038.377441:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469038.377445:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.377453:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469038.377455:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.377461:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.377463:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469038.377468:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469038.377472:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469038.377476:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315953813 00000100:00000010:3.0:1789469038.377481:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922b40. 00000100:00000001:3.0:1789469038.377491:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469038.377501:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315953813 00000100:00000010:3.0:1789469038.377504:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922180. 00000100:00000001:3.0:1789469038.377507:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469038.377519:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315953813 00000100:00000010:3.0:1789469038.377522:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f00. 00000100:00000001:3.0:1789469038.377525:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469038.377612:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315953813 00000100:00000010:3.0:1789469038.377617:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922c60. 00000100:00000001:3.0:1789469038.377620:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469038.377632:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469038.377735:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.377737:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469038.377741:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.377747:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469038.377748:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469038.377750:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469038.377752:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469038.377754:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469038.377756:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404843904:0@lo:38:kworker.0 00000100:00000001:3.0:1789469038.377759:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469038.377761:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469038.377763:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469038.377764:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469038.377768:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789469038.377769:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469038.377772:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369ba50. 00000400:00000010:3.0:1789469038.377776:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a5d8. 00000100:00000200:3.0:1789469038.377778:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404843904, portal 10 00000100:00000001:3.0:1789469038.377780:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469038.377787:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492024448 : -130396217527168 : ffff8967c3c63480) 00000100:00000040:3.0:1789469038.377793:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.377799:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469038.377801:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469038.377803:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a440. 00000100:00000200:3.0:1789469038.377806:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404843904, offset 0 00000400:00000200:3.0:1789469038.377810:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469038.377816:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469038.377821:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4180 00000400:00000100:3.0:1789469038.377825:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404843904 offset 0 length 520: 4 00000400:00000200:3.0:1789469038.377828:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469038.377830:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469038.377834:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a440 00000400:00000010:3.0:1789469038.377837:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a440. 00000100:00000001:3.0:1789469038.377839:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469038.377842:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.377849:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469038.377852:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.377857:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.377859:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469038.377862:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469038.377865:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469038.377868:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315953813 00000100:00000001:3.0:1789469038.377941:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315953813 00000100:00000001:3.0:1789469038.377945:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315953813 00000100:00000001:3.0:1789469038.377947:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315953813 00000100:00000001:3.0:1789469038.377948:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315953813 00000100:00000001:3.0:1789469038.377950:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315953813 00000100:00000001:3.0:1789469038.377958:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315953813 00000100:00000001:3.0:1789469038.377960:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315953813 00000100:00000001:3.0:1789469038.377962:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469038.377963:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.377966:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469038.377970:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.377976:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469038.377977:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469038.377979:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469038.377981:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469038.377983:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469038.377985:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404844032:0@lo:38:kworker.0 00000100:00000001:3.0:1789469038.377988:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469038.377990:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469038.377991:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469038.377993:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469038.377996:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469038.377997:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469038.378000:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369be70. 00000400:00000010:3.0:1789469038.378003:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a440. 00000100:00000200:3.0:1789469038.378006:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404844032, portal 10 00000100:00000001:3.0:1789469038.378008:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469038.378009:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492012800 : -130396217538816 : ffff8967c3c60700) 00000100:00000040:3.0:1789469038.378015:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.378020:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469038.378022:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469038.378024:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a660. 00000100:00000200:3.0:1789469038.378026:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404844032, offset 0 00000400:00000200:3.0:1789469038.378030:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469038.378035:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469038.378067:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4200 00000400:00000100:3.0:1789469038.378071:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404844032 offset 0 length 520: 4 00000400:00000200:3.0:1789469038.378073:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469038.378075:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469038.378079:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a660 00000400:00000010:3.0:1789469038.378081:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a660. 00000100:00000001:3.0:1789469038.378083:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469038.378087:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.378093:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469038.378096:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.378102:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.378103:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469038.378107:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469038.378109:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469038.378112:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315953814 00000100:00000001:3.0:1789469038.378118:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315953813 00000100:00000001:3.0:1789469038.378121:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315953814 00000100:00000001:3.0:1789469038.378123:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315953813 00000100:00000001:3.0:1789469038.378126:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315953814 00000100:00000001:3.0:1789469038.379391:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315953813 00000100:00000001:3.0:1789469038.379404:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315953815 00000100:00000001:3.0:1789469038.379408:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315953813 00000100:00000001:3.0:1789469038.379411:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469038.379414:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.379417:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469038.379426:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.379452:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469038.379454:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469038.379458:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469038.379461:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469038.379463:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469038.379466:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404844160:0@lo:38:kworker.0 00000100:00000001:3.0:1789469038.379469:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469038.379472:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469038.379474:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469038.379476:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469038.379480:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e000. 02000000:00000001:3.0:1789469038.379482:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469038.379488:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b630. 00000400:00000010:3.0:1789469038.379493:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a660. 00000100:00000200:3.0:1789469038.379498:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404844160, portal 10 00000100:00000001:3.0:1789469038.379500:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469038.379501:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492018176 : -130396217533440 : ffff8967c3c61c00) 00000100:00000040:3.0:1789469038.379507:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.379514:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469038.379516:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469038.379518:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ad48. 00000100:00000200:3.0:1789469038.379521:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404844160, offset 0 00000400:00000200:3.0:1789469038.379526:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469038.379538:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469038.379545:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4280 00000400:00000100:3.0:1789469038.379561:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404844160 offset 0 length 520: 4 00000400:00000200:3.0:1789469038.379565:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469038.379567:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469038.379574:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93ad48 00000400:00000010:3.0:1789469038.379576:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93ad48. 00000100:00000001:3.0:1789469038.379586:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469038.379590:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.379597:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469038.379599:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469038.379605:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.379606:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469038.379612:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469038.379617:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469038.379620:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315953816 00000100:00000001:3.0:1789469038.379625:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315953814 00000100:00000001:3.0:1789469038.379642:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315953816 00000100:00000001:3.0:1789469038.379646:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315953814 00000100:00000001:3.0:1789469038.379648:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315953816 00000100:00000001:3.0:1789469038.379651:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315953814 00000100:00000001:3.0:1789469038.379653:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315953816 00000100:00000001:3.0:1789469038.379656:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315953815 00000100:00000001:3.0:1789469038.379662:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469038.379665:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.379668:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.379672:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.379678:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469038.379680:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469038.379683:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469038.379685:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469038.379686:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469038.379688:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469038.400382:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315953816, at 4315953817 00000100:00000010:0.0:1789469038.400398:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922b40. 00000100:00000040:1.0:1789469038.400537:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315953816, at 4315953817 00000100:00000010:1.0:1789469038.400542:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922180. 00000100:00000040:2.0:1789469038.401878:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315953816, at 4315953818 00000100:00000010:2.0:1789469038.401888:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f00. 00000100:00000040:3.0:1789469038.401970:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315953816, at 4315953818 00000100:00000010:3.0:1789469038.401975:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922c60. 00010000:00000001:0.0:1789469038.567189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469038.567197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469038.567203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469038.567205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469038.567209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469038.567210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469038.567312:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469038.567315:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469038.567318:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469039.399730:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469039.399767:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469039.399769:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469039.399774:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469039.399777:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469039.399782:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469039.399785:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469039.591156:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469039.591164:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469039.591169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469039.591171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469039.591175:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469039.591177:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469039.592374:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469039.592379:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469039.592383:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469040.423164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469040.423181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469040.423183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469040.423188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469040.423190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469040.423195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469040.423197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469040.616212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469040.616220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469040.616226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469040.616228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469040.616233:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469040.616237:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469040.616240:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469040.616243:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469040.616246:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469040.616259:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469040.616261:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469040.616264:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469040.616760:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469040.616764:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469040.616766:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469041.447159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469041.447173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469041.447176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469041.447180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469041.447183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469041.447188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469041.447190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469041.639180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469041.639188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469041.639194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469041.639195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469041.639200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469041.639201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469041.639923:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469041.639927:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469041.639931:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469042.471195:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469042.471204:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469042.471218:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469017/real 1789469017] req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469042 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469042.471236:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469042.471238:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469042.471242:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143478. 00000400:00000200:3.0:1789469042.471250:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9644c8 00000400:00000010:3.0:1789469042.471252:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9644c8. 00000100:00000001:3.0:1789469042.471256:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469042.471260:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469042 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469042.471269:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469042 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469042.471276:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469042.471278:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469042.471280:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469042.471300:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469042.471305:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469042 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469042.471311:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469042.471320:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469042.471322:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469042.471325:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469042.471328:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469042.471332:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469042.471336:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469042 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469042.471344:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469042.471347:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469042.471348:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469042.471349:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469042.471352:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469042.471354:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469042.471357:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469042.471389:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469042.471391:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469042.471396:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469042 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469042.471404:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404843648:0@lo:250:kworker.0 00000100:00000001:3.0:1789469042.471409:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469042.471412:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469042.471415:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b480 x1876386404843648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469042 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469042.471422:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469042.471424:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469042.471428:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:3.0:1789469042.471432:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469042.471440:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469042.471442:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469042.471445:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469042.471447:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe400. 02000000:00000001:3.0:1789469042.471451:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469042.471453:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469042.471454:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b480. 00000100:00000001:3.0:1789469042.471458:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469042.471460:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469042.471463:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469042.471549:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469042.471554:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469042.471556:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469042.471559:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469042.471562:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469042.471565:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21266 00000100:00080000:1.0:1789469042.471568:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469042.471571:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469042.471574:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469042.471576:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469042.471578:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469042.471586:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469042.471588:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469042.471590:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469042.471593:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469042.471596:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469042.471598:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469042.471601:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469042.471603:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469042.471605:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469042.471606:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469042.471609:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469042.471611:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469042.471614:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469042.471616:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469042.471619:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469042.471622:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469042.471624:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469042.471627:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469042.471632:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789469042.471635:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469042.471638:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469042.471640:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469042.471643:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469042.471645:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469042.471649:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469042.471655:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dffc00. 00000100:00000001:1.0:1789469042.471661:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469042.471667:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469042.471675:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469042.471679:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469042.471683:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469042.471701:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469042.471704:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469042.471707:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469042.471710:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469042.471713:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469042.471716:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469042.471719:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469042.471721:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469042.471724:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469042.471729:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21295) 00000100:00000001:3.0:1789469042.471777:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469042.471780:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469042.471782:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469042.471787:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469042.471795:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469042.471797:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469042.471801:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469042.471803:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469042.471806:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469042.471809:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404844288:0@lo:250:kworker.0 00000100:00000001:3.0:1789469042.471812:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469042.471816:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469042.471818:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469042.471820:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469042.471825:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08dc00. 02000000:00000001:3.0:1789469042.471827:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469042.471832:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b3c8. 00000400:00000010:3.0:1789469042.471837:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ad48. 00000100:00000200:3.0:1789469042.471843:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404844288, portal 25 00000100:00000001:3.0:1789469042.471846:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469042.471847:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:3.0:1789469042.471852:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469042.471858:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469042.471867:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469042.471870:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a4c8. 00000100:00000200:3.0:1789469042.471873:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404844288, offset 0 00000400:00000200:3.0:1789469042.471879:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469042.471890:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469042.471899:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f4300 00000400:00000100:3.0:1789469042.471905:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404844288 offset 0 length 520: 4 00000400:00000200:3.0:1789469042.471909:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469042.471911:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469042.471919:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a4c8 00000400:00000010:3.0:1789469042.471921:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a4c8. 00000100:00000001:3.0:1789469042.471925:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469042.471929:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469042.471936:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469042.471939:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469067 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469042.471945:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469042.471946:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469042.471952:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469042.471956:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315963058 00000100:00000010:3.0:1789469042.471960:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922c60. 00000100:00000001:3.0:1789469042.471967:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469042.471977:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315963058 00000100:00000010:3.0:1789469042.471980:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59229c0. 00000100:00000001:3.0:1789469042.471983:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469042.471985:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315963058 00000100:00000010:3.0:1789469042.471988:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f60. 00000100:00000001:3.0:1789469042.471990:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469042.471994:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315963058 00000100:00000010:3.0:1789469042.471996:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59223c0. 00000100:00000001:3.0:1789469042.472005:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469042.472008:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469042.472010:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469042.472014:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469042.472027:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469042.472031:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469042.472032:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469042.472034:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469042.472055:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469042.472058:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469042.472060:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469042.663152:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469042.663160:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469042.663167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469042.663169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469042.663175:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469042.663176:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469042.663286:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469042.663289:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469042.663292:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469043.495450:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469043.495460:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469043.495463:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469043.495467:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469043.495469:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469043.495472:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469043.495474:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469043.495477:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469043.495480:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469043.495482:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469043.495488:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21296) 00000100:00000001:3.0:1789469043.497588:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469043.497603:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469043.497606:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469043.497610:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469043.497612:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469043.497617:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469043.497620:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469043.687173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469043.687181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469043.687188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469043.687190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469043.687195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469043.687197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469043.687293:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469043.687297:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469043.687300:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469043.852677:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.852702:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469043.852706:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.852710:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469043.852722:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469043.852746:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3700 00000400:00000100:0.0:1789469043.852756:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402416384 offset 0 length 520: 4 00000400:00000200:0.0:1789469043.852762:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469043.852765:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469043.852776:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.852780:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469043.852783:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.852785:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469043.852787:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.852789:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469043.852793:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469043.852798:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3780 00000400:00000100:0.0:1789469043.852803:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402416512 offset 0 length 520: 4 00000400:00000200:0.0:1789469043.852805:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469043.852808:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469043.852811:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.852820:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469043.852822:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.852824:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469043.853604:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.853622:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469043.853627:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.853629:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469043.853641:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469043.853667:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3800 00000400:00000100:0.0:1789469043.853675:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402416640 offset 0 length 520: 4 00000400:00000200:0.0:1789469043.853682:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469043.853685:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469043.853694:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.853700:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469043.853702:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469043.853704:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469044.519328:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469044.519349:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469044.519351:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469044.519359:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469044.519362:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469044.519368:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469044.519372:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469044.711229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469044.711241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469044.711248:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469044.711250:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469044.711256:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469044.711259:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469044.711662:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469044.711671:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469044.711676:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469045.544407:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469045.544422:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469045.544424:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469045.544428:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469045.544431:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469045.544435:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469045.544438:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469045.735746:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469045.735753:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469045.735759:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469045.735761:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469045.735766:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469045.735768:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469045.735866:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469045.735870:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469045.735873:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469046.567160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469046.567174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469046.567177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469046.567181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469046.567183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469046.567188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469046.567190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469046.759166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469046.759174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469046.759179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469046.759181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469046.759185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469046.759187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469046.759296:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469046.759300:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469046.759303:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469047.527211:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469047.527221:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469047.527225:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469047.527228:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469047.527231:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469047.527234:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469047.527237:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469047.527240:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469047.527242:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469047.527245:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469047.527250:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21300) 00000100:00000001:3.0:1789469047.591348:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469047.591377:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469047.591379:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469047.591383:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469047.591385:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469047.591390:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469047.591392:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.783219:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469047.783226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.783233:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469047.783234:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.783239:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469047.783241:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469047.783362:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469047.783366:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469047.783369:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469047.975186:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315963058, at 4315963392 00000100:00000010:0.0:1789469047.975203:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922c60. 00000100:00000040:2.0:1789469047.975203:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315963058, at 4315963392 00000100:00000010:2.0:1789469047.975208:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f60. 00000100:00000040:1.0:1789469047.975288:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315963058, at 4315963392 00000100:00000010:1.0:1789469047.975294:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59229c0. 00000100:00000040:3.0:1789469047.975387:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315963058, at 4315963392 00000100:00000010:3.0:1789469047.975393:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59223c0. 00000100:00000001:3.0:1789469048.617954:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469048.617969:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469048.617971:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469048.617976:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469048.617978:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469048.617982:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469048.617986:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469048.807166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469048.807174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469048.807179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469048.807181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469048.807186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469048.807188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469048.807315:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469048.807319:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469048.807322:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469049.639141:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469049.639157:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469049.639159:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469049.639164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469049.639166:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469049.639170:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469049.639173:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469049.831173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469049.831180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469049.831186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469049.831187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469049.831192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469049.831193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469049.831398:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469049.831401:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469049.831404:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469050.663189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469050.663203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469050.663206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469050.663211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469050.663213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469050.663218:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469050.663221:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469050.855236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469050.855251:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469050.855257:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469050.855258:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469050.855263:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469050.855267:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469050.855269:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469050.855272:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469050.855275:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469050.855277:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469050.855279:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469050.855281:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469050.857479:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469050.857485:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469050.857490:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469051.687595:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469051.687608:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469051.687610:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469051.687615:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469051.687617:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469051.687621:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469051.687624:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469051.879164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469051.879170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469051.879175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469051.879177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469051.879181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469051.879183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469051.879449:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469051.879464:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469051.879467:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469052.583687:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469052.583699:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469052.583702:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469052.583716:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469052.583719:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469052.583722:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469052.583725:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469052.583728:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469052.583730:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469052.583733:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469052.583740:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21305) 00000100:00000001:3.0:1789469052.711169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469052.711188:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469052.711191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469052.711196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469052.711216:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469052.711223:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469052.711226:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469052.903225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469052.903232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469052.903237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469052.903239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469052.903243:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469052.903245:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469052.903463:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469052.903466:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469052.903470:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469053.735149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469053.735163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469053.735165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469053.735169:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469053.735171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469053.735176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469053.735179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469053.927160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469053.927166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469053.927171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469053.927172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469053.927176:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469053.927177:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469053.927344:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469053.927347:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469053.927350:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469054.759180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469054.759194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469054.759196:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469054.759201:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469054.759203:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469054.759207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469054.759210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469054.953404:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469054.953410:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469054.953416:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469054.953417:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469054.953422:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469054.953424:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469054.954389:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469054.954393:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469054.954396:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469055.788710:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469055.788724:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469055.788726:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469055.788730:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469055.788732:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469055.788736:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469055.788738:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469055.978601:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469055.978609:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469055.978618:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469055.978620:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469055.978630:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469055.978631:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469055.978740:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469055.978744:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469055.978746:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469056.807148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469056.807164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469056.807166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469056.807171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469056.807173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469056.807177:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469056.807180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.999162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469056.999169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.999175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469056.999177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.999181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469056.999183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469056.999272:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469056.999275:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469056.999279:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469057.703221:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469057.703231:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469057.703233:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469057.703236:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469057.703238:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469057.703258:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469057.703260:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469057.703263:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469057.703265:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469057.703268:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469057.703273:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21310) 00000100:00000001:3.0:1789469057.831159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469057.831175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469057.831178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469057.831182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469057.831184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469057.831189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469057.831192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469058.023173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469058.023180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469058.023186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469058.023187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469058.023193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469058.023195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469058.023334:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469058.023337:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469058.023340:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469058.855159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469058.855186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469058.855187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469058.855193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469058.855196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469058.855200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469058.855203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469059.047254:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469059.047262:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469059.047267:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469059.047268:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469059.047273:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469059.047274:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469059.047378:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469059.047382:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469059.047385:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469059.881798:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469059.881812:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469059.881814:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469059.881818:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469059.881821:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469059.881825:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469059.881827:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469060.071167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469060.071174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469060.071180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469060.071182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469060.071187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469060.071190:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469060.071192:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469060.071195:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469060.071198:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469060.071200:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469060.071202:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469060.071204:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469060.071292:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469060.071296:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469060.071299:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469060.903157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469060.903173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469060.903175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469060.903180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469060.903183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469060.903188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469060.903191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469061.095181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469061.095188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469061.095194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469061.095195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469061.095201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469061.095203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469061.095356:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469061.095359:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469061.095362:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469061.927807:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469061.927821:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469061.927823:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469061.927828:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469061.927830:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469061.927835:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469061.927838:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469062.119935:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469062.119942:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469062.119947:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469062.119949:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469062.119954:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469062.119956:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469062.120382:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469062.120386:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469062.120389:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469062.823203:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469062.823220:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469062.823224:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469062.823237:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469062.823239:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469062.823242:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469062.823245:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469062.823248:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469062.823250:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469062.823253:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469062.823258:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21315) 00000100:00000001:3.0:1789469062.952823:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469062.952837:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469062.952839:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469062.952843:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469062.952846:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469062.952850:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469062.952853:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469063.143174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469063.143181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469063.143187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469063.143189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469063.143193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469063.143194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469063.144172:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469063.144175:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469063.144179:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469063.975450:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469063.975459:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469063.975472:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469038/real 1789469038] req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469063.975488:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469063.975490:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469063.975502:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bb00. 00000400:00000200:3.0:1789469063.975509:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a7f8 00000400:00000010:3.0:1789469063.975511:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a7f8. 00000100:00000001:3.0:1789469063.975516:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469063.975519:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469063.975529:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975536:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469063.975537:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975541:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469063.975543:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469063.975547:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975552:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975571:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469063.975576:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469038/real 1789469038] req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469063.975584:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469063.975585:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469063.975587:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369ba50. 00000400:00000200:3.0:1789469063.975590:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a5d8 00000400:00000010:3.0:1789469063.975591:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a5d8. 00000100:00000001:3.0:1789469063.975593:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469063.975596:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469063.975603:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975609:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469063.975610:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975612:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469063.975613:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469063.975615:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975620:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975622:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469063.975626:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469038/real 1789469038] req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469063.975632:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469063.975633:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469063.975634:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369be70. 00000400:00000200:3.0:1789469063.975637:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a440 00000400:00000010:3.0:1789469063.975638:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a440. 00000100:00000001:3.0:1789469063.975640:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469063.975642:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469063.975648:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975663:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469063.975664:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975666:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469063.975667:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469063.975672:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975677:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975679:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469063.975682:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469038/real 1789469038] req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469063.975689:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469063.975702:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469063.975704:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b630. 00000400:00000200:3.0:1789469063.975707:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a660 00000400:00000010:3.0:1789469063.975709:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a660. 00000100:00000001:3.0:1789469063.975711:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469063.975714:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469063.975721:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975733:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469063.975734:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975736:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469063.975737:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469063.975740:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975746:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975754:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469063.975757:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975759:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469063.975762:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469063.975771:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469063.975776:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975783:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469063.975786:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975787:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469063.975789:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975791:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469063.975793:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469063.975796:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469063.975825:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469063.975828:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469063.975832:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469063.975839:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404843776:0@lo:38:kworker.0 00000100:00000001:3.0:1789469063.975845:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469063.975848:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975855:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469063.975857:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975858:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469063.975859:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975861:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469063.975862:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469063.975864:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469063.975869:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469063.975871:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469063.975874:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469063.975889:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404843904:0@lo:38:kworker.0 00000100:00000001:3.0:1789469063.975893:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469063.975896:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975902:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469063.975904:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975906:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469063.975907:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975908:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469063.975910:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469063.975912:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469063.975917:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469063.975920:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469063.975923:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469063.975930:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404844032:0@lo:38:kworker.0 00000100:00000001:3.0:1789469063.975933:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469063.975937:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975942:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469063.975945:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975946:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469063.975947:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.975949:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469063.975950:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469063.975953:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469063.975964:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469063.975966:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469063.975969:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469063.975976:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404844160:0@lo:38:kworker.0 00000100:00000001:3.0:1789469063.975979:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.975982:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469063.975985:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63800 x1876386404843776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.975991:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469063.975994:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469063.975997:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469063.976001:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469063.976004:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469063.976006:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469063.976008:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469063.976011:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:3.0:1789469063.976014:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469063.976016:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469063.976017:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63800. 00000100:00000001:3.0:1789469063.976021:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469063.976022:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.976023:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469063.976026:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63480 x1876386404843904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.976031:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469063.976032:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469063.976033:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789469063.976035:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469063.976065:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469063.976067:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469063.976076:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469063.976078:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865400. 02000000:00000001:3.0:1789469063.976086:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469063.976087:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469063.976089:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63480. 00000100:00000001:3.0:1789469063.976091:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469063.976092:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.976093:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469063.976097:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c60700 x1876386404844032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.976102:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469063.976104:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469063.976105:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469063.976107:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469063.976108:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469063.976110:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469063.976111:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469063.976113:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867000. 02000000:00000001:3.0:1789469063.976114:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469063.976115:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469063.976116:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c60700. 00000100:00000001:3.0:1789469063.976118:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469063.976119:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.976121:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469063.976123:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61c00 x1876386404844160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469063 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.976128:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469063.976129:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469063.976130:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e000. 02000000:00000001:3.0:1789469063.976132:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469063.976133:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469063.976134:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469063.976135:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469063.976136:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866800. 02000000:00000001:3.0:1789469063.976139:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469063.976140:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469063.976141:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61c00. 00000100:00000001:3.0:1789469063.976143:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469063.976147:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.976150:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469063.976410:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469063.976416:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469063.976418:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469063.976422:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469063.976424:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469063.976426:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469063.976430:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469063.976433:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21286 00000100:00080000:1.0:1789469063.976437:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469063.976440:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469063.976443:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469063.976445:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469063.976447:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469063.976454:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469063.976456:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469063.976460:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469063.976463:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469063.976465:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469063.976467:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469063.976469:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469063.976471:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469063.976472:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469063.976474:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469063.976476:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469063.976479:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469063.976481:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469063.976483:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469063.976490:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469063.976492:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469063.976494:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469063.976496:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469063.976502:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b100. 00000020:00000040:1.0:1789469063.976505:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469063.976508:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469063.976510:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469063.976512:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469063.976515:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469063.976518:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469063.976525:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc000. 00000100:00000001:1.0:1789469063.976531:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469063.976536:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469063.976545:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469063.976549:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469063.976553:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003353458e] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469063.976573:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469063.976577:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469063.976579:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469063.976581:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469063.976582:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469063.976584:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469063.976586:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21286 00000100:00080000:1.0:1789469063.976588:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469063.976590:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469063.976592:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469063.976593:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469063.976595:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469063.976597:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469063.976599:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469063.976600:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469063.976602:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469063.976604:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469063.976606:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469063.976608:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469063.976610:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469063.976611:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469063.976613:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469063.976615:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469063.976617:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469063.976619:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469063.976620:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469063.976622:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469063.976624:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469063.976625:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469063.976627:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469063.976630:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789469063.976631:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469063.976634:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469063.976635:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469063.976637:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469063.976638:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469063.976639:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469063.976642:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dff800. 00000100:00000001:1.0:1789469063.976645:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469063.976649:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469063.976655:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469063.976657:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469063.976659:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469063.976665:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469063.976667:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469063.976670:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469063.976671:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469063.976672:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469063.976675:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469063.976676:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21286 00000100:00080000:1.0:1789469063.976678:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469063.976679:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469063.976681:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469063.976682:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469063.976684:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469063.976686:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469063.976687:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469063.976688:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469063.976690:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469063.976692:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469063.976694:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469063.976697:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469063.976698:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469063.976700:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469063.976702:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469063.976704:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469063.976706:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469063.976708:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469063.976709:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469063.976711:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469063.976712:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469063.976714:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469063.976715:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469063.976717:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739f80. 00000020:00000040:1.0:1789469063.976719:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469063.976721:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469063.976722:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469063.976734:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469063.976735:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469063.976737:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469063.976740:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc400. 00000100:00000001:1.0:1789469063.976743:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469063.976746:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469063.976752:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469063.976754:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469063.976757:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b761f95] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469063.976763:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469063.976765:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469063.976768:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469063.976769:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469063.976771:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469063.976773:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469063.976774:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21286 00000100:00080000:1.0:1789469063.976777:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469063.976778:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469063.976780:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469063.976782:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469063.976783:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469063.976786:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469063.976787:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469063.976789:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469063.976791:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469063.976793:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469063.976795:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469063.976798:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469063.976799:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469063.976800:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469063.976802:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469063.976804:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469063.976806:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469063.976808:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469063.976810:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469063.976812:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469063.976814:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469063.976816:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469063.976817:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469063.976819:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000020:00000040:1.0:1789469063.976821:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469063.976823:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469063.976825:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469063.976826:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469063.976827:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469063.976829:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469063.976833:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe800. 00000100:00000001:1.0:1789469063.976835:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469063.976838:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469063.976844:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469063.976845:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469063.976848:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469063.976854:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469063.976858:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21317) 00000100:00000001:3.0:1789469063.977100:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469063.977103:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469063.977105:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469063.977110:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.977117:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469063.977119:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469063.977122:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469063.977125:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469063.977127:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469063.977129:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404844416:0@lo:38:kworker.0 00000100:00000001:3.0:1789469063.977132:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469063.977135:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469063.977137:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469063.977140:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469063.977144:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e000. 02000000:00000001:3.0:1789469063.977146:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469063.977150:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b630. 00000400:00000010:3.0:1789469063.977155:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a660. 00000100:00000200:3.0:1789469063.977161:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404844416, portal 10 00000100:00000001:3.0:1789469063.977163:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469063.977165:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755052288 : -130395954499328 : ffff8967d373b100) 00000100:00000040:3.0:1789469063.977171:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.977177:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469063.977180:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469063.977183:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a440. 00000100:00000200:3.0:1789469063.977185:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404844416, offset 0 00000400:00000200:3.0:1789469063.977191:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469063.977202:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469063.977213:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4380 00000400:00000100:3.0:1789469063.977218:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404844416 offset 0 length 520: 4 00000400:00000200:3.0:1789469063.977230:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469063.977232:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469063.977242:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a440 00000400:00000010:3.0:1789469063.977244:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a440. 00000100:00000001:3.0:1789469063.977248:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469063.977252:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.977259:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469063.977262:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.977268:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.977270:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469063.977275:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469063.977279:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469063.977283:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315979413 00000100:00000010:3.0:1789469063.977287:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922600. 00000100:00000001:3.0:1789469063.977293:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469063.977313:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315979413 00000100:00000010:3.0:1789469063.977317:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922240. 00000100:00000001:3.0:1789469063.977320:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469063.977328:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315979413 00000100:00000010:3.0:1789469063.977331:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922360. 00000100:00000001:3.0:1789469063.977333:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469063.977342:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315979413 00000100:00000010:3.0:1789469063.977346:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922960. 00000100:00000001:3.0:1789469063.977348:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469063.977351:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469063.977353:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.977356:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469063.979246:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979280:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469063.979282:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469063.979286:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469063.979289:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469063.979292:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469063.979297:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404844544:0@lo:38:kworker.0 00000100:00000001:3.0:1789469063.979301:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469063.979305:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469063.979307:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469063.979309:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469063.979314:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469063.979316:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469063.979323:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369be70. 00000400:00000010:3.0:1789469063.979329:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a440. 00000100:00000200:3.0:1789469063.979333:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404844544, portal 10 00000100:00000001:3.0:1789469063.979336:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469063.979337:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054976 : -130395954496640 : ffff8967d373bb80) 00000100:00000040:3.0:1789469063.979344:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979351:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469063.979354:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469063.979356:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a5d8. 00000100:00000200:3.0:1789469063.979372:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404844544, offset 0 00000400:00000200:3.0:1789469063.979379:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469063.979389:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469063.979398:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4400 00000400:00000100:3.0:1789469063.979404:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404844544 offset 0 length 520: 4 00000400:00000200:3.0:1789469063.979408:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469063.979410:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469063.979419:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a5d8 00000400:00000010:3.0:1789469063.979421:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a5d8. 00000100:00000001:3.0:1789469063.979441:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469063.979446:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979454:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469063.979457:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979463:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.979465:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469063.979471:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469063.979476:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469063.979479:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315979415 00000100:00000001:3.0:1789469063.979501:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4315979413 00000100:00000001:3.0:1789469063.979507:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315979415 00000100:00000001:3.0:1789469063.979509:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4315979413 00000100:00000001:3.0:1789469063.979512:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315979415 00000100:00000001:3.0:1789469063.979515:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4315979413 00000100:00000001:3.0:1789469063.979517:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315979415 00000100:00000001:3.0:1789469063.979520:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4315979413 00000100:00000001:3.0:1789469063.979522:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469063.979524:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.979527:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469063.979530:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979537:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469063.979539:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469063.979541:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469063.979542:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469063.979544:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469063.979546:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404844672:0@lo:38:kworker.0 00000100:00000001:3.0:1789469063.979549:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469063.979556:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469063.979558:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469063.979560:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469063.979562:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789469063.979564:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469063.979567:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369ba50. 00000400:00000010:3.0:1789469063.979570:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a5d8. 00000100:00000200:3.0:1789469063.979572:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404844672, portal 10 00000100:00000001:3.0:1789469063.979574:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469063.979575:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755047808 : -130395954503808 : ffff8967d3739f80) 00000100:00000040:3.0:1789469063.979581:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979587:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469063.979589:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469063.979591:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a7f8. 00000100:00000200:3.0:1789469063.979593:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404844672, offset 0 00000400:00000200:3.0:1789469063.979596:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469063.979601:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469063.979606:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4480 00000400:00000100:3.0:1789469063.979610:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404844672 offset 0 length 520: 4 00000400:00000200:3.0:1789469063.979613:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469063.979615:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469063.979620:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a7f8 00000400:00000010:3.0:1789469063.979621:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a7f8. 00000100:00000001:3.0:1789469063.979623:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469063.979626:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979632:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469063.979635:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979640:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.979641:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469063.979644:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469063.979651:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469063.979653:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315979415 00000100:00000001:3.0:1789469063.979655:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315979415 00000100:00000001:3.0:1789469063.979657:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315979415 00000100:00000001:3.0:1789469063.979659:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315979415 00000100:00000001:3.0:1789469063.979661:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315979415 00000100:00000001:3.0:1789469063.979663:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315979415 00000100:00000001:3.0:1789469063.979665:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315979415 00000100:00000001:3.0:1789469063.979666:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315979415 00000100:00000001:3.0:1789469063.979669:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469063.979671:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.979673:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469063.979677:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979684:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469063.979685:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469063.979687:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469063.979689:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469063.979845:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469063.979849:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404844800:0@lo:38:kworker.0 00000100:00000001:3.0:1789469063.979852:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469063.979854:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469063.979856:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469063.979857:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469063.979861:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469063.979863:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469063.979866:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bb00. 00000400:00000010:3.0:1789469063.979869:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a7f8. 00000100:00000200:3.0:1789469063.979872:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404844800, portal 10 00000100:00000001:3.0:1789469063.979874:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469063.979879:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755045120 : -130395954506496 : ffff8967d3739500) 00000100:00000040:3.0:1789469063.979886:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979891:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469063.979893:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469063.979896:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a4c8. 00000100:00000200:3.0:1789469063.979899:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404844800, offset 0 00000400:00000200:3.0:1789469063.979903:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469063.979908:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469063.979913:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4500 00000400:00000100:3.0:1789469063.979916:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404844800 offset 0 length 520: 4 00000400:00000200:3.0:1789469063.979919:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469063.979922:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469063.979926:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a4c8 00000400:00000010:3.0:1789469063.979928:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a4c8. 00000100:00000001:3.0:1789469063.979930:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469063.979933:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979939:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469063.979941:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469088 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469063.979946:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.979947:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469063.979950:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469063.979952:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469063.979955:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315979416 00000100:00000001:3.0:1789469063.979959:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315979415 00000100:00000001:3.0:1789469063.979962:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315979416 00000100:00000001:3.0:1789469063.979964:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315979415 00000100:00000001:3.0:1789469063.979967:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315979416 00000100:00000001:3.0:1789469063.979969:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315979415 00000100:00000001:3.0:1789469063.979977:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315979416 00000100:00000001:3.0:1789469063.979980:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315979415 00000100:00000001:3.0:1789469063.979982:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469063.979983:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.979986:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.979989:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.979996:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469063.979998:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469063.980000:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469063.980002:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469063.980004:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469063.980006:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469064.000237:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315979416, at 4315979417 00000100:00000010:0.0:1789469064.000252:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922600. 00000100:00000040:1.0:1789469064.000322:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315979416, at 4315979417 00000100:00000010:1.0:1789469064.000337:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922240. 00000100:00000040:2.0:1789469064.000433:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315979416, at 4315979417 00000100:00000010:2.0:1789469064.000440:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922360. 00000100:00000040:3.0:1789469064.000719:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315979416, at 4315979417 00000100:00000010:3.0:1789469064.000732:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922960. 00010000:00000001:0.0:1789469064.167255:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469064.167263:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469064.167269:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469064.167271:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469064.167276:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469064.167278:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469064.167442:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469064.167445:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469064.167449:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469065.002210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469065.002231:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469065.002234:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469065.002241:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469065.002244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469065.002251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469065.002254:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469065.192118:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469065.192126:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469065.192132:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469065.192134:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469065.192139:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469065.192140:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469065.192378:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469065.192382:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469065.192385:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469066.023486:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469066.023502:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469066.023505:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469066.023509:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469066.023511:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469066.023516:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469066.023518:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.215157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469066.215164:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.215169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469066.215171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.215175:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469066.215177:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469066.215338:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469066.215342:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469066.215355:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469067.047219:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469067.047231:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469067.047259:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469042/real 1789469042] req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469067 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469067.047283:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469067.047285:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469067.047289:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b3c8. 00000400:00000200:3.0:1789469067.047321:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93ad48 00000400:00000010:3.0:1789469067.047324:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93ad48. 00000100:00000001:3.0:1789469067.047330:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469067.047335:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469067 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469067.047356:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469067 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469067.047364:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469067.047367:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469067.047370:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469067.047373:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469067.047377:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469067 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469067.047384:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469067.047398:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469067.047400:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469067.047403:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469067.047406:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469067.047410:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469067.047414:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469067 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469067.047421:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469067.047424:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469067.047426:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469067.047427:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469067.047430:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469067.047433:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469067.047437:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469067.047485:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469067.047494:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469067.047499:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469067 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469067.047521:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404844288:0@lo:250:kworker.0 00000100:00000001:3.0:1789469067.047527:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469067.047530:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469067.047533:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404844288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469067 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469067.047549:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469067.047553:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469067.047558:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:3.0:1789469067.047564:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469067.047568:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469067.047569:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469067.047572:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469067.047576:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dffc00. 02000000:00000001:3.0:1789469067.047580:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469067.047582:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469067.047584:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00000001:3.0:1789469067.047591:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469067.047593:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469067.047596:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469067.048417:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469067.048427:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469067.048429:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469067.048433:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469067.048439:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469067.048443:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21290 00000100:00080000:1.0:1789469067.048449:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469067.048452:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469067.048455:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469067.048458:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469067.048460:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469067.048480:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469067.048488:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469067.048491:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469067.048495:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469067.048498:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469067.048502:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469067.048505:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469067.048507:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469067.048509:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469067.048510:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469067.048514:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469067.048518:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469067.048520:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469067.048523:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469067.048528:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469067.048531:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469067.048535:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469067.048538:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469067.048555:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a680. 00000020:00000040:1.0:1789469067.048559:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469067.048563:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469067.048565:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469067.048568:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469067.048572:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469067.048577:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469067.048587:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfec00. 00000100:00000001:1.0:1789469067.048596:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469067.048604:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469067.048614:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469067.048619:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469067.048623:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004c1a07a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469067.048963:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469067.048968:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469067.048973:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469067.048977:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469067.048980:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469067.048984:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469067.048987:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469067.048990:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469067.048994:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469067.048999:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (21320) 00000100:00000001:3.0:1789469067.049353:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469067.049359:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469067.049362:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469067.049370:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469067.049379:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469067.049382:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469067.049386:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469067.049389:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469067.049391:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469067.049394:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404844928:0@lo:250:kworker.0 00000100:00000001:3.0:1789469067.049398:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469067.049403:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469067.049419:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469067.049422:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469067.049428:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08dc00. 02000000:00000001:3.0:1789469067.049429:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469067.049437:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b3c8. 00000400:00000010:3.0:1789469067.049445:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ad48. 00000100:00000200:3.0:1789469067.049452:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404844928, portal 25 00000100:00000001:3.0:1789469067.049454:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469067.049456:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755049600 : -130395954502016 : ffff8967d373a680) 00000100:00000040:3.0:1789469067.049461:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469067.049469:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469067.049472:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469067.049490:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a4c8. 00000100:00000200:3.0:1789469067.049493:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404844928, offset 0 00000400:00000200:3.0:1789469067.049501:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469067.049516:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469067.049531:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f4580 00000400:00000100:3.0:1789469067.049538:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404844928 offset 0 length 520: 4 00000400:00000200:3.0:1789469067.049882:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469067.049887:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469067.049905:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a4c8 00000400:00000010:3.0:1789469067.049908:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a4c8. 00000100:00000001:3.0:1789469067.049913:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469067.049918:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469067.049928:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469067.049931:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469067.049938:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469067.049940:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469067.049948:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469067.049954:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4315987636 00000100:00000010:3.0:1789469067.049968:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922960. 00000100:00000001:3.0:1789469067.049977:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469067.049990:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4315987636 00000100:00000010:3.0:1789469067.049994:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922ba0. 00000100:00000001:3.0:1789469067.049998:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469067.050002:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315987636 00000100:00000010:3.0:1789469067.050005:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922540. 00000100:00000001:3.0:1789469067.050008:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469067.050012:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315987636 00000100:00000010:3.0:1789469067.050016:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922360. 00000100:00000001:3.0:1789469067.050019:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469067.050022:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469067.050025:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469067.050031:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469067.050034:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469067.050079:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469067.050082:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469067.050085:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469067.050086:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469067.050088:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469067.050090:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469067.239246:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469067.239258:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469067.239265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469067.239268:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469067.239274:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469067.239275:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469067.239448:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469067.239452:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469067.239456:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469068.072322:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469068.072351:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469068.072354:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469068.072361:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469068.072364:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469068.072370:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.072373:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469068.264587:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469068.264598:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469068.264605:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469068.264607:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469068.264615:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469068.264617:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469068.265131:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469068.265136:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469068.265141:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469069.095165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789469069.095170:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469069.095184:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469069.095188:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469069.095191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1789469069.095194:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789469069.095196:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789469069.095199:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469069.095205:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1789469069.095207:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789469069.095210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1789469069.095213:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469069.095218:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469069.095219:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789469069.095226:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469069.095227:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469069.095232:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469069.095240:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (21322) 00010000:00000001:0.0:1789469069.287294:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469069.287305:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469069.287314:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469069.287315:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469069.287331:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469069.287333:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469069.288236:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469069.288242:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469069.288247:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469069.446431:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446448:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469069.446456:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446459:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469069.446470:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469069.446488:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3880 00000400:00000100:3.0:1789469069.446498:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402416768 offset 0 length 520: 4 00000400:00000200:3.0:1789469069.446505:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469069.446508:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469069.446519:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446523:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469069.446525:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446527:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469069.446529:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446532:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469069.446535:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469069.446541:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3900 00000400:00000100:3.0:1789469069.446546:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402416896 offset 0 length 520: 4 00000400:00000200:3.0:1789469069.446549:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469069.446552:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469069.446557:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446560:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469069.446562:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446563:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469069.446565:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446567:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469069.446571:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469069.446575:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3980 00000400:00000100:3.0:1789469069.446578:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402417024 offset 0 length 520: 4 00000400:00000200:3.0:1789469069.446580:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469069.446582:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469069.446600:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446613:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469069.446615:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469069.446618:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469070.119281:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469070.119294:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469070.119297:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469070.119301:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469070.119303:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469070.119308:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469070.119310:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469070.311458:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469070.311465:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469070.311470:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469070.311472:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469070.311476:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469070.311480:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469070.311482:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469070.311485:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469070.311488:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469070.311490:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469070.311491:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469070.311494:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469070.313406:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469070.313412:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469070.313417:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469071.143149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469071.143167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469071.143168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469071.143173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469071.143175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469071.143180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469071.143183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469071.335167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469071.335174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469071.335179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469071.335181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469071.335186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469071.335187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469071.335353:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469071.335356:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469071.335359:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469072.103245:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469072.103256:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469072.103270:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469072.103274:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469072.103276:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469072.103279:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469072.103282:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469072.103286:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469072.103288:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469072.103290:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469072.103296:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21325) 00000100:00000001:3.0:1789469072.168970:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469072.168983:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469072.168985:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469072.168989:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469072.168991:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469072.168996:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469072.168998:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469072.359163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469072.359170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469072.359175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469072.359176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469072.359180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469072.359182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469072.359368:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469072.359373:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469072.359377:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469072.551192:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4315987636, at 4315987968 00000100:00000010:0.0:1789469072.551208:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922960. 00000100:00000040:1.0:1789469072.552543:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4315987636, at 4315987969 00000100:00000010:1.0:1789469072.552554:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922ba0. 00000100:00000040:2.0:1789469072.552984:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4315987636, at 4315987969 00000100:00000010:2.0:1789469072.552990:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922540. 00000100:00000040:3.0:1789469072.553506:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4315987636, at 4315987970 00000100:00000010:3.0:1789469072.553513:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922360. 00000100:00000001:3.0:1789469073.191203:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469073.191218:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469073.191220:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469073.191224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469073.191228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469073.191234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469073.191236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469073.385475:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469073.385483:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469073.385498:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469073.385499:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469073.385504:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469073.385506:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469073.385642:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469073.385645:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469073.385648:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469074.215164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469074.215180:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469074.215182:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469074.215187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469074.215189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469074.215194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469074.215197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469074.407629:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469074.407635:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469074.407640:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469074.407642:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469074.407647:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469074.407649:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469074.408368:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469074.408371:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469074.408374:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469075.239999:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469075.240012:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469075.240014:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469075.240019:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469075.240022:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469075.240026:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469075.240029:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469075.432254:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469075.432272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469075.432285:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469075.432287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469075.432291:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469075.432293:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469075.433020:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469075.433024:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469075.433028:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469076.264697:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469076.264712:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469076.264714:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469076.264718:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469076.264721:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469076.264725:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469076.264728:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.455181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469076.455189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.455195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469076.455196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.455201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469076.455203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469076.457481:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469076.457487:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469076.457491:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469076.839466:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469076.839474:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469076.839479:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469076.840158:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469076.840165:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469076.840176:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469076.840181:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469076.840183:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789469077.161090:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469077.161101:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469077.161104:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469077.161109:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469077.161111:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469077.161114:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469077.161117:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469077.161120:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469077.161123:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469077.161126:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469077.161131:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21330) 00000100:00000001:3.0:1789469077.287144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469077.287156:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469077.287157:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469077.287175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469077.287177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469077.287180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469077.287182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469077.479568:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469077.479576:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469077.479581:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469077.479583:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469077.479597:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469077.479599:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469077.479803:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469077.479806:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469077.479809:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469078.311366:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469078.311381:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469078.311383:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469078.311388:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469078.311390:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469078.311395:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469078.311398:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469078.503646:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469078.503654:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469078.503659:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469078.503661:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469078.503666:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469078.503668:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469078.503846:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469078.503849:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469078.503852:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469079.335591:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469079.335607:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469079.335609:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469079.335614:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469079.335616:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469079.335621:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469079.335624:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469079.527436:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469079.527443:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469079.527449:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469079.527450:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469079.527455:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469079.527456:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469079.527532:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469079.527535:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469079.527538:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469080.359204:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469080.359217:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469080.359219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469080.359223:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469080.359226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469080.359231:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469080.359233:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469080.551281:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469080.551288:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469080.551293:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469080.551295:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469080.551300:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469080.551303:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469080.551305:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469080.551308:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469080.551311:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469080.551313:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469080.551314:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469080.551316:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469080.551455:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469080.551458:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469080.551461:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469081.383144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469081.383160:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469081.383163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469081.383167:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469081.383170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469081.383175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469081.383178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469081.575161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469081.575170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469081.575177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469081.575178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469081.575183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469081.575184:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469081.575335:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469081.575338:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469081.575341:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469082.279341:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469082.279351:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469082.279354:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469082.279357:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469082.279360:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469082.279364:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469082.279366:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469082.279370:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469082.279372:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469082.279375:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469082.279381:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21335) 00000100:00000001:3.0:1789469082.407361:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469082.407385:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469082.407387:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469082.407392:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469082.407394:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469082.407398:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469082.407400:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469082.599229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469082.599236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469082.599241:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469082.599242:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469082.599246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469082.599248:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469082.599914:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469082.599918:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469082.599921:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469083.431865:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469083.431881:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469083.431906:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469083.431911:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469083.431914:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469083.431919:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469083.431921:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469083.623177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469083.623186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469083.623194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469083.623196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469083.623201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469083.623203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469083.623369:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469083.623373:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469083.623375:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469084.457171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469084.457184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469084.457187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469084.457191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469084.457193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469084.457197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469084.457215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469084.647174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469084.647182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469084.647188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469084.647198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469084.647203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469084.647214:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469084.647655:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469084.647660:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469084.647664:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469085.479234:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469085.479248:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469085.479251:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469085.479256:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469085.479258:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469085.479262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469085.479266:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469085.671174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469085.671181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469085.671187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469085.671188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469085.671194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469085.671195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469085.671369:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469085.671372:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469085.671375:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469086.505188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469086.505211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469086.505213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469086.505218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469086.505220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469086.505226:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469086.505228:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469086.695181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469086.695188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469086.695206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469086.695207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469086.695212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469086.695213:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469086.695320:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469086.695324:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469086.695327:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469087.399952:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469087.399962:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469087.399965:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469087.399968:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469087.399971:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469087.399973:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469087.399976:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469087.399979:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469087.399982:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469087.399985:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469087.399991:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21340) 00000100:00000001:3.0:1789469087.527152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469087.527166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469087.527169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469087.527174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469087.527176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469087.527181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469087.527692:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.720377:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469087.720385:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.720391:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469087.720392:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.720397:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469087.720399:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469087.720640:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469087.720643:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469087.720646:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469088.551326:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469088.551334:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469088.551348:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469063/real 1789469063] req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469088.551366:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469088.551368:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469088.551387:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b630. 00000400:00000200:3.0:1789469088.551393:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a660 00000400:00000010:3.0:1789469088.551396:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a660. 00000100:00000001:3.0:1789469088.551400:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469088.551405:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469088.551413:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551421:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469088.551423:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551427:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469088.551428:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469088.551432:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551439:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551442:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469088.551447:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469063/real 1789469063] req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469088.551454:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469088.551455:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469088.551456:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369be70. 00000400:00000200:3.0:1789469088.551459:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a440 00000400:00000010:3.0:1789469088.551460:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a440. 00000100:00000001:3.0:1789469088.551463:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469088.551466:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469088.551474:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551480:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469088.551482:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551483:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469088.551485:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469088.551493:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551499:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551501:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469088.551506:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469063/real 1789469063] req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469088.551513:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469088.551514:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469088.551516:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369ba50. 00000400:00000200:3.0:1789469088.551518:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a5d8 00000400:00000010:3.0:1789469088.551520:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a5d8. 00000100:00000001:3.0:1789469088.551522:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469088.551525:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469088.551531:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551537:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469088.551538:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551540:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469088.551541:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469088.551544:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551551:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551553:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469088.551557:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469063/real 1789469063] req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469088.551564:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469088.551565:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469088.551567:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bb00. 00000400:00000200:3.0:1789469088.551569:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a7f8 00000400:00000010:3.0:1789469088.551570:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a7f8. 00000100:00000001:3.0:1789469088.551577:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469088.551580:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469088.551587:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551592:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469088.551599:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551601:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469088.551602:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469088.551606:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551611:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551620:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469088.551622:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551625:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469088.551627:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469088.551629:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469088.551633:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551641:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469088.551643:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551644:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469088.551645:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551647:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469088.551649:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469088.551652:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469088.551680:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469088.551683:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469088.551687:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469088.551694:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404844416:0@lo:38:kworker.0 00000100:00000001:3.0:1789469088.551706:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469088.551709:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551715:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469088.551716:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551718:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469088.551719:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551721:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469088.551722:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469088.551724:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469088.551730:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469088.551732:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469088.551735:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469088.551742:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404844544:0@lo:38:kworker.0 00000100:00000001:3.0:1789469088.551745:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469088.551748:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551753:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469088.551755:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551756:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469088.551757:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551758:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469088.551760:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469088.551761:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469088.551765:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469088.551767:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469088.551777:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469088.551782:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404844672:0@lo:38:kworker.0 00000100:00000001:3.0:1789469088.551786:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469088.551789:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551794:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469088.551796:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551798:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469088.551799:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551800:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469088.551801:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469088.551803:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469088.551808:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469088.551810:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469088.551813:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469088.551819:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404844800:0@lo:38:kworker.0 00000100:00000001:3.0:1789469088.551823:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.551838:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469088.551843:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b100 x1876386404844416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.551849:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469088.551852:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469088.551856:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e000. 02000000:00000001:3.0:1789469088.551861:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469088.551864:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469088.551865:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00080000:0.0:1789469088.551869:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1789469088.551875:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:0.0:1789469088.551877:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:3.0:1789469088.551880:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc000. 00000100:00080000:0.0:1789469088.551882:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789469088.551885:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469088.551889:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1789469088.551891:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000010:3.0:1789469088.551893:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b100. 00000100:00000001:0.0:1789469088.551894:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469088.551898:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469088.551901:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469088.551903:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:3.0:1789469088.551904:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.551908:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1789469088.551909:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21312 00000100:00000040:3.0:1789469088.551914:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373bb80 x1876386404844544/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789469088.551916:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469088.551922:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469088.551928:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789469088.551929:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1789469088.551933:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000001:3.0:1789469088.551933:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469088.551936:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08cc00. 00000100:00000001:0.0:1789469088.551937:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:3.0:1789469088.551941:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469088.551944:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469088.551946:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789469088.551947:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:3.0:1789469088.551949:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:0.0:1789469088.551951:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 02000000:00000010:3.0:1789469088.551952:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dff800. 00000020:00000001:0.0:1789469088.551955:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:3.0:1789469088.551957:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469088.551960:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1789469088.551961:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000100:00000010:3.0:1789469088.551962:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373bb80. 00000020:00000001:0.0:1789469088.551966:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:3.0:1789469088.551967:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469088.551970:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789469088.551971:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:3.0:1789469088.551973:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469088.551977:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000040:3.0:1789469088.551980:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739f80 x1876386404844672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469088.551981:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469088.551985:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469088.551990:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469088.551995:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00000001:3.0:1789469088.551996:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469088.551999:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1789469088.552001:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 02000000:00000010:3.0:1789469088.552003:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f400. 00000100:00000001:0.0:1789469088.552005:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469088.552007:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1789469088.552010:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1789469088.552010:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469088.552014:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469088.552016:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469088.552017:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc400. 02000000:00000001:0.0:1789469088.552018:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469088.552020:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469088.552023:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469088.552023:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1789469088.552027:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469088.552029:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469088.552034:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739f80. 00000100:00000010:0.0:1789469088.552064:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62d80. 00000100:00000001:3.0:1789469088.552075:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469088.552077:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.552079:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1789469088.552082:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1789469088.552083:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739500 x1876386404844800/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469088 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789469088.552093:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1789469088.552094:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469088.552097:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1789469088.552099:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469088.552101:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 00000100:00000001:0.0:1789469088.552103:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469088.552105:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1789469088.552108:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1789469088.552109:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469088.552112:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789469088.552115:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469088.552116:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469088.552119:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe800. 02000000:00000001:3.0:1789469088.552123:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469088.552125:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1789469088.552126:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866800. 00000100:00000010:3.0:1789469088.552127:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739500. 00000100:00000001:3.0:1789469088.552132:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469088.552133:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469088.552146:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469088.552155:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469088.552159:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469088.552163:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000049d317e] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469088.552184:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469088.552187:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469088.552189:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469088.552191:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469088.552192:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469088.552195:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469088.552197:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21312 00000100:00080000:0.0:1789469088.552199:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469088.552201:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469088.552203:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469088.552205:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469088.552206:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469088.552210:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469088.552211:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789469088.552213:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469088.552215:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789469088.552217:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789469088.552219:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789469088.552221:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469088.552223:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469088.552225:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469088.552226:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469088.552228:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789469088.552230:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469088.552237:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469088.552239:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469088.552242:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469088.552247:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469088.552249:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469088.552250:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469088.552254:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61180. 00000020:00000040:0.0:1789469088.552256:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789469088.552258:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469088.552260:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469088.552261:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469088.552263:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469088.552264:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469088.552268:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867000. 00000100:00000001:0.0:1789469088.552271:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469088.552275:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469088.552282:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469088.552284:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469088.552288:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054e96388] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469088.552295:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469088.552297:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469088.552300:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469088.552301:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469088.552303:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469088.552305:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469088.552308:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21312 00000100:00000001:3.0:1789469088.552309:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789469088.552312:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1789469088.552314:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469088.552317:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469088.552320:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789469088.552321:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1789469088.552323:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469088.552324:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469088.552327:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:3.0:1789469088.552329:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469088.552332:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1789469088.552333:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789469088.552335:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1789469088.552336:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789469088.552339:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469088.552343:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000100:00000040:3.0:1789469088.552343:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789469088.552347:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789469088.552353:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789469088.552360:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469088.552361:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469088.552364:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469088.552365:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469088.552369:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000001:3.0:1789469088.552369:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469088.552373:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469088.552374:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:3.0:1789469088.552379:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789469088.552380:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00100000:3.0:1789469088.552385:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404845056:0@lo:38:kworker.0 00000100:00080000:0.0:1789469088.552387:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469088.552392:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789469088.552393:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469088.552397:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469088.552397:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469088.552401:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469088.552403:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469088.552406:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469088.552409:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:3.0:1789469088.552412:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789469088.552413:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469088.552417:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 00000100:00000010:0.0:1789469088.552420:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61c00. 02000000:00000001:3.0:1789469088.552421:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789469088.552425:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000010:3.0:1789469088.552429:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bb00. 02000000:00000001:0.0:1789469088.552430:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469088.552434:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469088.552436:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a7f8. 00000100:00000001:0.0:1789469088.552437:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469088.552440:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469088.552443:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789469088.552444:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404845056, portal 10 00000100:00000001:3.0:1789469088.552448:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1789469088.552449:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865400. 00000100:00000001:3.0:1789469088.552451:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492022656 : -130396217528960 : ffff8967c3c62d80) 00000100:00000001:0.0:1789469088.552455:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469088.552461:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469088.552465:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469088.552480:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789469088.552483:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1789469088.552487:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469088.552491:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a5d8. 00000100:00000200:3.0:1789469088.552494:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404845056, offset 0 00000100:00000001:0.0:1789469088.552497:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469088.552502:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1789469088.552507:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fff5e0c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789469088.552518:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1789469088.552519:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469088.552524:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469088.552527:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469088.552529:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469088.552533:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1789469088.552533:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4600 00000100:00000001:0.0:1789469088.552539:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000400:00000100:3.0:1789469088.552543:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404845056 offset 0 length 520: 4 00000100:00080000:0.0:1789469088.552544:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21312 00000100:00080000:0.0:1789469088.552550:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1789469088.552552:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:0.0:1789469088.552554:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000400:00000200:3.0:1789469088.552558:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1789469088.552559:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469088.552563:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469088.552566:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469088.552570:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:3.0:1789469088.552571:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a5d8 00000020:00000040:0.0:1789469088.552572:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:0.0:1789469088.552576:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000010:3.0:1789469088.552577:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a5d8. 00000020:00000040:0.0:1789469088.552579:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000100:00000001:3.0:1789469088.552582:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1789469088.552583:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:0.0:1789469088.552588:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000200:3.0:1789469088.552589:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789469088.552600:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469088.552600:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469088.552605:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.552613:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.552615:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469088.552620:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469088.552624:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469088.552628:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316003988 00000100:00000010:3.0:1789469088.552637:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922240. 00000100:00000001:3.0:1789469088.552682:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469088.552694:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316003988 00000100:00000010:3.0:1789469088.552699:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922360. 00000100:00000001:3.0:1789469088.552702:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469088.552714:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316003988 00000100:00000010:3.0:1789469088.552717:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922600. 00000100:00000001:3.0:1789469088.552720:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469088.552735:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316003988 00000100:00000001:0.0:1789469088.552738:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1789469088.552740:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59221e0. 00000100:00000040:0.0:1789469088.552743:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469088.552746:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469088.552747:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:3.0:1789469088.552751:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1789469088.552752:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00000001:3.0:1789469088.552758:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469088.552760:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469088.552763:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789469088.552764:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469088.552769:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1789469088.552770:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789469088.552774:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469088.552779:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.552782:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469088.552783:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469088.552785:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469088.552786:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469088.552791:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1789469088.552794:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c60700. 02000000:00000001:3.0:1789469088.552795:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1789469088.552799:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789469088.552800:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469088.552804:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469088.552807:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469088.552807:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404845184:0@lo:38:kworker.0 00000100:00000001:0.0:1789469088.552812:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469088.552815:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789469088.552816:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469088.552819:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469088.552820:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1789469088.552826:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867800. 00000100:00000001:0.0:1789469088.552831:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469088.552835:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469088.552842:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469088.552844:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469088.552848:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1890792] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469088.552859:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469088.552864:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21341) 02000000:00000001:3.0:1789469088.553710:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469088.553718:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469088.553726:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789469088.553728:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469088.553733:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369ba50. 00000400:00000010:3.0:1789469088.553738:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a5d8. 00000100:00000200:3.0:1789469088.553743:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404845184, portal 10 00000100:00000001:3.0:1789469088.553753:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469088.553754:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492015488 : -130396217536128 : ffff8967c3c61180) 00000100:00000040:3.0:1789469088.553763:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.553770:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469088.553772:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469088.553779:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a440. 00000100:00000200:3.0:1789469088.553783:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404845184, offset 0 00000400:00000200:3.0:1789469088.553788:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469088.553798:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469088.553805:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4680 00000400:00000100:3.0:1789469088.553810:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404845184 offset 0 length 520: 4 00000400:00000200:3.0:1789469088.553814:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469088.553816:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469088.553824:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a440 00000400:00000010:3.0:1789469088.553837:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a440. 00000100:00000001:3.0:1789469088.553840:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469088.553844:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.553852:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469088.553855:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.553861:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.553863:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469088.553867:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469088.553871:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469088.553874:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316003989 00000100:00000001:3.0:1789469088.553883:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316003988 00000100:00000001:3.0:1789469088.553887:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316003989 00000100:00000001:3.0:1789469088.553890:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4316003988 00000100:00000001:3.0:1789469088.553892:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316003989 00000100:00000001:3.0:1789469088.553901:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4316003988 00000100:00000001:3.0:1789469088.553903:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316003989 00000100:00000001:3.0:1789469088.553906:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4316003988 00000100:00000001:3.0:1789469088.553909:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469088.553911:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.553915:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.553918:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.553924:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469088.553926:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.553928:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469088.553930:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469088.553931:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469088.553936:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.553943:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469088.553944:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469088.553947:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469088.553949:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469088.553951:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469088.553954:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404845312:0@lo:38:kworker.0 00000100:00000001:3.0:1789469088.553957:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469088.553960:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469088.553962:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469088.553963:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469088.553966:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469088.553968:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469088.553971:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369be70. 00000400:00000010:3.0:1789469088.553974:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a440. 00000100:00000200:3.0:1789469088.553976:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404845312, portal 10 00000100:00000001:3.0:1789469088.553978:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469088.553979:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492018176 : -130396217533440 : ffff8967c3c61c00) 00000100:00000040:3.0:1789469088.553983:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.553997:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469088.553999:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469088.554001:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a660. 00000100:00000200:3.0:1789469088.554003:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404845312, offset 0 00000400:00000200:3.0:1789469088.554005:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469088.554010:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469088.554014:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4700 00000400:00000100:3.0:1789469088.554017:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404845312 offset 0 length 520: 4 00000400:00000200:3.0:1789469088.554019:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469088.554021:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469088.554024:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a660 00000400:00000010:3.0:1789469088.554026:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a660. 00000100:00000001:3.0:1789469088.554028:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469088.554030:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.554049:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469088.554052:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.554057:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.554059:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469088.554061:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469088.554063:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469088.554065:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316003990 00000100:00000001:3.0:1789469088.554069:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316003989 00000100:00000001:3.0:1789469088.554072:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316003990 00000100:00000001:3.0:1789469088.554075:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316003989 00000100:00000001:3.0:1789469088.554077:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316003990 00000100:00000001:3.0:1789469088.554080:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316003989 00000100:00000001:3.0:1789469088.554082:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316003990 00000100:00000001:3.0:1789469088.554090:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316003989 00000100:00000001:3.0:1789469088.554093:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469088.554095:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.554097:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469088.554101:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.554107:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469088.554108:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469088.554110:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469088.554112:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469088.554114:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469088.554116:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404845440:0@lo:38:kworker.0 00000100:00000001:3.0:1789469088.554119:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469088.554122:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469088.554123:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469088.554125:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469088.554128:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e000. 02000000:00000001:3.0:1789469088.554130:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469088.554132:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b630. 00000400:00000010:3.0:1789469088.554135:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a660. 00000100:00000200:3.0:1789469088.554138:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404845440, portal 10 00000100:00000001:3.0:1789469088.554140:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469088.554141:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492012800 : -130396217538816 : ffff8967c3c60700) 00000100:00000040:3.0:1789469088.554147:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.554153:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469088.554154:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469088.554157:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a4c8. 00000100:00000200:3.0:1789469088.554159:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404845440, offset 0 00000400:00000200:3.0:1789469088.554162:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469088.554167:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469088.554171:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4780 00000400:00000100:3.0:1789469088.554184:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404845440 offset 0 length 520: 4 00000400:00000200:3.0:1789469088.554195:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469088.554197:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469088.554202:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a4c8 00000400:00000010:3.0:1789469088.554205:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a4c8. 00000100:00000001:3.0:1789469088.554207:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469088.554210:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.554216:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469088.554219:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469088.554225:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.554226:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469088.554229:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469088.554232:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469088.554235:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316003991 00000100:00000001:3.0:1789469088.554239:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316003990 00000100:00000001:3.0:1789469088.554242:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316003991 00000100:00000001:3.0:1789469088.554244:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316003990 00000100:00000001:3.0:1789469088.554246:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316003991 00000100:00000001:3.0:1789469088.554248:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316003990 00000100:00000001:3.0:1789469088.554251:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316003991 00000100:00000001:3.0:1789469088.554253:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316003990 00000100:00000001:3.0:1789469088.554255:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469088.554257:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.554260:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.554262:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.554265:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469088.554266:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469088.554268:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469088.554269:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469088.554276:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469088.554278:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469088.575146:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316003991, at 4316003992 00000100:00000040:2.0:1789469088.575146:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316003991, at 4316003992 00000100:00000010:2.0:1789469088.575162:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922600. 00000100:00000010:1.0:1789469088.575164:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922360. 00000100:00000040:3.0:1789469088.575659:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316003991, at 4316003992 00000100:00000010:3.0:1789469088.575666:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59221e0. 00000100:00000040:0.0:1789469088.576273:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316003991, at 4316003993 00000100:00000010:0.0:1789469088.576280:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922240. 00010000:00000001:0.0:1789469088.743171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469088.743189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469088.743195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469088.743196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469088.743200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469088.743202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469088.743356:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469088.743360:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469088.743363:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469089.575450:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469089.575463:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469089.575465:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469089.575470:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469089.575472:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469089.575476:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469089.575479:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469089.767099:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469089.767105:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469089.767110:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469089.767111:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469089.767116:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469089.767117:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469089.767255:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469089.767258:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469089.767261:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469090.599619:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469090.599633:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469090.599635:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469090.599640:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469090.599642:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469090.599647:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469090.599649:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469090.791182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469090.791190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469090.791196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469090.791198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469090.791202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469090.791206:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469090.791208:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469090.791212:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469090.791215:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469090.791217:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469090.791219:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469090.791221:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469090.791322:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469090.791325:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469090.791337:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469091.630177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469091.630192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469091.630194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469091.630199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469091.630201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469091.630206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469091.630209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469091.815182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469091.815189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469091.815195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469091.815196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469091.815201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469091.815202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469091.815297:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469091.815300:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469091.815303:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469092.647171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469092.647178:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469092.647192:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469067/real 1789469067] req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469092 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469092.647212:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469092.647214:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469092.647217:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b3c8. 00000400:00000200:2.0:1789469092.647224:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93ad48 00000400:00000010:2.0:1789469092.647227:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93ad48. 00000100:00000001:2.0:1789469092.647232:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469092.647236:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469092 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469092.647246:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469092 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469092.647254:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469092.647256:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.647258:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469092.647260:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469092.647264:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469092 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469092.647271:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.647279:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469092.647281:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.647294:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469092.647297:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469092.647301:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469092.647305:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469092 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469092.647312:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469092.647315:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.647317:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469092.647318:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.647320:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469092.647322:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469092.647326:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469092.647405:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469092.647408:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469092.647413:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469092 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469092.647420:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404844928:0@lo:250:kworker.0 00000100:00000001:2.0:1789469092.647427:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469092.647429:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469092.647432:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a680 x1876386404844928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469092 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469092.647438:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469092.647441:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469092.647445:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:2.0:1789469092.647450:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469092.647452:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469092.647454:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469092.647456:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469092.647458:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfec00. 02000000:00000001:2.0:1789469092.647461:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469092.647463:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469092.647464:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a680. 00000100:00000001:2.0:1789469092.647468:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469092.647469:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.647472:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469092.648585:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469092.648593:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469092.648595:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469092.648597:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469092.648601:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469092.648605:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21315 00000100:00080000:1.0:1789469092.648609:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469092.648612:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469092.648614:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469092.648617:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469092.648619:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469092.648627:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469092.648629:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469092.648631:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469092.648635:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469092.648637:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469092.648640:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469092.648642:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469092.648645:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469092.648646:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469092.648648:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469092.648651:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469092.648654:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469092.648656:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469092.648659:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469092.648663:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469092.648665:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469092.648668:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469092.648670:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469092.648679:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a680. 00000020:00000040:1.0:1789469092.648683:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469092.648687:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469092.648688:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469092.648691:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469092.648694:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469092.648698:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469092.648707:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd800. 00000100:00000001:1.0:1789469092.648713:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469092.648721:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469092.648738:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469092.648743:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469092.648747:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004c1a07a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469092.648768:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469092.648771:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469092.648775:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469092.648777:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469092.648780:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469092.648783:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469092.648786:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469092.648788:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469092.648791:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469092.648796:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21345) 00000100:00000001:2.0:1789469092.648842:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469092.648846:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469092.648848:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469092.648853:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469092.648861:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469092.648863:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469092.648867:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469092.648870:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469092.648872:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469092.648875:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404845568:0@lo:250:kworker.0 00000100:00000001:2.0:1789469092.648879:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469092.648883:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469092.648885:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469092.648887:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469092.648902:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789469092.648905:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469092.648912:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143bb0. 00000400:00000010:2.0:1789469092.648917:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789469092.648930:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404845568, portal 25 00000100:00000001:2.0:1789469092.648933:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469092.648935:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755049600 : -130395954502016 : ffff8967d373a680) 00000100:00000040:2.0:1789469092.648941:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469092.648948:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469092.648950:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469092.648953:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9642a8. 00000100:00000200:2.0:1789469092.648955:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404845568, offset 0 00000400:00000200:2.0:1789469092.648961:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469092.648973:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469092.648982:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f4800 00000400:00000100:2.0:1789469092.648988:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404845568 offset 0 length 520: 4 00000400:00000200:2.0:1789469092.648993:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469092.648995:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469092.649007:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:2.0:1789469092.649010:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:2.0:1789469092.649013:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469092.649017:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469092.649024:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469092.649027:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469117 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469092.649033:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469092.649035:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469092.649065:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469092.649070:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316013235 00000100:00000010:2.0:1789469092.649075:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789469092.649081:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469092.649092:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316013235 00000100:00000010:2.0:1789469092.649095:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c374e0. 00000100:00000001:2.0:1789469092.649098:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469092.649100:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316013235 00000100:00000010:2.0:1789469092.649103:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789469092.649116:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469092.649119:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316013235 00000100:00000010:2.0:1789469092.649122:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37de0. 00000100:00000001:2.0:1789469092.649124:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469092.649128:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469092.649130:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469092.649134:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469092.649137:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.649143:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469092.649153:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.649156:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469092.649157:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469092.649158:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469092.649160:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469092.839319:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469092.839326:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469092.839332:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469092.839333:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469092.839338:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469092.839340:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469092.839993:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469092.839996:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469092.840000:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469093.671919:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469093.671934:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469093.671937:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469093.671942:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469093.671944:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469093.671949:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469093.671952:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469093.672338:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469093.672344:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469093.672347:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469093.672350:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469093.672353:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469093.672355:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469093.672358:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469093.672361:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469093.672364:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469093.672367:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469093.672372:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21346) 00010000:00000001:0.0:1789469093.863174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469093.863182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469093.863187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469093.863189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469093.863194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469093.863195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469093.863447:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469093.863451:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469093.863462:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469094.023360:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469094.023376:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469094.023380:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469094.023382:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469094.023393:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469094.023410:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3a00 00000400:00000100:3.0:1789469094.023418:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402417152 offset 0 length 520: 4 00000400:00000200:3.0:1789469094.023423:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469094.023426:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469094.023435:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469094.023438:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469094.023440:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469094.023442:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469094.023443:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469094.023445:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469094.023448:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469094.023462:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3a80 00000400:00000100:3.0:1789469094.023468:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402417280 offset 0 length 520: 4 00000400:00000200:3.0:1789469094.023509:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469094.023511:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469094.023517:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469094.023522:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469094.023524:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469094.023527:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469094.032874:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469094.032890:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469094.032894:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469094.032897:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469094.032908:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469094.032926:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3b00 00000400:00000100:0.0:1789469094.032934:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402417408 offset 0 length 520: 4 00000400:00000200:0.0:1789469094.032940:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469094.032943:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469094.032952:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469094.032971:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469094.032974:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469094.032976:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469094.695236:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469094.695250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469094.695253:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469094.695258:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469094.695260:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469094.695266:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469094.695268:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469094.887204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469094.887210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469094.887447:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469094.887449:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469094.887454:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469094.887455:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469094.887556:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469094.887559:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469094.887562:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469095.723250:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469095.723262:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469095.723265:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469095.723269:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469095.723272:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469095.723275:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469095.723278:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469095.911180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469095.911187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469095.911192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469095.911194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469095.911199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469095.911201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469095.913544:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469095.913550:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469095.913554:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469096.743160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469096.743174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469096.743176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469096.743181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469096.743183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469096.743189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469096.743191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469096.935519:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469096.935531:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469096.935539:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469096.935541:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469096.935547:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469096.935548:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469096.935663:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469096.935667:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469096.935671:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469097.709794:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469097.709808:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469097.709812:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469097.709838:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469097.709841:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469097.709844:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469097.709847:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469097.709861:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469097.709864:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469097.709867:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469097.709874:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21350) 00000100:00000001:2.0:1789469097.767156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469097.767169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469097.767171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469097.767175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469097.767177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469097.767181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469097.767184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.959841:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469097.959921:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.959930:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469097.959931:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.959937:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469097.959938:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469097.966029:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469097.966098:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469097.966104:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469098.151213:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316013235, at 4316013568 00000100:00000010:0.0:1789469098.151236:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000040:1.0:1789469098.151335:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316013235, at 4316013568 00000100:00000040:2.0:1789469098.151341:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316013235, at 4316013568 00000100:00000010:1.0:1789469098.151343:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00000010:2.0:1789469098.151347:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000040:3.0:1789469098.151436:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316013235, at 4316013568 00000100:00000010:3.0:1789469098.151443:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37de0. 00000100:00000001:2.0:1789469098.791703:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469098.791733:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469098.791736:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469098.791742:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469098.791745:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469098.791752:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469098.791755:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469098.983518:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469098.983537:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469098.983544:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469098.983546:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469098.983552:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469098.983554:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469098.984646:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469098.984652:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469098.984657:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469099.815470:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469099.815491:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469099.815494:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469099.815500:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469099.815503:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469099.815508:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469099.815512:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469100.007675:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469100.007685:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469100.007691:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469100.007693:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469100.007699:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469100.007703:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469100.007706:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469100.007710:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469100.007714:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469100.007716:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469100.007718:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469100.007721:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469100.007918:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469100.007922:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469100.007926:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469100.839196:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469100.839216:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469100.839219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469100.839226:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469100.839229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469100.839236:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469100.839239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469101.031991:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469101.032002:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469101.032010:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469101.032011:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469101.032018:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469101.032020:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469101.034991:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469101.034999:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469101.035005:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469101.863219:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469101.863239:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469101.863242:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469101.863249:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469101.863251:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469101.863257:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469101.863260:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469102.055265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469102.055275:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469102.055284:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469102.055286:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469102.055293:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469102.055295:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469102.056084:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469102.056091:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469102.056096:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469102.762371:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469102.762381:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469102.762384:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469102.762388:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469102.762390:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469102.762393:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469102.762396:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469102.762400:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469102.762402:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469102.762404:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469102.762410:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21355) 00000100:00000001:2.0:1789469102.887234:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469102.887254:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469102.887257:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469102.887263:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469102.887266:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469102.887273:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469102.887276:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469103.079332:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469103.079342:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469103.079350:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469103.079351:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469103.079358:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469103.079359:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469103.084884:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469103.084895:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469103.084901:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469103.911893:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469103.911912:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469103.911915:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469103.911922:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469103.911924:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469103.911931:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469103.911934:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469104.103343:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469104.103355:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469104.103363:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469104.103365:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469104.103372:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469104.103374:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469104.103536:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469104.103541:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469104.103545:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469104.935210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469104.935231:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469104.935234:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469104.935240:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469104.935251:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469104.935260:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469104.935263:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469105.129989:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469105.130001:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469105.130009:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469105.130011:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469105.130018:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469105.130020:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469105.130286:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469105.130291:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469105.130295:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469105.960197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469105.960217:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469105.960219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469105.960225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469105.960228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469105.960235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469105.960238:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469106.151638:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469106.151648:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469106.151655:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469106.151657:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469106.151663:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469106.151666:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469106.151743:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469106.151749:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469106.151753:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469106.983201:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469106.983224:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469106.983229:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469106.983236:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469106.983239:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469106.983245:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469106.983248:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.175218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469107.175230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.175239:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469107.175241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.175247:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469107.175249:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469107.175691:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469107.175697:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469107.175701:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469107.886406:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469107.886416:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469107.886419:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469107.886423:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469107.886426:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469107.886429:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469107.886432:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469107.886436:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469107.886438:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469107.886441:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469107.886446:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21361) 00000100:00000001:2.0:1789469108.008690:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469108.008708:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469108.008712:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469108.008718:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469108.008721:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469108.008726:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469108.008729:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469108.202394:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469108.202418:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469108.202426:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469108.202428:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469108.202434:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469108.202435:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469108.202618:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469108.202623:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469108.202626:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469109.031185:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469109.031211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469109.031213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469109.031218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469109.031220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469109.031225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469109.031228:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469109.223181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469109.223189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469109.223194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469109.223196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469109.223214:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469109.223217:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469109.223294:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469109.223298:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469109.223301:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469110.055145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469110.055159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469110.055161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469110.055166:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469110.055168:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469110.055173:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469110.055176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469110.247323:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469110.247331:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469110.247337:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469110.247338:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469110.247343:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469110.247348:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469110.247350:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469110.247353:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469110.247356:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469110.247358:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469110.247361:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469110.247363:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469110.247466:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469110.247470:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469110.247472:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469111.079246:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469111.079259:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469111.079261:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469111.079266:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469111.079269:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469111.079273:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469111.079275:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469111.274115:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469111.274123:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469111.274129:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469111.274130:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469111.274135:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469111.274137:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469111.274234:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469111.274237:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469111.274240:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469112.103498:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469112.103512:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469112.103514:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469112.103520:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469112.103522:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469112.103527:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469112.103530:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469112.295191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469112.295198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469112.295204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469112.295205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469112.295210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469112.295212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469112.295671:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469112.295675:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469112.295678:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469112.999354:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469112.999365:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469112.999368:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469112.999372:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469112.999374:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469112.999377:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469112.999379:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469112.999383:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469112.999385:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469112.999388:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469112.999394:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21366) 00000100:00000001:2.0:1789469113.127157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469113.127165:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469113.127179:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469088/real 1789469088] req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469113.127196:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469113.127198:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469113.127201:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369be70. 00000400:00000200:2.0:1789469113.127207:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a440 00000400:00000010:2.0:1789469113.127209:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a440. 00000100:00000001:2.0:1789469113.127213:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469113.127217:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469113.127224:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127231:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469113.127232:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127235:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469113.127237:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469113.127241:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127247:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127249:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469113.127253:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469088/real 1789469088] req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469113.127260:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469113.127262:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469113.127264:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b630. 00000400:00000200:2.0:1789469113.127267:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a660 00000400:00000010:2.0:1789469113.127269:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a660. 00000100:00000001:2.0:1789469113.127271:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469113.127274:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469113.127281:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127287:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469113.127289:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127290:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469113.127292:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469113.127295:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127300:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127302:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469113.127305:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469088/real 1789469088] req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469113.127312:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469113.127314:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469113.127315:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bb00. 00000400:00000200:2.0:1789469113.127317:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a7f8 00000400:00000010:2.0:1789469113.127318:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a7f8. 00000100:00000001:2.0:1789469113.127320:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469113.127322:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469113.127329:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127335:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469113.127337:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127338:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469113.127339:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469113.127342:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127349:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127351:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469113.127354:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469088/real 1789469088] req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469113.127361:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469113.127362:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469113.127364:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369ba50. 00000400:00000200:2.0:1789469113.127366:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a5d8 00000400:00000010:2.0:1789469113.127367:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a5d8. 00000100:00000001:2.0:1789469113.127369:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469113.127372:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469113.127379:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127384:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469113.127385:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127386:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469113.127388:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469113.127390:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127396:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127404:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469113.127406:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127410:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469113.127412:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469113.127415:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469113.127419:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127425:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469113.127427:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127429:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469113.127430:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127433:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469113.127435:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469113.127438:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469113.127524:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469113.127527:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469113.127531:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469113.127538:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404845312:0@lo:38:kworker.0 00000100:00000001:2.0:1789469113.127542:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469113.127545:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.127550:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469113.127552:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127553:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469113.127554:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.127556:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469113.127557:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469113.127559:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469113.130796:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469113.130804:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469113.130816:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469113.130828:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404845440:0@lo:38:kworker.0 00000100:00000001:2.0:1789469113.130836:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469113.130841:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.130849:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469113.130851:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.130854:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469113.130856:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.130858:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469113.130860:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469113.130863:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469113.130871:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469113.130872:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469113.130876:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469113.130895:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404845056:0@lo:38:kworker.0 00000100:00000001:2.0:1789469113.130899:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469113.130903:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.130909:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469113.130911:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.130913:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469113.130914:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.130916:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469113.130918:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469113.130921:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469113.130927:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469113.130929:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469113.130933:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789469113.130934:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469113.130943:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469113.130947:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469113.130950:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469113.130952:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469113.130955:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469113.130958:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469113.130961:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21336 00000100:00080000:1.0:1789469113.130965:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469113.130967:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469113.130970:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469113.130972:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469113.130974:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469113.130983:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469113.130985:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469113.130987:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469113.130990:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469113.131002:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469113.131005:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469113.131007:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469113.131009:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469113.131010:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469113.131012:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469113.131015:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469113.131018:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469113.131020:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469113.131022:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469113.131029:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469113.131032:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.131034:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00100000:2.0:1789469113.131270:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404845184:0@lo:38:kworker.0 00000100:00000001:2.0:1789469113.131275:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.131278:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789469113.131281:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469113.131285:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61c00 x1876386404845312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1789469113.131292:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000100:00000001:2.0:1789469113.131294:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1789469113.131297:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789469113.131298:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469113.131303:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:1.0:1789469113.131304:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469113.131308:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.131310:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469113.131312:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1789469113.131313:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1789469113.131316:0:117762:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:1.0:1789469113.131318:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789469113.131320:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469113.131324:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469113.131326:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865400. 02000000:00000010:1.0:1789469113.131328:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd000. 02000000:00000001:2.0:1789469113.131330:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469113.131333:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469113.131335:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61c00. 00000100:00000001:1.0:1789469113.131336:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.131340:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469113.131343:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.131346:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1789469113.131347:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1789469113.131351:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c60700 x1876386404845440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469113.131366:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469113.131368:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789469113.131372:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.131372:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469113.131376:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e000. 00000100:00000040:1.0:1789469113.131381:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789469113.131381:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469113.131383:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469113.131386:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469113.131391:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469113.131393:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:2.0:1789469113.131400:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789469113.131401:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.131402:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469113.131405:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c60700. 00000100:00080000:1.0:1789469113.131406:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469113.131409:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1789469113.131412:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469113.131413:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469113.131415:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789469113.131417:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1789469113.131418:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469113.131422:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469113.131425:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21336 00000100:00080000:1.0:1789469113.131427:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469113.131429:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469113.131431:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469113.131433:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469113.131435:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469113.131438:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469113.131439:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469113.131441:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469113.131444:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469113.131446:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469113.131448:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469113.131451:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469113.131452:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469113.131454:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469113.131456:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469113.131458:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469113.131461:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469113.131463:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469113.131465:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469113.131468:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469113.131470:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.131471:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469113.131473:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469113.131476:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739f80. 00000020:00000040:1.0:1789469113.131478:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469113.131480:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469113.131482:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.131483:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469113.131484:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469113.131486:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469113.131490:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfdc00. 00000100:00000001:1.0:1789469113.131493:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469113.131498:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469113.131504:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469113.131508:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469113.131508:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62d80 x1876386404845056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789469113.131515:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b761f95] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.131522:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469113.131526:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1789469113.131530:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469113.131530:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 00000100:00080000:1.0:1789469113.131536:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1789469113.131536:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469113.131539:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00080000:1.0:1789469113.131542:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000040:2.0:1789469113.131543:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1789469113.131548:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469113.131551:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1789469113.131553:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789469113.131555:0:223621:0:(import.c:520:import_select_connection()) Process entered 02000000:00000010:2.0:1789469113.131556:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866800. 00000100:00080000:1.0:1789469113.131559:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21336 02000000:00000001:2.0:1789469113.131561:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1789469113.131564:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1789469113.131565:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469113.131569:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62d80. 00000100:00000040:1.0:1789469113.131570:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469113.131573:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469113.131575:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469113.131633:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469113.131635:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789469113.131639:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789469113.131641:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469113.131643:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469113.131645:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469113.131647:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469113.131649:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469113.131651:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469113.131654:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469113.131656:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469113.131657:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469113.131659:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469113.131661:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469113.131664:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469113.131666:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469113.131668:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469113.131670:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469113.131672:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.131674:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469113.131675:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469113.131679:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789469113.131681:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469113.131683:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469113.131684:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.131686:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469113.131709:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469113.131711:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469113.131716:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe000. 00000100:00000001:1.0:1789469113.131719:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469113.131723:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469113.131731:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469113.131733:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469113.131736:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.131743:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789469113.131746:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469113.131750:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469113.131751:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61180 x1876386404845184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469113 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789469113.131756:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469113.131760:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469113.131762:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469113.131765:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789469113.131767:0:223621:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:2.0:1789469113.131769:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1789469113.131772:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21336 02000000:00000010:2.0:1789469113.131774:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f400. 00000100:00080000:1.0:1789469113.131776:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1789469113.131779:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1789469113.131780:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000020:00000001:2.0:1789469113.131782:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789469113.131784:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1789469113.131785:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:1.0:1789469113.131789:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000020:00000001:2.0:1789469113.131790:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789469113.131793:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000010:2.0:1789469113.131794:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867000. 00000020:00000001:1.0:1789469113.131799:0:223621:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:2.0:1789469113.131800:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1789469113.131802:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 02000000:00000001:2.0:1789469113.131803:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469113.131806:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61180. 00000020:00000001:1.0:1789469113.131807:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469113.131812:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000100:00000001:2.0:1789469113.131812:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469113.131815:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789469113.131816:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000001:2.0:1789469113.131820:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789469113.131821:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469113.131827:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469113.131829:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789469113.131831:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1789469113.131832:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469113.131835:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.131839:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469113.131842:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469113.131843:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789469113.131845:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1789469113.131848:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00000040:2.0:1789469113.131853:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789469113.131854:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469113.131860:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469113.131864:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469113.131868:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469113.131869:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1789469113.131872:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.131873:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.131876:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469113.131880:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469113.131883:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b100. 00000020:00000040:1.0:1789469113.131886:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469113.131888:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469113.131888:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469113.131889:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.131893:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469113.131893:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469113.131895:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469113.131898:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.131899:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469113.131904:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfec00. 00000100:00100000:2.0:1789469113.131905:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404845696:0@lo:38:kworker.0 00000100:00000001:1.0:1789469113.131909:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.131912:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1789469113.131916:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789469113.131918:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469113.131921:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.131926:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789469113.131930:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469113.131933:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469113.131933:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543c00. 02000000:00000001:2.0:1789469113.131938:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469113.131940:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003353458e] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789469113.131945:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143058. 00000100:00000001:1.0:1789469113.131953:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469113.131958:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21366) 00000400:00000010:2.0:1789469113.131963:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9642a8. 00000100:00080000:1.0:1789469113.131965:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469113.131970:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000200:2.0:1789469113.131972:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404845696, portal 10 00000100:00000040:1.0:1789469113.131974:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21366) 00000100:00000001:2.0:1789469113.131977:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469113.131980:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755045120 : -130395954506496 : ffff8967d3739500) 00000100:00000040:2.0:1789469113.131989:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132005:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469113.132009:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469113.132012:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789469113.132015:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404845696, offset 0 00000400:00000200:2.0:1789469113.132021:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469113.132033:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469113.132064:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4880 00000400:00000100:2.0:1789469113.132070:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404845696 offset 0 length 520: 4 00000400:00000200:2.0:1789469113.132074:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469113.132076:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469113.132087:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:2.0:1789469113.132090:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:2.0:1789469113.132093:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469113.132097:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132104:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469113.132106:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132112:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132113:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469113.132117:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469113.132122:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469113.132126:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316028568 00000100:00000010:2.0:1789469113.132130:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789469113.132137:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469113.132155:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316028568 00000100:00000010:2.0:1789469113.132159:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789469113.132169:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469113.132177:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316028568 00000100:00000010:2.0:1789469113.132180:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37960. 00000100:00000001:2.0:1789469113.132183:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469113.132185:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316028568 00000100:00000010:2.0:1789469113.132188:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c373c0. 00000100:00000001:2.0:1789469113.132191:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469113.132199:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469113.132202:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132205:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469113.132208:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132215:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469113.132217:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.132219:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469113.132221:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469113.132222:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469113.132225:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404845824:0@lo:38:kworker.0 00000100:00000001:2.0:1789469113.132228:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469113.132229:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469113.132231:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.132233:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469113.132236:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469113.132238:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469113.132240:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143318. 00000400:00000010:2.0:1789469113.132243:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789469113.132246:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404845824, portal 10 00000100:00000001:2.0:1789469113.132248:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469113.132249:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755047808 : -130395954503808 : ffff8967d3739f80) 00000100:00000040:2.0:1789469113.132254:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132260:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469113.132262:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469113.132264:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789469113.132266:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404845824, offset 0 00000400:00000200:2.0:1789469113.132269:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469113.132274:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469113.132278:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4900 00000400:00000100:2.0:1789469113.132282:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404845824 offset 0 length 520: 4 00000400:00000200:2.0:1789469113.132285:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469113.132288:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469113.132292:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789469113.132294:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789469113.132296:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469113.132299:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132311:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469113.132313:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132320:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132321:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469113.132323:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469113.132326:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469113.132328:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316028568 00000100:00000001:2.0:1789469113.132330:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316028568 00000100:00000001:2.0:1789469113.132332:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316028568 00000100:00000001:2.0:1789469113.132334:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316028568 00000100:00000001:2.0:1789469113.132335:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316028568 00000100:00000001:2.0:1789469113.132337:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316028568 00000100:00000001:2.0:1789469113.132339:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316028568 00000100:00000001:2.0:1789469113.132341:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316028568 00000100:00000001:2.0:1789469113.132343:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469113.132345:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132347:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469113.132350:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132356:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469113.132358:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.132359:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469113.132361:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469113.132363:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469113.132366:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404845952:0@lo:38:kworker.0 00000100:00000001:2.0:1789469113.132369:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469113.132371:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469113.132372:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.132374:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469113.132377:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789469113.132379:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469113.132382:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41430b0. 00000400:00000010:2.0:1789469113.132384:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789469113.132387:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404845952, portal 10 00000100:00000001:2.0:1789469113.132389:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469113.132390:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054976 : -130395954496640 : ffff8967d373bb80) 00000100:00000040:2.0:1789469113.132394:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132401:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469113.132402:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469113.132404:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789469113.132406:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404845952, offset 0 00000400:00000200:2.0:1789469113.132409:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469113.132414:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469113.132419:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4980 00000400:00000100:2.0:1789469113.132436:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404845952 offset 0 length 520: 4 00000400:00000200:2.0:1789469113.132440:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469113.132442:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469113.132447:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:2.0:1789469113.132448:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:2.0:1789469113.132451:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469113.132454:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132460:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469113.132463:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132469:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132470:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469113.132473:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469113.132476:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469113.132479:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316028568 00000100:00000001:2.0:1789469113.132481:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316028568 00000100:00000001:2.0:1789469113.132483:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316028568 00000100:00000001:2.0:1789469113.132485:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316028568 00000100:00000001:2.0:1789469113.132487:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316028568 00000100:00000001:2.0:1789469113.132489:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316028568 00000100:00000001:2.0:1789469113.132491:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316028568 00000100:00000001:2.0:1789469113.132493:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316028568 00000100:00000001:2.0:1789469113.132495:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469113.132497:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132500:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132502:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.132505:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469113.132507:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.132510:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469113.132511:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469113.132512:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469113.132515:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132521:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469113.132523:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.132524:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469113.132526:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469113.132528:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469113.132530:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404846080:0@lo:38:kworker.0 00000100:00000001:2.0:1789469113.132533:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469113.132535:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469113.132537:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469113.132538:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469113.132542:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469113.132543:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469113.132546:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143210. 00000400:00000010:2.0:1789469113.132549:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789469113.132551:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404846080, portal 10 00000100:00000001:2.0:1789469113.132553:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469113.132555:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755052288 : -130395954499328 : ffff8967d373b100) 00000100:00000040:2.0:1789469113.132560:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132565:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469113.132567:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469113.132569:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469113.132571:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404846080, offset 0 00000400:00000200:2.0:1789469113.132575:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469113.132590:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469113.132595:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4a00 00000400:00000100:2.0:1789469113.132599:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404846080 offset 0 length 520: 4 00000400:00000200:2.0:1789469113.132602:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469113.132604:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469113.132608:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469113.132609:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469113.132611:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469113.132614:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132620:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469113.132622:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469113.132627:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132628:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469113.132631:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469113.132634:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469113.132636:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316028569 00000100:00000001:2.0:1789469113.132642:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316028568 00000100:00000001:2.0:1789469113.132646:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316028569 00000100:00000001:2.0:1789469113.132648:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316028568 00000100:00000001:2.0:1789469113.132651:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316028569 00000100:00000001:2.0:1789469113.132654:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316028568 00000100:00000001:2.0:1789469113.132656:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316028569 00000100:00000001:2.0:1789469113.132659:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316028568 00000100:00000001:2.0:1789469113.132662:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469113.132663:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132666:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132668:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.132671:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469113.132672:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469113.132674:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469113.132675:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469113.132677:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469113.132679:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469113.153160:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316028569, at 4316028570 00000100:00000040:3.0:1789469113.153160:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316028569, at 4316028570 00000100:00000010:0.0:1789469113.153176:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000010:3.0:1789469113.153179:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c373c0. 00000100:00000040:1.0:1789469113.153696:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316028569, at 4316028570 00000100:00000010:1.0:1789469113.153703:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ae0. 00000100:00000040:2.0:1789469113.154515:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316028569, at 4316028571 00000100:00000010:2.0:1789469113.154524:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00010000:00000001:0.0:1789469113.319170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469113.319178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469113.319185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469113.319186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469113.319191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469113.319193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469113.319283:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469113.319287:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469113.319290:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469114.151868:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469114.151881:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469114.151883:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469114.151888:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469114.151890:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469114.151895:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469114.151897:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469114.343209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469114.343217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469114.343223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469114.343224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469114.343229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469114.343231:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469114.343389:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469114.343393:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469114.343396:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469115.176074:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469115.176090:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469115.176092:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469115.176097:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469115.176099:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469115.176104:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469115.176106:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469115.367312:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469115.367319:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469115.367325:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469115.367326:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469115.367331:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469115.367333:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469115.368028:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469115.368034:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469115.368077:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789469115.751241:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789469115.751250:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469115.751264:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469115.751670:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469115.751676:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469115.751688:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469115.751692:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469115.751695:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469116.199402:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469116.199417:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469116.199419:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469116.199424:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469116.199426:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469116.199431:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469116.199434:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469116.391417:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469116.391424:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469116.391430:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469116.391431:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469116.391436:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469116.391437:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469116.391888:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469116.391892:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469116.391895:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469117.223155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469117.223163:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469117.223177:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469092/real 1789469092] req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469117 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469117.223194:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469117.223196:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469117.223199:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143bb0. 00000400:00000200:2.0:1789469117.223205:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:2.0:1789469117.223207:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:2.0:1789469117.223211:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469117.223215:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469117 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469117.223223:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469117 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469117.223230:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469117.223232:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469117.223234:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469117.223236:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469117.223239:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469117 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469117.223245:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469117.223254:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469117.223256:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469117.223259:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469117.223262:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469117.223266:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469117.223269:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469117 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469117.223275:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469117.223277:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469117.223279:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469117.223280:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469117.223283:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469117.223285:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469117.223288:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469117.223316:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469117.223318:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469117.223323:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469117 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469117.223330:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404845568:0@lo:250:kworker.0 00000100:00000001:2.0:1789469117.223334:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469117.223336:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469117.223339:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a680 x1876386404845568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469117 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469117.223345:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469117.223348:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469117.223351:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789469117.223355:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469117.223358:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469117.223360:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469117.223362:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469117.223364:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd800. 02000000:00000001:2.0:1789469117.223368:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469117.223370:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469117.223372:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a680. 00000100:00000001:2.0:1789469117.223431:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469117.223432:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469117.223434:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469117.224417:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469117.224422:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469117.224424:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469117.224428:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469117.224432:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469117.224436:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21340 00000100:00080000:3.0:1789469117.224440:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469117.224443:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469117.224446:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469117.224448:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469117.224450:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469117.224460:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469117.224461:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789469117.224464:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469117.224467:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789469117.224469:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789469117.224471:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789469117.224473:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469117.224475:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469117.224476:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469117.224478:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469117.224480:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789469117.224483:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469117.224485:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469117.224488:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469117.224539:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469117.224541:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469117.224544:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469117.224546:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469117.224552:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789469117.224558:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469117.224562:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469117.224564:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469117.224566:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469117.224572:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469117.224575:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469117.224583:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789469117.224592:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469117.224602:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469117.224611:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469117.224614:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469117.224621:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469117.224649:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469117.224652:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469117.224656:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469117.224659:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469117.224661:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469117.224666:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469117.224669:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469117.224678:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469117.224681:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469117.224692:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21370) 00000100:00000001:2.0:1789469117.224759:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469117.224763:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469117.224765:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469117.224772:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469117.224781:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469117.224783:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469117.224788:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469117.224797:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469117.224802:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469117.224806:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404846208:0@lo:250:kworker.0 00000100:00000001:2.0:1789469117.224809:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469117.224813:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469117.224815:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469117.224817:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469117.224824:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5541400. 02000000:00000001:2.0:1789469117.224826:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469117.224834:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143bb0. 00000400:00000010:2.0:1789469117.224841:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789469117.224850:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404846208, portal 25 00000100:00000001:2.0:1789469117.224852:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469117.224854:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312507136 : -130400397044480 : ffff8966caa7d500) 00000100:00000040:2.0:1789469117.224859:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469117.224868:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469117.224871:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469117.224873:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469117.224876:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404846208, offset 0 00000400:00000200:2.0:1789469117.224885:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469117.224898:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469117.224909:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f4a80 00000400:00000100:2.0:1789469117.224917:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404846208 offset 0 length 520: 4 00000400:00000200:2.0:1789469117.224924:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469117.224927:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469117.225203:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469117.225207:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469117.225212:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469117.225217:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469117.225226:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469117.225232:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469117.225240:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469117.225242:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469117.225247:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469117.225252:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316037812 00000100:00000010:2.0:1789469117.225257:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37960. 00000100:00000001:2.0:1789469117.225267:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469117.225280:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316037812 00000100:00000010:2.0:1789469117.225283:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789469117.225286:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469117.225292:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316037812 00000100:00000010:2.0:1789469117.225295:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d80. 00000100:00000001:2.0:1789469117.225297:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469117.225300:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316037812 00000100:00000010:2.0:1789469117.225305:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37900. 00000100:00000001:2.0:1789469117.225308:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469117.225311:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469117.225314:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469117.225319:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469117.225321:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469117.225330:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469117.225332:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469117.225334:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469117.225335:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469117.225337:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469117.225339:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.415194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469117.415201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.415207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469117.415208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.415213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469117.415214:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469117.415399:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469117.415403:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469117.415406:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469118.247162:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469118.247172:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469118.247175:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469118.247178:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469118.247181:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469118.247183:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469118.247186:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469118.247189:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469118.247191:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469118.247194:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469118.247199:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21371) 00000100:00000001:2.0:1789469118.248560:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469118.248573:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469118.248575:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469118.248579:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469118.248581:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469118.248585:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469118.248587:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469118.439215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469118.439222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469118.439228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469118.439229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469118.439234:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469118.439236:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469118.439339:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469118.439343:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469118.439345:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469118.598823:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469118.598841:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469118.598845:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469118.598847:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469118.598859:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469118.598877:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3b80 00000400:00000100:0.0:1789469118.598886:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402417536 offset 0 length 520: 4 00000400:00000200:0.0:1789469118.598891:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469118.598894:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469118.598903:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469118.598909:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469118.598912:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469118.598915:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469118.602016:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469118.602033:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469118.602074:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469118.602079:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469118.602092:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469118.602109:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3c00 00000400:00000100:0.0:1789469118.602117:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402417664 offset 0 length 520: 4 00000400:00000200:0.0:1789469118.602123:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469118.602125:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469118.602135:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469118.602156:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469118.602159:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469118.602162:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469118.603988:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469118.604000:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469118.604004:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469118.604006:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469118.604015:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469118.604030:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3c80 00000400:00000100:3.0:1789469118.604062:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402417792 offset 0 length 520: 4 00000400:00000200:3.0:1789469118.604067:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469118.604069:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469118.604077:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469118.604083:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469118.604085:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469118.604087:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469119.271214:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469119.271229:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469119.271232:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469119.271236:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469119.271239:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469119.271243:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469119.271246:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469119.463649:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469119.463657:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469119.463663:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469119.463664:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469119.463669:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469119.463671:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469119.464205:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469119.464209:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469119.464212:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469120.295153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469120.295169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469120.295171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469120.295176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469120.295178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469120.295183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469120.295185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469120.489677:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469120.489685:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469120.489691:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469120.489692:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469120.489697:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469120.489700:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469120.489702:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469120.489705:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469120.489708:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469120.489719:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469120.489722:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469120.489724:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469120.489885:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469120.489889:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469120.489892:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469121.320126:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469121.320141:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469121.320143:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469121.320147:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469121.320150:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469121.320155:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469121.320158:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469121.511322:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469121.511329:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469121.511335:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469121.511337:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469121.511354:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469121.511355:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469121.511488:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469121.511492:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469121.511495:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469122.279208:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469122.279217:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469122.279219:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469122.279223:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469122.279225:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469122.279228:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469122.279231:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469122.279234:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469122.279237:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469122.279240:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469122.279246:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21375) 00000100:00000001:2.0:1789469122.343150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469122.343165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469122.343168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469122.343172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469122.343174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469122.343178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469122.343181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469122.535190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469122.535197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469122.535203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469122.535204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469122.535209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469122.535210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469122.535298:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469122.535302:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469122.535306:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469122.727181:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316037812, at 4316038144 00000100:00000040:1.0:1789469122.727184:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316037812, at 4316038144 00000100:00000010:2.0:1789469122.727199:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d80. 00000100:00000010:1.0:1789469122.727201:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000100:00000040:0.0:1789469122.727322:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316037812, at 4316038144 00000100:00000010:0.0:1789469122.727328:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:3.0:1789469122.727901:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316037812, at 4316038144 00000100:00000010:3.0:1789469122.727913:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37900. 00000100:00000001:2.0:1789469123.367189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469123.367204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469123.367206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469123.367211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469123.367213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469123.367218:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469123.367220:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469123.559183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469123.559192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469123.559197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469123.559198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469123.559204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469123.559205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469123.559304:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469123.559307:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469123.559310:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469124.391270:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469124.391295:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469124.391304:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469124.391309:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469124.391311:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469124.391315:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469124.391318:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469124.584820:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469124.584827:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469124.584832:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469124.584834:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469124.584839:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469124.584840:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469124.584937:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469124.584940:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469124.584944:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469125.415688:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469125.415703:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469125.415704:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469125.415710:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469125.415712:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469125.415717:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469125.415719:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469125.607148:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469125.607157:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469125.607179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469125.607181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469125.607186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469125.607187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469125.607264:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469125.607268:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469125.607271:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469126.439501:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469126.439514:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469126.439516:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469126.439521:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469126.439523:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469126.439528:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469126.439531:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469126.631640:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469126.631648:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469126.631654:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469126.631656:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469126.631660:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469126.631662:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469126.631762:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469126.631766:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469126.631769:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469127.335993:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469127.336003:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469127.336007:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469127.336010:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469127.336013:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469127.336016:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469127.336019:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469127.336022:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469127.336025:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469127.336027:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469127.336032:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21380) 00000100:00000001:3.0:1789469127.464247:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469127.464262:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469127.464264:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469127.464268:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469127.464271:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469127.464282:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469127.464285:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469127.655452:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469127.655460:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469127.655471:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469127.655473:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469127.655478:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469127.655480:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469127.655697:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469127.655700:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469127.655703:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469128.487483:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469128.487498:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469128.487500:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469128.487505:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469128.487508:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469128.487513:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469128.487515:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.679174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469128.679182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.679188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469128.679190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.679194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469128.679196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469128.679311:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469128.679314:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469128.679317:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469129.511405:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469129.511418:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469129.511420:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469129.511424:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469129.511426:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469129.511431:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469129.511433:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469129.703305:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469129.703312:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469129.703318:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469129.703320:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469129.703325:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469129.703327:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469129.704236:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469129.704241:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469129.704245:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469130.536155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469130.536178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469130.536181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469130.536188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469130.536191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469130.536198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469130.536201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469130.727207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469130.727218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469130.727225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469130.727226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469130.727232:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469130.727238:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469130.727241:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469130.727245:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469130.727248:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469130.727251:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469130.727253:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469130.727255:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469130.727361:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469130.727365:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469130.727369:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469131.559245:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469131.559266:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469131.559269:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469131.559275:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469131.559278:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469131.559284:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469131.559287:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469131.751248:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469131.751259:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469131.751266:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469131.751268:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469131.751274:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469131.751276:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469131.752171:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469131.752178:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469131.752184:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469132.455430:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469132.455443:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469132.455447:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469132.455451:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469132.455454:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469132.455457:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469132.455460:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469132.455464:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469132.455467:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469132.455472:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469132.455478:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21385) 00000100:00000001:3.0:1789469132.583166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469132.583186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469132.583189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469132.583196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469132.583226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469132.583233:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469132.583236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469132.776159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469132.776170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469132.776176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469132.776177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469132.776183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469132.776185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469132.777086:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469132.777092:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469132.777097:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469133.610650:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469133.610686:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469133.610688:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469133.610696:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469133.610699:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469133.610707:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469133.610710:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469133.799230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469133.799240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469133.799256:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469133.799258:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469133.799264:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469133.799266:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469133.799404:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469133.799408:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469133.799412:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469134.631361:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469134.631377:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469134.631380:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469134.631384:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469134.631387:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469134.631392:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469134.631394:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469134.824221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469134.824231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469134.824239:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469134.824240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469134.824247:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469134.824248:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469134.824309:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469134.824312:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469134.824316:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469135.655165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469135.655179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469135.655181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469135.655186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469135.655188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469135.655193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469135.655196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469135.848138:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469135.848149:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469135.848156:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469135.848158:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469135.848165:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469135.848167:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469135.848547:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469135.848552:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469135.848556:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469136.679559:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469136.679580:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469136.679582:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469136.679588:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469136.679591:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469136.679598:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469136.679601:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469136.871212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469136.871223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469136.871231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469136.871233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469136.871239:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469136.871241:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469136.871350:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469136.871354:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469136.871358:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469137.575214:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469137.575227:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469137.575230:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469137.575234:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469137.575237:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469137.575240:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469137.575243:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469137.575247:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469137.575251:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469137.575254:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469137.575260:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21390) 00000100:00000001:3.0:1789469137.703274:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469137.703297:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469137.703299:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469137.703316:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469137.703320:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469137.703326:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469137.703330:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469137.895386:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469137.895397:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469137.895404:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469137.895406:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469137.895412:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469137.895414:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469137.896217:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469137.896225:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469137.896230:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469138.727524:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469138.727535:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469138.727553:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469113/real 1789469113] req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469138.727600:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469138.727603:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469138.727607:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143210. 00000400:00000200:3.0:1789469138.727617:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:3.0:1789469138.727621:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:3.0:1789469138.727626:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469138.727735:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469138.727744:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.727752:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469138.727755:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.727759:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469138.727761:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469138.727765:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.727771:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.727774:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469138.727779:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469113/real 1789469113] req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469138.727788:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469138.727789:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469138.727792:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143058. 00000400:00000200:3.0:1789469138.727795:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:3.0:1789469138.727797:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:3.0:1789469138.727811:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469138.727814:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469138.727822:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.727839:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469138.727841:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.727843:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469138.727845:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469138.727849:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.727855:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.727857:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469138.727861:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469113/real 1789469113] req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469138.727870:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469138.727872:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469138.727874:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143318. 00000400:00000200:3.0:1789469138.727877:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:3.0:1789469138.727879:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:3.0:1789469138.727881:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469138.727884:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469138.727891:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.727896:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469138.727897:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.727899:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469138.727900:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469138.727904:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.727910:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.727912:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469138.727917:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469113/real 1789469113] req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469138.727937:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469138.727939:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469138.727941:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41430b0. 00000400:00000200:3.0:1789469138.727944:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:3.0:1789469138.727946:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:3.0:1789469138.727949:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469138.727952:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469138.727959:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.727965:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469138.727967:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.727969:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469138.727970:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469138.727973:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.727978:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.727990:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469138.727993:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.727996:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469138.727999:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469138.728002:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469138.728006:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.728013:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469138.728015:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.728017:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469138.728019:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.728021:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469138.728024:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469138.728027:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469138.728087:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469138.728090:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469138.728095:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469138.728102:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404846080:0@lo:38:kworker.0 00000100:00000001:3.0:1789469138.728107:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469138.728110:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.728116:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469138.728118:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.728120:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469138.728121:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.728123:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469138.728125:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469138.728136:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469138.728616:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469138.728624:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469138.728784:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469138.728794:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404845696:0@lo:38:kworker.0 00000100:00000001:3.0:1789469138.728809:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469138.728814:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.728830:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469138.728834:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.728837:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469138.728850:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.728852:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469138.728855:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469138.728858:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469138.728868:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469138.728870:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469138.728875:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469138.728882:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404845824:0@lo:38:kworker.0 00000100:00000001:3.0:1789469138.728887:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469138.728891:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.728898:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469138.728901:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.728902:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469138.728903:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.728905:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469138.728907:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469138.728909:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469138.728915:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469138.728917:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469138.728921:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469138.728927:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404845952:0@lo:38:kworker.0 00000100:00000001:3.0:1789469138.728931:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.728934:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469138.728938:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b100 x1876386404846080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.728956:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469138.728960:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469138.728964:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:3.0:1789469138.728972:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469138.728976:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469138.728978:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469138.728980:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469138.728984:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfec00. 02000000:00000001:3.0:1789469138.728989:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469138.728991:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469138.728993:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b100. 00000100:00000001:3.0:1789469138.728998:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469138.729000:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.729002:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469138.729005:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739500 x1876386404845696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.729011:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469138.729012:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469138.729014:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543c00. 02000000:00000001:3.0:1789469138.729016:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469138.729017:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469138.729018:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469138.729020:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469138.729021:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd000. 02000000:00000001:3.0:1789469138.729023:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469138.729024:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469138.729025:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739500. 00000100:00000001:3.0:1789469138.729029:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469138.729030:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.729031:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469138.729034:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739f80 x1876386404845824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.729076:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469138.729078:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469138.729080:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:3.0:1789469138.729092:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469138.729094:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469138.729095:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469138.729097:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469138.729099:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfdc00. 02000000:00000001:3.0:1789469138.729101:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469138.729102:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469138.729104:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739f80. 00000100:00000001:3.0:1789469138.729108:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469138.729109:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.729111:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469138.729114:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373bb80 x1876386404845952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469138 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.729121:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469138.729123:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1789469138.729357:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469138.729363:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469138.729366:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469138.729370:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469138.729373:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469138.729376:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469138.729380:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469138.729384:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21361 00000100:00080000:1.0:1789469138.729389:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469138.729392:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469138.729396:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469138.729398:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469138.729401:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469138.729410:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469138.729413:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469138.729416:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469138.729419:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469138.729421:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469138.729423:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469138.729426:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469138.729428:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469138.729429:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469138.729432:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469138.729435:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469138.729438:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469138.729440:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469138.729443:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469138.729452:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469138.729455:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469138.729457:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469138.729460:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469138.729467:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789469138.729471:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469138.729476:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469138.729478:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469138.729481:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469138.729485:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469138.729491:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469138.729500:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dff800. 00000100:00000001:1.0:1789469138.729507:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469138.729514:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469138.729524:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469138.729530:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469138.729534:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469138.729545:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469138.729548:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469138.729551:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469138.729553:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469138.729554:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469138.729556:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469138.729558:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21361 00000100:00080000:1.0:1789469138.729561:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469138.729565:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469138.729566:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469138.729568:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469138.729570:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469138.729572:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469138.729574:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469138.729575:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469138.729577:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469138.729579:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469138.729581:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469138.729584:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469138.729586:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469138.729587:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469138.729589:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469138.729591:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469138.729593:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469138.729595:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469138.729597:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469138.729599:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469138.729601:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469138.729602:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469138.729603:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469138.729607:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789469138.729609:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469138.729611:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469138.729612:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469138.729613:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469138.729615:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469138.729616:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469138.729620:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc400. 00000100:00000001:1.0:1789469138.729623:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469138.729835:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469138.729850:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469138.729853:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469138.729857:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469138.729864:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469138.729867:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469138.729870:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469138.729871:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469138.729872:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469138.729875:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469138.729877:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21361 00000100:00080000:1.0:1789469138.729879:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469138.729882:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469138.729884:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469138.729886:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469138.729888:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469138.729891:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469138.729892:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469138.729894:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469138.729896:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469138.729898:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469138.729900:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469138.729902:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469138.729904:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469138.729906:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469138.729908:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469138.729910:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469138.729912:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469138.729914:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469138.729916:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469138.729920:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469138.729922:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469138.729924:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469138.729925:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469138.729929:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789469138.729931:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469138.729934:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469138.729935:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469138.729937:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469138.729938:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469138.729940:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469138.729944:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc000. 00000100:00000001:1.0:1789469138.729947:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469138.729951:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469138.729958:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469138.729960:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469138.729963:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469138.729970:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469138.729973:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469138.729976:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469138.729977:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469138.729979:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469138.729981:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469138.729983:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21361 00000100:00080000:1.0:1789469138.729985:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469138.729987:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469138.729989:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469138.729990:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469138.729992:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469138.729996:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469138.729997:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469138.729999:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469138.730001:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469138.730003:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469138.730004:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469138.730007:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469138.730009:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469138.730010:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469138.730012:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469138.730014:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469138.730017:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469138.730020:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469138.730021:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469138.730024:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469138.730026:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469138.730028:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469138.730029:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469138.730033:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789469138.730035:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469138.730071:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469138.730073:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469138.730075:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469138.730076:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469138.730078:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469138.730082:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dff400. 00000100:00000001:1.0:1789469138.730086:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469138.730090:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469138.730096:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469138.730098:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469138.730101:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469138.730113:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469138.730119:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21391) 02000000:00000010:3.0:1789469138.730350:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:3.0:1789469138.730360:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469138.730362:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469138.730364:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469138.730366:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469138.730369:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe000. 02000000:00000001:3.0:1789469138.730372:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469138.730374:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469138.730376:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373bb80. 00000100:00000001:3.0:1789469138.730380:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469138.730382:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.730384:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.730395:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469138.730397:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.730400:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469138.730403:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469138.730406:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469138.730413:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.730422:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469138.730424:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469138.730444:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469138.730447:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469138.730449:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469138.730453:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404846336:0@lo:38:kworker.0 00000100:00000001:3.0:1789469138.730457:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469138.730462:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469138.730465:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469138.730468:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469138.730473:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469138.730475:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469138.730482:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b268. 00000400:00000010:3.0:1789469138.730490:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a4c8. 00000100:00000200:3.0:1789469138.730498:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404846336, portal 10 00000100:00000001:3.0:1789469138.730500:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469138.730502:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:3.0:1789469138.730510:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.730517:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469138.730520:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469138.730523:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a770. 00000100:00000200:3.0:1789469138.730526:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404846336, offset 0 00000400:00000200:3.0:1789469138.730534:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469138.730551:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469138.730564:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4b00 00000400:00000100:3.0:1789469138.730571:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404846336 offset 0 length 520: 4 00000400:00000200:3.0:1789469138.730577:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469138.730579:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469138.730592:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a770 00000400:00000010:3.0:1789469138.730595:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a770. 00000100:00000001:3.0:1789469138.730599:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469138.730604:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.730611:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469138.730621:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733082:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.733097:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469138.733124:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469138.733307:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469138.733314:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316054169 00000100:00000010:3.0:1789469138.733328:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59229c0. 00000100:00000001:3.0:1789469138.733338:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469138.733419:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316054169 00000100:00000010:3.0:1789469138.733424:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f60. 00000100:00000001:3.0:1789469138.733450:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469138.733463:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316054169 00000100:00000010:3.0:1789469138.733467:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922c60. 00000100:00000001:3.0:1789469138.733470:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469138.733480:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316054169 00000100:00000010:3.0:1789469138.733483:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f00. 00000100:00000001:3.0:1789469138.733486:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469138.733489:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469138.733493:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.733499:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469138.733512:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733521:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469138.733524:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469138.733528:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469138.733533:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469138.733535:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469138.733538:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404846464:0@lo:38:kworker.0 00000100:00000001:3.0:1789469138.733542:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469138.733565:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469138.733568:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469138.733571:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469138.733579:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469138.733581:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469138.733588:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bc60. 00000400:00000010:3.0:1789469138.733596:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a770. 00000100:00000200:3.0:1789469138.733603:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404846464, portal 10 00000100:00000001:3.0:1789469138.733606:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469138.733608:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:3.0:1789469138.733617:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733623:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469138.733625:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469138.733643:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a000. 00000100:00000200:3.0:1789469138.733647:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404846464, offset 0 00000400:00000200:3.0:1789469138.733653:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469138.733667:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469138.733680:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4b80 00000400:00000100:3.0:1789469138.733686:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404846464 offset 0 length 520: 4 00000400:00000200:3.0:1789469138.733690:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469138.733693:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469138.733703:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a000 00000400:00000010:3.0:1789469138.733706:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a000. 00000100:00000001:3.0:1789469138.733709:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469138.733713:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733721:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469138.733725:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733731:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.733732:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469138.733736:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469138.733745:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469138.733747:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316054169 00000100:00000001:3.0:1789469138.733760:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316054169 00000100:00000001:3.0:1789469138.733762:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316054169 00000100:00000001:3.0:1789469138.733764:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316054169 00000100:00000001:3.0:1789469138.733766:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316054169 00000100:00000001:3.0:1789469138.733768:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316054169 00000100:00000001:3.0:1789469138.733769:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316054169 00000100:00000001:3.0:1789469138.733771:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316054169 00000100:00000001:3.0:1789469138.733773:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469138.733775:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.733777:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469138.733782:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733790:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469138.733791:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469138.733793:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469138.733795:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469138.733797:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469138.733813:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404846592:0@lo:38:kworker.0 00000100:00000001:3.0:1789469138.733817:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469138.733820:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469138.733822:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469138.733824:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469138.733829:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789469138.733830:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469138.733834:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b0b0. 00000400:00000010:3.0:1789469138.733837:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a000. 00000100:00000200:3.0:1789469138.733840:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404846592, portal 10 00000100:00000001:3.0:1789469138.733842:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469138.733847:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:3.0:1789469138.733853:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733859:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469138.733861:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469138.733863:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a220. 00000100:00000200:3.0:1789469138.733865:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404846592, offset 0 00000400:00000200:3.0:1789469138.733868:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469138.733873:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469138.733877:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4c00 00000400:00000100:3.0:1789469138.733881:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404846592 offset 0 length 520: 4 00000400:00000200:3.0:1789469138.733884:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469138.733886:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469138.733890:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a220 00000400:00000010:3.0:1789469138.733892:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a220. 00000100:00000001:3.0:1789469138.733894:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469138.733897:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733903:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469138.733906:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733912:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.733914:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469138.733917:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469138.733921:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469138.733923:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316054169 00000100:00000001:3.0:1789469138.733925:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316054169 00000100:00000001:3.0:1789469138.733926:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316054169 00000100:00000001:3.0:1789469138.733928:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316054169 00000100:00000001:3.0:1789469138.733930:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316054169 00000100:00000001:3.0:1789469138.733931:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316054169 00000100:00000001:3.0:1789469138.733939:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316054169 00000100:00000001:3.0:1789469138.733941:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316054169 00000100:00000001:3.0:1789469138.733943:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469138.733945:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.733947:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469138.733953:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.733959:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469138.733960:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469138.733963:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469138.733964:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469138.733966:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469138.733969:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404846720:0@lo:38:kworker.0 00000100:00000001:3.0:1789469138.733972:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469138.733974:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469138.733975:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469138.733977:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469138.733980:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469138.733982:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469138.733984:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bc08. 00000400:00000010:3.0:1789469138.733987:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a220. 00000100:00000200:3.0:1789469138.733990:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404846720, portal 10 00000100:00000001:3.0:1789469138.733991:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469138.733992:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:3.0:1789469138.733997:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.734002:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469138.734003:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469138.734005:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93abb0. 00000100:00000200:3.0:1789469138.734007:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404846720, offset 0 00000400:00000200:3.0:1789469138.734009:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469138.734014:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469138.734025:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4c80 00000400:00000100:3.0:1789469138.734029:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404846720 offset 0 length 520: 4 00000400:00000200:3.0:1789469138.734032:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469138.734034:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469138.734069:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93abb0 00000400:00000010:3.0:1789469138.734072:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93abb0. 00000100:00000001:3.0:1789469138.734075:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469138.734078:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.734085:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469138.734088:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469138.734093:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.734094:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469138.734097:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469138.734101:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469138.734103:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316054171 00000100:00000001:3.0:1789469138.738704:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316054169 00000100:00000001:3.0:1789469138.738724:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316054175 00000100:00000001:3.0:1789469138.738731:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316054169 00000100:00000001:3.0:1789469138.738735:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316054175 00000100:00000001:3.0:1789469138.738739:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316054169 00000100:00000001:3.0:1789469138.738741:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316054175 00000100:00000001:3.0:1789469138.738745:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316054169 00000100:00000001:3.0:1789469138.738757:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469138.738763:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.738769:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.738775:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.738786:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469138.738790:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.738826:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469138.738828:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469138.738832:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.738834:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469138.759560:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316054171, at 4316054176 00000100:00000040:1.0:1789469138.759560:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316054175, at 4316054176 00000100:00000010:1.0:1789469138.759583:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f60. 00000100:00000010:0.0:1789469138.759590:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59229c0. 00000100:00000040:2.0:1789469138.759701:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316054175, at 4316054176 00000100:00000010:2.0:1789469138.759709:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922c60. 00000100:00000040:3.0:1789469138.761966:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316054175, at 4316054178 00000100:00000010:3.0:1789469138.761984:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f00. 00010000:00000001:0.0:1789469138.919904:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469138.919914:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.919921:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469138.919923:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.919930:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469138.919932:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469138.920061:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469138.920066:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469138.920070:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469139.751845:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469139.751865:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469139.751868:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469139.751874:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469139.751877:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469139.751884:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469139.751887:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469139.943543:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469139.943552:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469139.943558:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469139.943559:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469139.943567:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469139.943571:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469139.943574:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469139.943578:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469139.943582:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469139.943585:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469139.943587:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469139.943589:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469139.943929:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469139.943933:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469139.943938:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469140.775462:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469140.775482:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469140.775485:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469140.775492:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469140.775494:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469140.775501:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469140.775504:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469140.967866:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469140.967878:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469140.967885:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469140.967887:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469140.967893:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469140.967895:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469140.968083:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469140.968088:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469140.968092:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469141.802482:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469141.802502:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469141.802505:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469141.802512:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469141.802515:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469141.802521:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469141.802524:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469141.992647:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469141.992657:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469141.992663:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469141.992665:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469141.992671:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469141.992672:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469141.992770:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469141.992784:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469141.992788:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469142.823227:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469142.823239:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469142.823256:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469117/real 1789469117] req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469142 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469142.823277:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469142.823279:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469142.823284:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143bb0. 00000400:00000200:3.0:1789469142.823294:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:3.0:1789469142.823297:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:3.0:1789469142.823301:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469142.823327:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469142 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469142.823336:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469142 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469142.823344:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469142.823347:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469142.823349:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469142.823352:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469142.823356:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469142 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469142.823364:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469142.823374:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469142.823376:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469142.823379:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469142.823382:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469142.823387:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469142.823391:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469142 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469142.823398:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469142.823401:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469142.823403:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469142.823404:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469142.823407:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469142.823409:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469142.823412:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469142.823423:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469142.823425:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469142.823429:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469142 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469142.823437:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404846208:0@lo:250:kworker.0 00000100:00000001:3.0:1789469142.823447:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469142.823450:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469142.823454:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404846208/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469142 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469142.823461:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469142.823464:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469142.823469:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5541400. 02000000:00000001:3.0:1789469142.823474:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469142.823477:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469142.823479:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469142.823482:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469142.823485:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469142.823489:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469142.823491:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469142.823493:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000001:3.0:1789469142.823497:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469142.823499:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469142.823501:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469142.823912:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469142.823919:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469142.824134:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469142.824138:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469142.824144:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469142.824147:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21365 00000100:00080000:1.0:1789469142.824152:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469142.824155:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469142.824158:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469142.824161:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469142.824163:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469142.824173:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469142.824176:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469142.824179:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469142.824183:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469142.824186:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469142.824188:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469142.824191:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469142.824193:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469142.824195:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469142.824198:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469142.824201:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469142.824204:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469142.824207:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469142.824210:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469142.824215:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469142.824218:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469142.824221:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469142.824223:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469142.824232:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789469142.824236:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469142.824240:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469142.824242:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469142.824246:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469142.824249:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469142.824254:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469142.824264:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dffc00. 00000100:00000001:1.0:1789469142.824272:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469142.824281:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469142.824291:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469142.824296:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469142.824299:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469142.824322:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469142.824326:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469142.824330:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469142.824333:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469142.824336:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469142.824339:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469142.824343:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469142.824346:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469142.824349:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469142.824354:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21395) 00000100:00000001:3.0:1789469142.824409:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469142.824412:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469142.824414:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469142.824419:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469142.824427:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469142.824429:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469142.824434:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469142.824437:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469142.824440:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469142.824443:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404846848:0@lo:250:kworker.0 00000100:00000001:3.0:1789469142.824447:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469142.824452:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469142.824455:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469142.824458:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469142.824463:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469142.824481:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469142.824488:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bec8. 00000400:00000010:3.0:1789469142.824494:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93abb0. 00000100:00000200:3.0:1789469142.824502:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404846848, portal 25 00000100:00000001:3.0:1789469142.824504:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469142.824506:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:3.0:1789469142.824512:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469142.824518:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469142.824521:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469142.824523:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a880. 00000100:00000200:3.0:1789469142.824526:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404846848, offset 0 00000400:00000200:3.0:1789469142.824533:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469142.824549:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469142.824562:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f4d00 00000400:00000100:3.0:1789469142.824568:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404846848 offset 0 length 520: 4 00000400:00000200:3.0:1789469142.824574:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469142.824577:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469142.824590:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a880 00000400:00000010:3.0:1789469142.824592:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a880. 00000100:00000001:3.0:1789469142.824596:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469142.824600:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469142.824607:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469142.824610:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469142.824616:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469142.824618:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469142.824624:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469142.824629:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316063411 00000100:00000010:3.0:1789469142.824634:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f00. 00000100:00000001:3.0:1789469142.824642:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469142.824659:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316063411 00000100:00000010:3.0:1789469142.824662:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922180. 00000100:00000001:3.0:1789469142.824666:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469142.824670:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316063411 00000100:00000010:3.0:1789469142.824672:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922b40. 00000100:00000001:3.0:1789469142.824676:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469142.824679:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316063411 00000100:00000010:3.0:1789469142.824681:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922a80. 00000100:00000001:3.0:1789469142.824684:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469142.824687:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469142.824690:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469142.824693:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469142.824696:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469142.824702:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469142.824704:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469142.824706:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469142.824708:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469142.824709:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469142.824990:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469143.015200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469143.015210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469143.015217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469143.015219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469143.015224:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469143.015227:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469143.015323:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469143.015327:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469143.015330:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469143.847251:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469143.847271:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469143.847274:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469143.847281:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469143.847284:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469143.847291:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469143.847295:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469143.848831:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469143.848845:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469143.848848:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469143.848852:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469143.848855:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469143.848858:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469143.848861:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469143.848865:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469143.848869:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469143.848872:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469143.848878:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21396) 00010000:00000001:0.0:1789469144.040388:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469144.040403:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469144.040410:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469144.040412:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469144.040417:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469144.040419:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469144.041262:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469144.041268:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469144.041273:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469144.203115:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203144:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469144.203150:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203152:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469144.203168:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469144.203196:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3d00 00000400:00000100:0.0:1789469144.203218:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402417920 offset 0 length 520: 4 00000400:00000200:0.0:1789469144.203225:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469144.203229:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469144.203245:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203250:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469144.203253:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203255:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469144.203256:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203258:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469144.203262:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469144.203268:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3d80 00000400:00000100:0.0:1789469144.203274:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402418048 offset 0 length 520: 4 00000400:00000200:0.0:1789469144.203276:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469144.203279:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469144.203282:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203285:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469144.203287:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203289:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469144.203290:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203292:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469144.203295:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469144.203302:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3e00 00000400:00000100:0.0:1789469144.203306:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402418176 offset 0 length 520: 4 00000400:00000200:0.0:1789469144.203308:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469144.203578:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469144.203585:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203598:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469144.203600:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469144.203602:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469144.871306:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469144.871326:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469144.871329:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469144.871335:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469144.871338:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469144.871344:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469144.871348:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469145.063505:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469145.063516:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469145.063523:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469145.063524:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469145.063529:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469145.063531:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469145.063722:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469145.063727:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469145.063730:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469145.895490:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469145.895510:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469145.895512:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469145.895557:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469145.895560:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469145.895567:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469145.895570:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469146.089189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469146.089201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469146.089210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469146.089213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469146.089220:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469146.089222:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469146.089347:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469146.089351:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469146.089355:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469146.920165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469146.920185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469146.920188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469146.920195:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469146.920198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469146.920205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469146.920208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.111426:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469147.111437:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.111446:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469147.111448:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.111454:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469147.111456:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469147.111612:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469147.111617:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469147.111621:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469147.879272:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469147.879288:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469147.879292:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469147.879295:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469147.879298:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469147.879301:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469147.879304:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469147.879307:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469147.879310:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469147.879313:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469147.879319:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21400) 00000100:00000001:3.0:1789469147.943124:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469147.943143:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469147.943146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469147.943151:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469147.943154:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469147.943160:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469147.943163:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469148.135210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469148.135221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469148.135229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469148.135230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469148.135237:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469148.135238:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469148.137079:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469148.137087:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469148.137094:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469148.327469:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316063411, at 4316063744 00000100:00000010:0.0:1789469148.327493:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f00. 00000100:00000040:3.0:1789469148.327778:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316063411, at 4316063744 00000100:00000010:3.0:1789469148.327787:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922a80. 00000100:00000040:1.0:1789469148.327866:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316063411, at 4316063744 00000100:00000010:1.0:1789469148.327873:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922180. 00000100:00000040:2.0:1789469148.329962:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316063411, at 4316063746 00000100:00000010:2.0:1789469148.329983:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922b40. 00000100:00000001:3.0:1789469148.967219:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469148.967238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469148.967241:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469148.967247:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469148.967250:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469148.967257:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469148.967260:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469149.160895:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469149.160908:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469149.160916:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469149.160917:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469149.160923:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469149.160925:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469149.162903:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469149.162913:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469149.162919:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469149.991433:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469149.991451:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469149.991454:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469149.991460:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469149.991463:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469149.991469:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469149.991472:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469150.183384:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469150.183397:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469150.183416:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469150.183418:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469150.183424:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469150.183428:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469150.183431:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469150.183435:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469150.183439:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469150.183442:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469150.183444:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469150.183447:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469150.184435:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469150.184441:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469150.184446:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469151.015229:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469151.015251:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469151.015255:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469151.015261:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469151.015265:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469151.015272:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469151.015388:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469151.207215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469151.207225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469151.207232:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469151.207234:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469151.207240:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469151.207243:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469151.208898:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469151.208906:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469151.208911:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469152.040668:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469152.040694:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469152.040696:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469152.042439:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469152.042448:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469152.042455:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469152.042461:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469152.231207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469152.231217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469152.231224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469152.231226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469152.231232:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469152.231234:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469152.231408:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469152.231413:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469152.231417:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469152.935734:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469152.935748:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469152.935751:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469152.935754:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469152.935757:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469152.935760:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469152.935763:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469152.935766:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469152.935769:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469152.935772:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469152.935778:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21406) 00000100:00000001:3.0:1789469153.065223:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469153.065242:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469153.065245:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469153.065252:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469153.065255:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469153.065261:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469153.065264:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469153.255318:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469153.255328:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469153.255335:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469153.255336:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469153.255343:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469153.255345:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469153.255464:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469153.255469:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469153.255472:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789469153.639267:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789469153.639281:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469153.639287:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469153.639922:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469153.639930:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469153.639945:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469153.639952:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469153.639955:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469154.087654:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469154.088735:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469154.088738:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469154.088747:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469154.088750:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469154.088757:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469154.088760:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469154.279379:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469154.279389:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469154.279396:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469154.279397:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469154.279405:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469154.279407:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469154.279622:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469154.279626:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469154.279630:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469155.113875:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469155.113895:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469155.113899:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469155.113905:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469155.113908:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469155.113914:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469155.113917:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469155.303174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469155.303194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469155.303212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469155.303215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469155.303220:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469155.303221:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469155.303803:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469155.303807:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469155.303812:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469156.135253:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469156.135275:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469156.135278:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469156.135283:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469156.135287:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469156.135293:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469156.135296:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469156.327371:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469156.327386:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469156.327531:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469156.327534:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469156.327541:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469156.327542:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469156.327640:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469156.327643:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469156.327647:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469157.159802:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469157.159823:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469157.159826:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469157.159832:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469157.159835:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469157.159841:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469157.159845:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.351212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469157.351224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.351230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469157.351232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.351238:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469157.351240:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469157.352828:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469157.352837:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469157.352843:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469158.055258:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469158.055274:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469158.055277:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469158.055281:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469158.055285:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469158.055288:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469158.055321:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469158.055325:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469158.055328:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469158.055330:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469158.055337:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21411) 00000100:00000001:3.0:1789469158.183735:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469158.183756:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469158.183759:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469158.183765:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469158.183768:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469158.183775:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469158.183778:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469158.375479:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469158.375490:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469158.375498:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469158.375500:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469158.375506:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469158.375508:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469158.380536:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469158.380545:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469158.380551:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469159.207236:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469159.207256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469159.207259:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469159.207266:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469159.207269:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469159.207276:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469159.207279:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469159.399248:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469159.399259:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469159.399266:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469159.399268:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469159.399274:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469159.399276:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469159.399379:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469159.399384:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469159.399388:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469160.233998:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469160.234017:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469160.234020:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469160.234026:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469160.234028:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469160.234035:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469160.234055:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469160.423202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469160.423212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469160.423219:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469160.423221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469160.423227:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469160.423231:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469160.423234:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469160.423239:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469160.423242:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469160.423245:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469160.423247:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469160.423250:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469160.423347:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469160.423351:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469160.423355:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469161.255347:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469161.255366:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469161.255369:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469161.255375:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469161.255378:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469161.255385:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469161.255388:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469161.447561:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469161.447573:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469161.447579:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469161.447582:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469161.447588:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469161.447590:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469161.448159:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469161.448164:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469161.448239:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469162.283160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469162.283181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469162.283208:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469162.283215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469162.283218:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469162.283224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469162.283227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469162.471188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469162.471198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469162.471206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469162.471207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469162.471213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469162.471215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469162.471322:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469162.471326:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469162.471329:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469163.177188:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.177201:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469163.177204:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.177207:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469163.177210:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.177213:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469163.177216:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.177220:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469163.177223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.177226:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469163.177232:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21416) 00000100:00000001:3.0:1789469163.303198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469163.303209:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469163.303229:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469138/real 1789469138] req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469163.303253:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469163.303255:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469163.303259:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b268. 00000400:00000200:3.0:1789469163.303267:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a4c8 00000400:00000010:3.0:1789469163.303270:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a4c8. 00000100:00000001:3.0:1789469163.303275:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469163.303280:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469163.303290:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303298:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469163.303300:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303303:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469163.303306:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469163.303310:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303317:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303321:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469163.303325:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469138/real 1789469138] req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469163.303333:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469163.303334:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469163.303336:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bc60. 00000400:00000200:3.0:1789469163.303338:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a770 00000400:00000010:3.0:1789469163.303362:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a770. 00000100:00000001:3.0:1789469163.303366:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469163.303369:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469163.303377:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303383:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469163.303385:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303387:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469163.303388:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469163.303391:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303398:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303400:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469163.303405:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469138/real 1789469138] req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469163.303413:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469163.303414:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469163.303417:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b0b0. 00000400:00000200:3.0:1789469163.303419:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a000 00000400:00000010:3.0:1789469163.303420:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a000. 00000100:00000001:3.0:1789469163.303423:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469163.303425:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469163.303432:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303437:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469163.303438:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303440:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469163.303441:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469163.303444:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303474:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303477:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469163.303482:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469138/real 1789469138] req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469163.303490:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469163.303491:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469163.303493:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bc08. 00000400:00000200:3.0:1789469163.303495:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a220 00000400:00000010:3.0:1789469163.303497:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a220. 00000100:00000001:3.0:1789469163.303499:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469163.303502:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469163.303508:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303513:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469163.303515:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303516:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469163.303517:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469163.303520:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303535:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303546:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469163.303548:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303552:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469163.303555:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469163.303559:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469163.303563:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303571:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469163.303573:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303582:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469163.303583:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303596:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469163.303599:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469163.303603:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469163.303642:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469163.303644:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469163.303649:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469163.303657:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404846336:0@lo:38:kworker.0 00000100:00000001:3.0:1789469163.303663:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469163.303666:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.303672:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469163.303674:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303676:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469163.303677:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.303679:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469163.303680:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469163.303682:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469163.303688:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469163.303691:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1789469163.304122:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.304129:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469163.304132:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.304136:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469163.304138:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469163.304141:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469163.304145:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469163.304148:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21386 00000100:00080000:1.0:1789469163.304160:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469163.304163:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469163.304166:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469163.304169:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469163.304171:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469163.304180:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469163.304182:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469163.304185:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469163.304189:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469163.304191:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469163.304194:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469163.304196:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469163.304198:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469163.304200:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469163.304202:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469163.304205:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469163.304208:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469163.304211:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469163.304214:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469163.304223:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469163.304225:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469163.304227:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469163.304230:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469163.304237:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789469163.304241:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469163.304245:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469163.304247:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469163.304249:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469163.304253:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469163.304257:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469163.304266:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc800. 00000100:00000001:1.0:1789469163.304274:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469163.304282:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469163.304292:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469163.304297:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469163.304300:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469163.304312:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469163.304314:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.304317:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469163.304318:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469163.304320:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469163.304322:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469163.304324:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21386 00000100:00080000:1.0:1789469163.304326:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469163.304328:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469163.304330:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469163.304331:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469163.304333:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469163.304335:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469163.304336:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469163.304337:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469163.304339:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469163.304341:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469163.304343:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469163.304345:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469163.304347:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469163.304348:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469163.304350:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469163.304352:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469163.304354:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469163.304357:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469163.304359:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469163.304362:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469163.304364:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469163.304366:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469163.304367:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469163.304370:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789469163.304372:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469163.304373:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469163.304374:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469163.304376:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469163.304377:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469163.304378:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469163.304381:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd400. 00000100:00000001:1.0:1789469163.304383:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469163.304387:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469163.304393:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469163.304395:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469163.304398:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469163.304405:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469163.304407:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.304410:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469163.304412:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.304415:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469163.304419:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21416) 00000100:00000040:3.0:1789469163.305220:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469163.305231:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404846464:0@lo:38:kworker.0 00000100:00000001:3.0:1789469163.305239:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469163.305244:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.305267:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469163.305269:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305271:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469163.305273:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305275:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469163.305277:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469163.305280:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469163.305301:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469163.305304:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469163.305308:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469163.305315:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404846592:0@lo:38:kworker.0 00000100:00000001:3.0:1789469163.305319:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469163.305322:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.305328:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469163.305330:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305332:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469163.305333:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305335:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469163.305336:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469163.305338:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469163.305342:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469163.305344:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469163.305347:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469163.305364:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404846720:0@lo:38:kworker.0 00000100:00000001:3.0:1789469163.305368:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.305372:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469163.305375:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404846336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.305382:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469163.305385:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469163.305389:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469163.305396:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469163.305399:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469163.305401:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469163.305403:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469163.305406:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dff800. 02000000:00000001:3.0:1789469163.305411:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469163.305413:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469163.305415:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00000001:3.0:1789469163.305422:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469163.305423:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305425:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469163.305427:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b480 x1876386404846464/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.305433:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469163.305435:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469163.305436:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469163.305438:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469163.305439:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469163.305440:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469163.305441:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469163.305442:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc400. 02000000:00000001:3.0:1789469163.305445:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469163.305445:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469163.305447:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b480. 00000100:00000001:3.0:1789469163.305449:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469163.305457:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305459:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469163.305462:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738a80 x1876386404846592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.305477:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469163.305479:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469163.305481:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789469163.305483:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469163.305484:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469163.305485:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469163.305487:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469163.305489:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc000. 02000000:00000001:3.0:1789469163.305491:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469163.305492:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469163.305493:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738a80. 00000100:00000001:3.0:1789469163.305495:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469163.305496:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305497:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469163.305500:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373ad80 x1876386404846720/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469163 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.305505:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469163.305506:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469163.305508:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469163.305510:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469163.305511:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469163.305512:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469163.305514:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469163.305515:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dff400. 02000000:00000001:3.0:1789469163.305517:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469163.305518:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469163.305519:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373ad80. 00000100:00000001:3.0:1789469163.305523:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469163.305524:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305526:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305535:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469163.305537:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.305539:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469163.305545:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469163.305547:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469163.305551:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.305559:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469163.305561:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469163.305565:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469163.305569:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469163.305571:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469163.305575:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404846976:0@lo:38:kworker.0 00000100:00080000:1.0:1789469163.305874:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.305880:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469163.305883:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.305887:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469163.305889:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469163.305893:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469163.305896:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469163.305899:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21386 00000100:00080000:1.0:1789469163.305903:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469163.305906:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469163.305909:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469163.305911:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469163.305913:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469163.305921:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469163.305923:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469163.305925:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469163.305928:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469163.305931:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469163.305933:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469163.305936:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469163.305938:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469163.305940:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469163.305941:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469163.305944:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469163.305946:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469163.305948:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469163.305951:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469163.305956:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469163.305958:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469163.305960:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469163.305962:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469163.305967:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789469163.305970:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469163.305973:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469163.305975:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469163.305978:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469163.305980:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469163.305983:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469163.305990:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfcc00. 00000100:00000001:1.0:1789469163.305997:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469163.306003:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469163.306012:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469163.306015:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469163.306019:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469163.306029:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469163.306032:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469163.306034:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469163.306544:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469163.306550:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469163.306553:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469163.306555:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469163.306561:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469163.306564:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469163.306571:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bc08. 00000100:00000001:1.0:1789469163.306656:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469163.306660:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469163.306663:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469163.306666:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21386 00000100:00080000:1.0:1789469163.306668:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469163.306671:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469163.306673:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469163.306675:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469163.306676:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469163.306681:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469163.306683:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469163.306685:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469163.306689:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469163.306691:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469163.306801:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469163.306874:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469163.306878:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469163.306880:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469163.306881:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469163.306884:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469163.306886:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469163.306888:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469163.306890:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469163.306895:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469163.306897:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469163.306899:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469163.306901:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469163.306906:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789469163.306909:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469163.306912:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469163.306914:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469163.306916:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469163.306918:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469163.306921:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469163.306928:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dff400. 00000100:00000001:1.0:1789469163.306933:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469163.306940:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469163.306948:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469163.306951:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469163.306956:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469163.306964:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469163.306970:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21416) 00000400:00000010:3.0:1789469163.307024:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a220. 00000100:00000200:3.0:1789469163.307035:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404846976, portal 10 00000100:00000001:3.0:1789469163.307060:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469163.307062:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:3.0:1789469163.307071:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307078:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469163.307081:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469163.307085:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a000. 00000100:00000200:3.0:1789469163.307088:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404846976, offset 0 00000400:00000200:3.0:1789469163.307096:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469163.307111:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469163.307124:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4d80 00000400:00000100:3.0:1789469163.307131:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404846976 offset 0 length 520: 4 00000400:00000200:3.0:1789469163.307136:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469163.307139:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469163.307174:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a000 00000400:00000010:3.0:1789469163.307177:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a000. 00000100:00000001:3.0:1789469163.307181:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469163.307186:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307194:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469163.307196:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307203:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.307205:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469163.307211:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469163.307216:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469163.307220:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316078743 00000100:00000010:3.0:1789469163.307225:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922a80. 00000100:00000001:3.0:1789469163.307232:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469163.307289:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316078743 00000100:00000010:3.0:1789469163.307294:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922e40. 00000100:00000001:3.0:1789469163.307297:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469163.307305:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316078743 00000100:00000010:3.0:1789469163.307308:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922ae0. 00000100:00000001:3.0:1789469163.307311:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469163.307324:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316078743 00000100:00000010:3.0:1789469163.307328:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59226c0. 00000100:00000001:3.0:1789469163.307331:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469163.307334:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469163.307338:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.307512:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469163.307519:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307535:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469163.307543:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469163.307547:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469163.307550:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469163.307553:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469163.307557:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404847104:0@lo:38:kworker.0 00000100:00000001:3.0:1789469163.307560:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469163.307564:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469163.307565:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469163.307568:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469163.307572:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f400. 02000000:00000001:3.0:1789469163.307574:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469163.307588:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b0b0. 00000400:00000010:3.0:1789469163.307594:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a000. 00000100:00000200:3.0:1789469163.307597:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404847104, portal 10 00000100:00000001:3.0:1789469163.307599:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469163.307601:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755050496 : -130395954501120 : ffff8967d373aa00) 00000100:00000040:3.0:1789469163.307607:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307613:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469163.307624:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469163.307627:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a770. 00000100:00000200:3.0:1789469163.307629:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404847104, offset 0 00000400:00000200:3.0:1789469163.307633:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469163.307640:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469163.307645:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4e00 00000400:00000100:3.0:1789469163.307649:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404847104 offset 0 length 520: 4 00000400:00000200:3.0:1789469163.307652:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469163.307654:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469163.307659:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a770 00000400:00000010:3.0:1789469163.307661:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a770. 00000100:00000001:3.0:1789469163.307664:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469163.307667:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307686:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469163.307690:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307708:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.307709:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469163.307715:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469163.307718:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469163.307721:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316078743 00000100:00000001:3.0:1789469163.307723:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316078743 00000100:00000001:3.0:1789469163.307725:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316078743 00000100:00000001:3.0:1789469163.307728:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316078743 00000100:00000001:3.0:1789469163.307729:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316078743 00000100:00000001:3.0:1789469163.307731:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316078743 00000100:00000001:3.0:1789469163.307733:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316078743 00000100:00000001:3.0:1789469163.307736:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316078743 00000100:00000001:3.0:1789469163.307738:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469163.307740:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.307744:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.307747:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.307756:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469163.307759:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.307762:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469163.307765:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469163.307766:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469163.307770:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307777:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469163.307778:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469163.307781:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469163.307783:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469163.307790:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469163.307794:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404847232:0@lo:38:kworker.0 00000100:00000001:3.0:1789469163.307798:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469163.307800:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469163.307802:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469163.307803:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469163.307818:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469163.307820:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469163.307824:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bc60. 00000400:00000010:3.0:1789469163.307828:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a770. 00000100:00000200:3.0:1789469163.307831:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404847232, portal 10 00000100:00000001:3.0:1789469163.307833:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469163.307834:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:3.0:1789469163.307841:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307847:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469163.307848:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469163.307851:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a4c8. 00000100:00000200:3.0:1789469163.307853:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404847232, offset 0 00000400:00000200:3.0:1789469163.307857:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469163.307863:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469163.307868:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4e80 00000400:00000100:3.0:1789469163.307871:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404847232 offset 0 length 520: 4 00000400:00000200:3.0:1789469163.307874:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469163.307877:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469163.307881:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a4c8 00000400:00000010:3.0:1789469163.307883:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a4c8. 00000100:00000001:3.0:1789469163.307885:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469163.307888:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307941:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469163.307945:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.307990:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.307992:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469163.307997:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469163.308000:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469163.308003:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316078743 00000100:00000001:3.0:1789469163.308005:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316078743 00000100:00000001:3.0:1789469163.308007:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316078743 00000100:00000001:3.0:1789469163.308009:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316078743 00000100:00000001:3.0:1789469163.308011:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316078743 00000100:00000001:3.0:1789469163.308013:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316078743 00000100:00000001:3.0:1789469163.308015:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316078743 00000100:00000001:3.0:1789469163.308017:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316078743 00000100:00000001:3.0:1789469163.308086:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469163.308089:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.308091:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469163.308095:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.308102:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469163.308104:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469163.308106:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469163.308107:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469163.308109:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469163.308122:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404847360:0@lo:38:kworker.0 00000100:00000001:3.0:1789469163.308125:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469163.308127:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469163.308129:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469163.308131:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469163.308134:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469163.308136:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469163.308146:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b268. 00000400:00000010:3.0:1789469163.308164:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a4c8. 00000100:00000200:3.0:1789469163.308167:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404847360, portal 10 00000100:00000001:3.0:1789469163.308169:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469163.308171:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:3.0:1789469163.308176:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.308193:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469163.308195:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469163.308197:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a880. 00000100:00000200:3.0:1789469163.308199:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404847360, offset 0 00000400:00000200:3.0:1789469163.308203:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469163.308220:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469163.308225:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f4f00 00000400:00000100:3.0:1789469163.308229:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404847360 offset 0 length 520: 4 00000400:00000200:3.0:1789469163.308232:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469163.308234:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469163.308238:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a880 00000400:00000010:3.0:1789469163.308240:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a880. 00000100:00000001:3.0:1789469163.308252:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469163.308256:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.308262:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469163.308265:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469163.308272:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.308273:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469163.308285:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469163.308289:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469163.308291:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316078745 00000100:00000001:3.0:1789469163.315837:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316078743 00000100:00000001:3.0:1789469163.315857:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316078752 00000100:00000001:3.0:1789469163.315896:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316078743 00000100:00000001:3.0:1789469163.315900:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316078752 00000100:00000001:3.0:1789469163.315903:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316078743 00000100:00000001:3.0:1789469163.315906:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316078752 00000100:00000001:3.0:1789469163.315909:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316078743 00000100:00000001:3.0:1789469163.315914:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469163.315918:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.315926:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.315930:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.315941:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469163.315944:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469163.315947:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469163.315949:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469163.315951:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469163.315953:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469163.336202:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316078752, at 4316078753 00000100:00000040:0.0:1789469163.336203:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316078745, at 4316078753 00000100:00000010:1.0:1789469163.336224:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922e40. 00000100:00000010:0.0:1789469163.336226:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922a80. 00000100:00000040:2.0:1789469163.336333:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316078752, at 4316078753 00000100:00000010:2.0:1789469163.336340:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922ae0. 00000100:00000040:3.0:1789469163.336422:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316078752, at 4316078753 00000100:00000010:3.0:1789469163.336430:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59226c0. 00010000:00000001:0.0:1789469163.495206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469163.495216:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469163.495222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469163.495224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469163.495230:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469163.495232:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469163.495631:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469163.495636:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469163.495639:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469164.327864:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469164.327887:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469164.327890:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469164.327897:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469164.327901:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469164.327908:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469164.327911:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469164.519215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469164.519225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469164.519232:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469164.519234:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469164.519240:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469164.519242:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469164.519357:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469164.519362:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469164.519365:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469165.351191:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469165.351211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469165.351213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469165.351219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469165.351223:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469165.351229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469165.351232:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469165.545000:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469165.545009:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469165.545017:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469165.545019:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469165.545024:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469165.545026:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469165.545230:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469165.545234:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469165.545238:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469166.375245:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469166.375268:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469166.375271:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469166.375277:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469166.375305:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469166.375311:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469166.375315:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469166.567458:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469166.567469:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469166.567476:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469166.567478:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469166.567484:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469166.567486:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469166.567602:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469166.567608:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469166.567612:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469167.399663:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469167.399675:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469167.399695:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469142/real 1789469142] req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469167 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469167.399719:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469167.399722:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469167.399726:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bec8. 00000400:00000200:3.0:1789469167.399736:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93abb0 00000400:00000010:3.0:1789469167.399740:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93abb0. 00000100:00000001:3.0:1789469167.399745:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469167.399750:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469167 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469167.399759:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469167 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469167.399767:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469167.399770:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469167.399773:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469167.399776:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469167.399780:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469167 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469167.399788:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469167.399801:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469167.399803:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469167.399807:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469167.399810:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469167.399815:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469167.399820:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469167 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469167.399827:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469167.399830:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469167.399855:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469167.399857:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469167.399859:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469167.399862:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469167.399866:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469167.399916:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469167.399920:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469167.399925:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469167 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469167.399933:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404846848:0@lo:250:kworker.0 00000100:00000001:3.0:1789469167.399938:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469167.399942:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469167.399945:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404846848/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469167 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469167.399952:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469167.399955:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469167.399960:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469167.399966:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469167.399969:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469167.399972:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469167.399974:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469167.399978:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dffc00. 02000000:00000001:3.0:1789469167.399983:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469167.399986:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469167.399988:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:3.0:1789469167.399993:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469167.399994:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469167.399997:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469167.400087:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469167.400094:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469167.400097:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469167.400100:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469167.400104:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469167.400108:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21390 00000100:00080000:1.0:1789469167.400113:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469167.400117:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469167.400121:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469167.400123:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469167.400126:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469167.400137:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469167.400139:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469167.400142:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469167.400146:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469167.400149:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469167.400151:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469167.400154:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469167.400155:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469167.400157:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469167.400159:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469167.400162:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469167.400166:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469167.400168:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469167.400171:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469167.400176:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469167.400179:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469167.400181:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469167.400186:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469167.400193:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789469167.400197:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469167.400212:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469167.400214:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469167.400218:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469167.400221:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469167.400226:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469167.400237:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc400. 00000100:00000001:1.0:1789469167.400245:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469167.400253:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469167.400264:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469167.400270:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469167.400275:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469167.400296:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469167.400300:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469167.400304:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469167.400307:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469167.400310:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469167.400312:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469167.400316:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469167.400318:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469167.400321:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469167.400328:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21420) 00000100:00000001:3.0:1789469167.403101:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469167.403117:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469167.403122:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469167.403139:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469167.403182:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469167.403184:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469167.403190:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469167.403196:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469167.403199:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469167.403215:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404847488:0@lo:250:kworker.0 00000100:00000001:3.0:1789469167.403220:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469167.403226:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469167.403230:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469167.403233:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469167.403242:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469167.403244:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469167.403253:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bec8. 00000400:00000010:3.0:1789469167.403263:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93abb0. 00000100:00000200:3.0:1789469167.403272:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404847488, portal 25 00000100:00000001:3.0:1789469167.403275:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469167.403277:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755040640 : -130395954510976 : ffff8967d3738380) 00000100:00000040:3.0:1789469167.403297:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469167.403305:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469167.403308:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469167.403311:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a880. 00000100:00000200:3.0:1789469167.403315:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404847488, offset 0 00000400:00000200:3.0:1789469167.403324:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469167.403342:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469167.403358:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f4f80 00000400:00000100:3.0:1789469167.403365:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404847488 offset 0 length 520: 4 00000400:00000200:3.0:1789469167.403371:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469167.403374:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469167.403390:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a880 00000400:00000010:3.0:1789469167.403393:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a880. 00000100:00000001:3.0:1789469167.403404:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469167.403408:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469167.403417:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469167.403421:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469167.403428:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469167.403430:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469167.403438:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469167.403444:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316087990 00000100:00000010:3.0:1789469167.403449:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59226c0. 00000100:00000001:3.0:1789469167.403458:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469167.403473:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316087990 00000100:00000010:3.0:1789469167.403477:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922720. 00000100:00000001:3.0:1789469167.403481:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469167.403485:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316087990 00000100:00000010:3.0:1789469167.403488:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922ea0. 00000100:00000001:3.0:1789469167.403491:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469167.403507:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316087990 00000100:00000010:3.0:1789469167.403511:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922cc0. 00000100:00000001:3.0:1789469167.403515:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469167.403518:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469167.403522:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469167.403529:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469167.403532:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469167.403542:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469167.403776:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469167.403781:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469167.403783:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469167.403785:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469167.403787:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.594349:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469167.594359:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.594366:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469167.594368:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.594373:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469167.594375:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469167.595114:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469167.595120:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469167.595125:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469168.423201:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469168.423215:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469168.423220:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469168.423224:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469168.423227:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469168.423230:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469168.423234:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469168.423238:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469168.423241:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469168.423244:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469168.423251:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21421) 00000100:00000001:3.0:1789469168.423261:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469168.423278:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469168.423305:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469168.423310:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469168.423312:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469168.423318:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469168.423320:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469168.618097:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469168.618108:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469168.618115:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469168.618116:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469168.618122:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469168.618123:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469168.618378:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469168.618383:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469168.618387:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469168.774374:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469168.774396:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469168.774401:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469168.774404:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469168.774418:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469168.774437:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa3e80 00000400:00000100:3.0:1789469168.774447:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402418304 offset 0 length 520: 4 00000400:00000200:3.0:1789469168.774453:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469168.774457:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469168.774468:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469168.774473:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469168.774475:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469168.774477:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469168.774478:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469168.774480:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469168.774483:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469168.774489:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3f00 00000400:00000100:3.0:1789469168.774494:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402418432 offset 0 length 520: 4 00000400:00000200:3.0:1789469168.774497:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469168.774499:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469168.774503:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469168.774523:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469168.774526:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469168.774529:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469168.779526:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469168.779544:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469168.779548:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469168.779550:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469168.779562:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469168.779591:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa3f80 00000400:00000100:0.0:1789469168.779599:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402418560 offset 0 length 520: 4 00000400:00000200:0.0:1789469168.779604:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469168.779607:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469168.779617:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469168.779624:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469168.779626:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469168.779629:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469169.447713:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469169.447730:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469169.447732:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469169.447737:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469169.447740:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469169.447764:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469169.447767:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469169.639192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469169.639201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469169.639206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469169.639207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469169.639212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469169.639214:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469169.647152:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469169.647161:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469169.647167:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469170.476690:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469170.476706:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469170.476708:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469170.476714:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469170.476717:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469170.476722:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469170.476724:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469170.663147:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469170.663155:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469170.663162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469170.663163:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469170.663169:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469170.663173:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469170.663175:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469170.663178:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469170.663181:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469170.663183:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469170.663185:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469170.663187:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469170.663366:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469170.663370:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469170.663373:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469171.500677:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469171.500691:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469171.500694:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469171.500699:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469171.500701:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469171.500705:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469171.500708:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469171.687330:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469171.687337:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469171.687342:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469171.687344:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469171.687349:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469171.687351:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469171.687437:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469171.687441:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469171.687443:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469172.455177:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469172.455188:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469172.455191:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469172.455195:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469172.455327:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469172.455332:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469172.455336:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469172.455340:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469172.455342:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469172.455345:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469172.455352:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21425) 00000100:00000001:3.0:1789469172.520525:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469172.520542:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469172.520544:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469172.520558:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469172.520560:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469172.520564:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469172.520566:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469172.711184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469172.711193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469172.711198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469172.711199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469172.711204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469172.711206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469172.712428:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469172.712433:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469172.712437:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469172.903169:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316087990, at 4316088320 00000100:00000040:2.0:1789469172.903169:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316087990, at 4316088320 00000100:00000010:2.0:1789469172.903185:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922ea0. 00000100:00000010:0.0:1789469172.903187:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59226c0. 00000100:00000040:1.0:1789469172.903352:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316087990, at 4316088320 00000100:00000010:1.0:1789469172.903359:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922720. 00000100:00000040:3.0:1789469172.903468:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316087990, at 4316088320 00000100:00000010:3.0:1789469172.903474:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922cc0. 00000100:00000001:3.0:1789469173.543156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469173.543171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469173.543173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469173.543178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469173.543180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469173.543184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469173.543187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469173.735174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469173.735181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469173.735188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469173.735190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469173.735195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469173.735196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469173.736023:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469173.736028:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469173.736031:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469174.568977:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469174.568999:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469174.569002:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469174.569007:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469174.569010:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469174.569016:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469174.569019:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469174.759243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469174.759254:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469174.759270:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469174.759273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469174.759278:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469174.759280:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469174.760923:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469174.760931:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469174.760937:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469175.594581:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469175.594610:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469175.594613:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469175.594619:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469175.594622:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469175.594628:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469175.594631:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469175.783216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469175.783226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469175.783234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469175.783236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469175.783242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469175.783244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469175.783417:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469175.783421:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469175.783424:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469176.615353:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469176.615371:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469176.615374:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469176.615381:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469176.615383:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469176.615390:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469176.615393:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469176.807232:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469176.807242:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469176.807250:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469176.807252:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469176.807258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469176.807259:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469176.807830:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469176.807835:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469176.807839:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469177.511190:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469177.511205:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469177.511208:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469177.511211:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469177.511214:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469177.511216:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469177.511219:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469177.511223:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469177.511226:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469177.511229:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469177.511239:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21430) 00000100:00000001:2.0:1789469177.639471:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469177.639489:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469177.639491:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469177.639497:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469177.639500:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469177.639507:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469177.639518:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469177.834570:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469177.834581:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469177.834589:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469177.834590:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469177.834596:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469177.834598:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469177.834913:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469177.834918:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469177.834922:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469178.663801:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469178.663821:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469178.663823:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469178.663834:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469178.663837:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469178.663844:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469178.663847:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.855204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469178.855215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.855223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469178.855224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.855230:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469178.855232:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469178.855350:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469178.855354:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469178.855358:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469179.687517:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469179.687585:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469179.687589:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469179.687595:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469179.687598:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469179.687604:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469179.687608:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469179.879363:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469179.879375:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469179.879382:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469179.879383:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469179.879389:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469179.879391:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469179.879518:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469179.879523:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469179.879526:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469180.715010:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469180.715028:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469180.715031:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469180.715070:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469180.715073:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469180.715079:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469180.715082:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469180.903214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469180.903226:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469180.903234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469180.903236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469180.903243:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469180.903247:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469180.903250:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469180.903255:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469180.903259:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469180.903261:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469180.903264:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469180.903266:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469180.903434:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469180.903439:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469180.903443:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469181.735434:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469181.735452:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469181.735454:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469181.735460:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469181.735463:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469181.735469:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469181.735472:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469181.927209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469181.927220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469181.927227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469181.927229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469181.927234:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469181.927236:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469181.927393:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469181.927397:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469181.927401:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469182.631620:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469182.631644:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469182.631648:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469182.631652:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469182.631655:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469182.631658:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469182.631661:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469182.631665:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469182.631668:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469182.631671:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469182.631677:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21435) 00000100:00000001:2.0:1789469182.759197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469182.759219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469182.759221:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469182.759228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469182.759231:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469182.759238:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469182.759241:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469182.951551:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469182.951561:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469182.951569:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469182.951570:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469182.951576:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469182.951585:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469182.952599:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469182.952606:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469182.952611:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469183.783415:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469183.784355:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469183.784358:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469183.784366:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469183.784369:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469183.784375:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469183.784378:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469183.975427:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469183.975438:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469183.975446:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469183.975448:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469183.975453:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469183.975455:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469183.975674:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469183.975679:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469183.975683:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469184.808175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469184.808195:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469184.808198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469184.808203:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469184.808207:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469184.808213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469184.808217:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469184.999998:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469185.000009:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469185.000015:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469185.000017:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469185.000022:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469185.000024:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469185.000225:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469185.000230:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469185.000233:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469185.834142:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469185.834162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469185.834165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469185.834172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469185.834175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469185.834181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469185.834184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469186.024745:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469186.024757:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469186.024764:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469186.024766:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469186.024772:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469186.024774:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469186.025179:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469186.025184:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469186.025187:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469186.855474:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469186.855491:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469186.855503:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469186.855514:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469186.855517:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469186.855523:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469186.855526:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.047684:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469187.047691:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.047697:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469187.047698:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.047703:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469187.047705:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469187.047856:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469187.047860:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469187.047863:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469187.751538:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469187.751553:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469187.751557:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469187.751561:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469187.751564:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469187.751568:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469187.751571:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469187.751575:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469187.751578:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469187.751581:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469187.751588:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21440) 00000100:00000001:2.0:1789469187.882483:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469187.882504:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469187.882508:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469187.882514:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469187.882517:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469187.882523:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469187.882526:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469188.071231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469188.071244:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469188.071252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469188.071253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469188.071260:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469188.071262:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469188.071371:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469188.071375:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469188.071379:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469188.903153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469188.903163:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469188.903180:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469163/real 1789469163] req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469188.903201:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469188.903204:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469188.903209:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bc60. 00000400:00000200:2.0:1789469188.903217:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a770 00000400:00000010:2.0:1789469188.903220:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a770. 00000100:00000001:2.0:1789469188.903225:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469188.903229:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469188.903239:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903248:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469188.903250:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903253:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469188.903255:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469188.903259:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903266:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903269:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469188.903274:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469163/real 1789469163] req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469188.903281:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469188.903283:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469188.903284:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b268. 00000400:00000200:2.0:1789469188.903286:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a4c8 00000400:00000010:2.0:1789469188.903288:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a4c8. 00000100:00000001:2.0:1789469188.903290:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469188.903293:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469188.903300:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903306:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469188.903307:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903309:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469188.903311:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469188.903314:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903321:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903322:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469188.903327:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469163/real 1789469163] req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469188.903334:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469188.903336:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469188.903337:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bc08. 00000400:00000200:2.0:1789469188.903339:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a220 00000400:00000010:2.0:1789469188.903341:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a220. 00000100:00000001:2.0:1789469188.903343:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469188.903345:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469188.903353:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903358:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469188.903359:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903361:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469188.903362:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469188.903365:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903371:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903372:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469188.903376:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469163/real 1789469163] req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469188.903383:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469188.903384:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469188.903386:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b0b0. 00000400:00000200:2.0:1789469188.903388:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a000 00000400:00000010:2.0:1789469188.903390:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a000. 00000100:00000001:2.0:1789469188.903392:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469188.903395:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469188.903403:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903409:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469188.903410:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903411:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469188.903412:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469188.903415:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903421:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903445:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469188.903448:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903451:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469188.903453:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469188.903457:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469188.903461:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903468:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469188.903471:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903472:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469188.903473:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903476:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469188.903479:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469188.903483:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469188.903512:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469188.903515:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469188.903519:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469188.903535:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404847232:0@lo:38:kworker.0 00000100:00000001:2.0:1789469188.903541:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469188.903544:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903551:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469188.903553:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903555:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469188.903556:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903557:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469188.903559:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469188.903561:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469188.903566:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469188.903568:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469188.903571:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469188.903586:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404847360:0@lo:38:kworker.0 00000100:00000001:2.0:1789469188.903590:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469188.903593:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903600:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469188.903602:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903604:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469188.903606:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903608:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469188.903609:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469188.903611:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469188.903618:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469188.903620:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469188.903625:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789469188.903628:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469188.903640:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789469188.903640:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404846976:0@lo:38:kworker.0 00000100:00080000:1.0:1789469188.903647:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469188.903651:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469188.903653:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469188.903656:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469188.903661:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789469188.903662:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789469188.903666:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21411 00000100:00000040:2.0:1789469188.903669:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789469188.903672:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469188.903679:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469188.903681:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469188.903685:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469188.903686:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789469188.903688:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469188.903690:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469188.903692:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469188.903693:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469188.903696:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469188.903697:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00080000:2.0:1789469188.903700:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1789469188.903709:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469188.903712:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469188.903716:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00080000:2.0:1789469188.903718:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000020:00000040:1.0:1789469188.903720:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000100:00000001:2.0:1789469188.903722:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:1.0:1789469188.903724:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789469188.903728:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789469188.903729:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469188.903732:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469188.903734:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469188.903737:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469188.903741:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00100000:2.0:1789469188.903751:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404847104:0@lo:38:kworker.0 00000100:00000001:2.0:1789469188.903755:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789469188.903757:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00000001:2.0:1789469188.903759:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1789469188.903764:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000040:2.0:1789469188.903765:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404847232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469188.903770:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469188.903777:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789469188.903778:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469188.903782:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469188.903786:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08d000. 02000000:00000001:1.0:1789469188.903787:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469188.903793:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469188.903795:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789469188.903796:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000020:00000001:2.0:1789469188.903798:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789469188.903801:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789469188.903801:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469188.903806:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469188.903809:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfcc00. 02000000:00000001:2.0:1789469188.903812:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469188.903814:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469188.903815:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000100:00000010:2.0:1789469188.903816:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:2.0:1789469188.903822:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469188.903824:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789469188.903826:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1789469188.903826:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469188.903831:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a300 x1876386404847360/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789469188.903833:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469188.903837:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469188.903843:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789469188.903843:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469188.903846:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1789469188.903848:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1789469188.903848:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:2.0:1789469188.903853:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469188.903854:0:117762:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:1.0:1789469188.903855:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789469188.903855:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469188.903858:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469188.903860:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dff400. 02000000:00000001:2.0:1789469188.903864:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469188.903865:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469188.903867:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a300. 02000000:00000010:1.0:1789469188.903870:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe400. 00000100:00000001:2.0:1789469188.903871:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469188.903873:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903875:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469188.903878:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404846976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469188.903880:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.903887:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469188.903890:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1789469188.903891:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1789469188.903892:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789469188.903896:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469188.903898:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469188.903901:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469188.903905:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469188.903908:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc800. 00000100:00000001:1.0:1789469188.903909:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789469188.903910:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469188.903914:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469188.903915:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:1.0:1789469188.903918:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.903920:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469188.903922:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.903924:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469188.903926:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789469188.903929:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404847104/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469188 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.903955:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469188.903958:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1789469188.903960:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469188.903960:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f400. 02000000:00000001:2.0:1789469188.903963:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1789469188.903964:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1789469188.903965:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469188.903968:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00080000:1.0:1789469188.903971:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000020:00000001:2.0:1789469188.903972:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469188.903974:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd400. 00000100:00000001:1.0:1789469188.903975:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1789469188.903978:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1789469188.903979:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1789469188.903981:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469188.903984:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:1.0:1789469188.903985:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789469188.903987:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469188.903990:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789469188.903991:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21411 00000100:00000001:2.0:1789469188.903993:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789469188.903996:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1789469188.903998:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1789469188.904001:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469188.904001:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.904006:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469188.904007:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789469188.904009:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1789469188.904012:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469188.904012:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789469188.904017:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000040:2.0:1789469188.904018:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789469188.904022:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469188.904025:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469188.904028:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789469188.904031:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1789469188.904032:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000100:00000001:2.0:1789469188.904034:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469188.904064:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469188.904067:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469188.904069:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469188.904073:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404847616:0@lo:38:kworker.0 00000100:00000001:2.0:1789469188.904079:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1789469188.904082:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 02000000:00000001:2.0:1789469188.904085:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1789469188.904086:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 02000000:00000001:2.0:1789469188.904090:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469188.904093:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:2.0:1789469188.904094:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789469188.904098:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469188.904100:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000010:2.0:1789469188.904101:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 00000100:00000001:1.0:1789469188.904103:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:2.0:1789469188.904105:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789469188.904108:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469188.904112:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000400:00000010:2.0:1789469188.904113:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d68. 00000100:00000001:1.0:1789469188.904116:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469188.904120:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1789469188.904121:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 02000000:00000001:1.0:1789469188.904124:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469188.904128:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789469188.904129:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404847616, portal 10 00000100:00000001:1.0:1789469188.904130:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469188.904133:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904134:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469188.904137:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046016 : -130395954505600 : ffff8967d3739880) 00000100:00000010:1.0:1789469188.904139:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789469188.904142:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469188.904144:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469188.904146:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469188.904148:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1789469188.904148:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789469188.904151:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469188.904153:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469188.904158:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe000. 00000100:00000001:2.0:1789469188.904161:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789469188.904162:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469188.904167:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1789469188.904169:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1789469188.904172:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000001:1.0:1789469188.904178:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1789469188.904178:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404847616, offset 0 00000100:00000001:1.0:1789469188.904181:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469188.904184:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789469188.904189:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789469188.904195:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469188.904198:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469188.904200:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469188.904201:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469188.904202:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469188.904204:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469188.904208:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21411 00000400:00000200:2.0:1789469188.904209:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:1.0:1789469188.904211:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469188.904215:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469188.904216:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469188.904217:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469188.904218:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469188.904222:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469188.904223:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469188.904227:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:2.0:1789469188.904227:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5000 00000020:00000040:1.0:1789469188.904231:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469188.904233:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469188.904235:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469188.904239:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000400:00000100:2.0:1789469188.904239:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404847616 offset 0 length 520: 4 00000100:00000001:1.0:1789469188.904243:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469188.904245:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469188.904247:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000400:00000200:2.0:1789469188.904248:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000040:1.0:1789469188.904249:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469188.904254:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000400:00000200:2.0:1789469188.904254:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1789469188.904256:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469188.904259:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469188.904260:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469188.904262:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469188.904263:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469188.904264:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469188.904266:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000400:00000200:2.0:1789469188.904267:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000020:00000040:1.0:1789469188.904268:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469188.904271:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1789469188.904271:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 02000000:00000001:1.0:1789469188.904274:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469188.904276:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469188.904277:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789469188.904277:0:117762:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1789469188.904281:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789469188.904284:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789469188.904286:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfdc00. 00000100:00000001:1.0:1789469188.904292:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904298:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1789469188.904301:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1789469188.904303:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904326:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469188.904328:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469188.904330:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469188.904333:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904336:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469188.904340:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789469188.904343:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469188.904349:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316104340 00000100:00000001:1.0:1789469188.904352:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469188.904356:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469188.904359:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469188.904361:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:2.0:1789469188.904361:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d80. 00000100:00080000:1.0:1789469188.904365:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469188.904368:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469188.904371:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21411 00000100:00000001:2.0:1789469188.904371:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00080000:1.0:1789469188.904375:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469188.904379:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469188.904381:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469188.904383:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469188.904385:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469188.904388:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469188.904389:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000100:00000001:2.0:1789469188.904390:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316104340 00000020:00000001:1.0:1789469188.904392:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000010:2.0:1789469188.904395:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ba0. 00000020:00000040:1.0:1789469188.904396:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469188.904400:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000001:2.0:1789469188.904400:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000001:1.0:1789469188.904405:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000001:2.0:1789469188.904406:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316104340 00000100:00000040:1.0:1789469188.904409:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000010:2.0:1789469188.904411:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37600. 00000100:00000001:1.0:1789469188.904412:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469188.904416:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469188.904418:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789469188.904418:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000040:1.0:1789469188.904423:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00000001:2.0:1789469188.904423:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316104340 00000100:00000010:2.0:1789469188.904437:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37900. 00000100:00080000:1.0:1789469188.904440:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469188.904443:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469188.904445:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469188.904448:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469188.904451:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469188.904454:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904455:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469188.904456:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469188.904459:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904460:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469188.904464:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000100:00000001:2.0:1789469188.904465:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789469188.904468:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1789469188.904469:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.904474:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1789469188.904475:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469188.904478:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904478:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.904482:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469188.904483:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789469188.904485:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1789469188.904486:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789469188.904488:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1789469188.904490:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469188.904494:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789469188.904496:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd000. 00000100:00000001:1.0:1789469188.904502:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904506:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469188.904508:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469188.904511:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789469188.904512:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469188.904514:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469188.904518:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469188.904524:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404847744:0@lo:38:kworker.0 00000100:00000001:1.0:1789469188.904528:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469188.904530:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789469188.904533:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469188.904534:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469188.904537:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469188.904539:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1789469188.904541:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789469188.904543:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469188.904545:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469188.904548:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143160. 00000400:00000010:2.0:1789469188.904553:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469188.904558:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404847744, portal 10 00000100:00000001:1.0:1789469188.904560:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904561:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469188.904564:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755050496 : -130395954501120 : ffff8967d373aa00) 00000100:00000040:1.0:1789469188.904569:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21442) 00000100:00000040:2.0:1789469188.904571:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789469188.904577:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469188.904579:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1789469188.904584:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469188.904584:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469188.904589:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000040:1.0:1789469188.904590:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21442) 00000100:00000200:2.0:1789469188.904592:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404847744, offset 0 00000400:00000200:2.0:1789469188.904597:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469188.904602:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469188.904608:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5080 00000400:00000100:2.0:1789469188.904613:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404847744 offset 0 length 520: 4 00000400:00000200:2.0:1789469188.904616:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469188.904618:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469188.904622:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469188.904624:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469188.904626:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469188.904629:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904636:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469188.904639:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904646:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904649:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469188.904651:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469188.904654:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469188.904656:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316104340 00000100:00000001:2.0:1789469188.904660:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316104340 00000100:00000001:2.0:1789469188.904662:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316104340 00000100:00000001:2.0:1789469188.904664:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316104340 00000100:00000001:2.0:1789469188.904665:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316104340 00000100:00000001:2.0:1789469188.904667:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316104340 00000100:00000001:2.0:1789469188.904670:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316104340 00000100:00000001:2.0:1789469188.904672:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316104340 00000100:00000001:2.0:1789469188.904674:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469188.904676:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904677:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469188.904680:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904686:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469188.904688:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469188.904689:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469188.904691:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469188.904693:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469188.904696:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404847872:0@lo:38:kworker.0 00000100:00000001:2.0:1789469188.904700:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469188.904701:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469188.904702:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469188.904704:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469188.904707:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469188.904709:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469188.904712:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41434d0. 00000400:00000010:2.0:1789469188.904714:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469188.904717:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404847872, portal 10 00000100:00000001:2.0:1789469188.904719:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469188.904720:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:2.0:1789469188.904725:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904732:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469188.904734:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469188.904736:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469188.904738:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404847872, offset 0 00000400:00000200:2.0:1789469188.904741:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469188.904745:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469188.904749:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5100 00000400:00000100:2.0:1789469188.904752:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404847872 offset 0 length 520: 4 00000400:00000200:2.0:1789469188.904755:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469188.904757:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469188.904760:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469188.904762:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469188.904764:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469188.904767:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904775:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469188.904777:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904784:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904785:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469188.904788:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469188.904791:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469188.904793:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316104340 00000100:00000001:2.0:1789469188.904795:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316104340 00000100:00000001:2.0:1789469188.904797:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316104340 00000100:00000001:2.0:1789469188.904799:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316104340 00000100:00000001:2.0:1789469188.904801:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316104340 00000100:00000001:2.0:1789469188.904804:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316104340 00000100:00000001:2.0:1789469188.904806:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316104340 00000100:00000001:2.0:1789469188.904808:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316104340 00000100:00000001:2.0:1789469188.904810:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469188.904812:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904814:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904816:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.904818:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469188.904820:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.904822:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469188.904823:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469188.904824:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469188.904828:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904835:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469188.904836:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469188.904838:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469188.904840:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469188.904842:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469188.904845:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404848000:0@lo:38:kworker.0 00000100:00000001:2.0:1789469188.904848:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469188.904849:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469188.904851:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469188.904852:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469188.904855:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469188.904857:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469188.904859:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143688. 00000400:00000010:2.0:1789469188.904862:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469188.904864:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404848000, portal 10 00000100:00000001:2.0:1789469188.904866:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469188.904868:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:2.0:1789469188.904873:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904885:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469188.904887:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469188.904889:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469188.904892:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404848000, offset 0 00000400:00000200:2.0:1789469188.904895:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469188.904899:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469188.904903:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5180 00000400:00000100:2.0:1789469188.904908:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404848000 offset 0 length 520: 4 00000400:00000200:2.0:1789469188.904911:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469188.904914:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469188.904918:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789469188.904920:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789469188.904922:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469188.904925:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904932:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469188.904935:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469188.904941:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904942:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469188.904945:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469188.904948:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469188.904950:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316104341 00000100:00000001:2.0:1789469188.904955:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316104340 00000100:00000001:2.0:1789469188.904958:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316104341 00000100:00000001:2.0:1789469188.904961:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316104340 00000100:00000001:2.0:1789469188.904964:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316104341 00000100:00000001:2.0:1789469188.904967:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316104340 00000100:00000001:2.0:1789469188.904969:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316104341 00000100:00000001:2.0:1789469188.904972:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316104340 00000100:00000001:2.0:1789469188.904975:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469188.904977:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904980:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904981:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.904984:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469188.904985:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.904987:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469188.904988:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469188.904990:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.904992:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469188.925118:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316104341, at 4316104342 00000100:00000010:0.0:1789469188.925138:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d80. 00000100:00000040:2.0:1789469188.925240:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316104341, at 4316104342 00000100:00000010:2.0:1789469188.925249:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000040:1.0:1789469188.925968:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316104341, at 4316104342 00000100:00000010:1.0:1789469188.925977:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ba0. 00000100:00000040:3.0:1789469188.929200:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316104341, at 4316104346 00000100:00000010:3.0:1789469188.929244:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37900. 00010000:00000001:0.0:1789469189.095177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469189.095189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469189.095197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469189.095199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469189.095207:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469189.095209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469189.095312:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469189.095315:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469189.095318:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469189.928005:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469189.928024:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469189.928027:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469189.928032:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469189.928035:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469189.928074:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469189.928077:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469190.119234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469190.119244:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469190.119252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469190.119253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469190.119259:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469190.119262:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469190.119487:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469190.119491:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469190.119495:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469190.952949:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469190.952969:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469190.952972:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469190.952978:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469190.952981:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469190.952988:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469190.952992:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469191.143252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469191.143265:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469191.143273:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469191.143275:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469191.143283:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469191.143289:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469191.143293:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469191.143298:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469191.143302:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469191.143306:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469191.143308:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469191.143310:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469191.145566:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469191.145575:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469191.145592:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469191.975199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469191.975219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469191.975222:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469191.975229:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469191.975232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469191.975238:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469191.975241:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469192.167260:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469192.167272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469192.167279:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469192.167281:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469192.167287:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469192.167289:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469192.167631:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469192.167636:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469192.167640:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469192.554704:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469192.554715:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469192.554722:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789469192.554980:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789469192.554989:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469192.555006:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469192.555013:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469192.555016:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469192.999489:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469192.999497:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469192.999511:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469167/real 1789469167] req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469192 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469192.999528:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469192.999538:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469192.999542:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bec8. 00000400:00000200:2.0:1789469192.999548:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93abb0 00000400:00000010:2.0:1789469192.999552:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93abb0. 00000100:00000001:2.0:1789469192.999556:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469192.999560:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469192 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469192.999569:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469192 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469192.999576:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469192.999578:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469192.999581:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469192.999583:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469192.999586:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469192 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469192.999603:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469192.999612:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469192.999614:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469192.999616:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469192.999618:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469192.999621:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469192.999625:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469192 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469192.999632:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469192.999635:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469192.999636:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469192.999637:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469192.999640:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469192.999642:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469192.999644:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469192.999671:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469192.999674:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469192.999678:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469192 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469192.999686:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404847488:0@lo:250:kworker.0 00000100:00000001:2.0:1789469192.999691:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469192.999693:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469192.999696:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738380 x1876386404847488/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469192 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469192.999703:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469192.999706:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469192.999711:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789469192.999716:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469192.999719:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469192.999721:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469192.999724:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469192.999727:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc400. 02000000:00000001:2.0:1789469192.999731:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469192.999733:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469192.999735:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738380. 00000100:00000001:2.0:1789469192.999740:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469192.999741:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469192.999744:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469192.999761:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469192.999772:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469192.999776:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469192.999781:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469192.999786:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469192.999792:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21415 00000100:00080000:3.0:1789469192.999797:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469192.999801:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469192.999804:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469192.999807:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469192.999809:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469192.999820:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469192.999823:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789469192.999826:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469192.999831:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789469192.999834:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789469192.999836:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789469192.999839:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469192.999841:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469192.999843:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469192.999845:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469192.999848:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789469192.999852:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469192.999855:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469192.999858:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469192.999887:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469192.999891:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469192.999893:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469192.999897:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469192.999905:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d500. 00000020:00000040:3.0:1789469192.999909:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469192.999913:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469192.999915:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469192.999918:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469192.999922:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469192.999926:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469192.999936:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789469192.999945:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469192.999956:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469192.999967:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469192.999973:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469192.999977:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000092c93d6] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.000008:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469193.000012:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469193.000017:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469193.000021:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469193.000025:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469193.000029:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469193.000032:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469193.000095:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469193.000101:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469193.000114:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21446) 00000100:00000001:2.0:1789469193.000487:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469193.000493:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469193.000496:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469193.000503:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469193.000512:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469193.000514:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469193.000518:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469193.000521:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469193.000523:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469193.000526:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404848128:0@lo:250:kworker.0 00000100:00000001:2.0:1789469193.000530:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469193.000534:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469193.000536:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469193.000538:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469193.000547:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469193.000549:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469193.000554:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789469193.000559:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469193.000565:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404848128, portal 25 00000100:00000001:2.0:1789469193.000568:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469193.000569:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312507136 : -130400397044480 : ffff8966caa7d500) 00000100:00000040:2.0:1789469193.000575:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469193.000581:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469193.000584:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469193.000587:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469193.001118:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404848128, offset 0 00000400:00000200:2.0:1789469193.001128:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469193.001141:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469193.001153:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f5200 00000400:00000100:2.0:1789469193.001159:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404848128 offset 0 length 520: 4 00000400:00000200:2.0:1789469193.001164:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469193.001167:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469193.001177:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469193.001180:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469193.001184:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469193.001189:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469193.001197:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469193.001201:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469193.001208:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469193.001210:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469193.001215:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469193.001219:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316113588 00000100:00000010:2.0:1789469193.001224:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37600. 00000100:00000001:2.0:1789469193.001231:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469193.001665:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316113588 00000100:00000010:2.0:1789469193.001671:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37960. 00000100:00000001:2.0:1789469193.001675:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469193.001678:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316113588 00000100:00000010:2.0:1789469193.001681:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789469193.001684:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469193.001688:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316113588 00000100:00000010:2.0:1789469193.001690:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789469193.001693:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469193.001696:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469193.001699:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469193.001704:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469193.001707:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469193.001714:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469193.001717:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469193.001719:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469193.001721:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469193.001722:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469193.001724:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469193.191589:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469193.191599:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469193.191605:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469193.191607:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469193.191612:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469193.191614:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469193.191837:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469193.191844:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469193.191848:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469194.023192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789469194.023192:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469194.023201:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469194.023204:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469194.023206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1789469194.023208:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789469194.023209:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469194.023212:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469194.023215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789469194.023216:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789469194.023219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1789469194.023220:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469194.023224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469194.023225:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789469194.023230:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469194.023231:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469194.023235:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469194.023240:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21447) 00010000:00000001:0.0:1789469194.215169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469194.215183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469194.215188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469194.215190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469194.215195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469194.215196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469194.215438:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469194.215441:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469194.215445:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469194.376840:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469194.376858:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469194.376863:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469194.376866:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469194.376878:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469194.376895:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4000 00000400:00000100:3.0:1789469194.376904:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402418688 offset 0 length 520: 4 00000400:00000200:3.0:1789469194.376910:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469194.376913:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469194.376922:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469194.376942:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469194.376945:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469194.376948:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469194.377630:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469194.377645:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469194.377648:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469194.377650:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469194.377656:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469194.377665:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4080 00000400:00000100:3.0:1789469194.377671:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402418816 offset 0 length 520: 4 00000400:00000200:3.0:1789469194.377676:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469194.377678:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469194.377684:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469194.377688:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469194.377690:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469194.377691:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469194.378510:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469194.378519:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469194.378522:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469194.378525:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469194.378531:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469194.378540:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4100 00000400:00000100:0.0:1789469194.378545:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402418944 offset 0 length 520: 4 00000400:00000200:0.0:1789469194.378549:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469194.378551:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469194.378557:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469194.378561:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469194.378563:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469194.378566:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469195.048375:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469195.048404:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469195.048406:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469195.048411:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469195.048414:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469195.048419:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469195.048421:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469195.239179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469195.239187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469195.239193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469195.239195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469195.239200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469195.239201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469195.239347:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469195.239350:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469195.239353:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469196.071162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469196.071177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469196.071179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469196.071184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469196.071186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469196.071191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469196.071193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469196.263177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469196.263183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469196.263188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469196.263189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469196.263194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469196.263195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469196.263610:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469196.263614:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469196.263617:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469197.095157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469197.095173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469197.095175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469197.095180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469197.095183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469197.095187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469197.095190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.287305:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469197.287312:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.287318:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469197.287319:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.287323:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469197.287325:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469197.287418:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469197.287421:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469197.287433:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469198.055290:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469198.055301:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469198.055304:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469198.055307:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469198.055310:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469198.055313:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469198.055315:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469198.055319:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469198.055321:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469198.055324:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469198.055330:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21451) 00000100:00000001:2.0:1789469198.119165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469198.119179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469198.119181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469198.119186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469198.119188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469198.119192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469198.119195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469198.311173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469198.311180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469198.311186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469198.311188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469198.311192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469198.311194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469198.318643:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469198.318649:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469198.318655:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469198.503237:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316113588, at 4316113920 00000100:00000010:2.0:1789469198.503253:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000100:00000040:0.0:1789469198.506502:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316113588, at 4316113923 00000100:00000010:0.0:1789469198.506517:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000040:1.0:1789469198.506609:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316113588, at 4316113923 00000100:00000010:1.0:1789469198.506616:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:3.0:1789469198.506880:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316113588, at 4316113923 00000100:00000010:3.0:1789469198.506887:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789469199.143156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469199.143170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469199.143172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469199.143176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469199.143179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469199.143183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469199.143186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469199.335173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469199.335180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469199.335186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469199.335187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469199.335192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469199.335193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469199.335282:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469199.335286:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469199.335288:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469200.174604:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469200.174637:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469200.174640:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469200.174647:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469200.174650:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469200.174790:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469200.174794:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469200.359208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469200.359219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469200.359227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469200.359229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469200.359235:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469200.359237:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469200.360070:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469200.360077:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469200.360091:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469201.191217:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469201.191245:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469201.191248:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469201.191253:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469201.191257:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469201.191262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469201.191265:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469201.384014:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469201.384024:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469201.384031:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469201.384033:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469201.384064:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469201.384069:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469201.384073:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469201.384077:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469201.384081:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469201.384083:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469201.384086:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469201.384088:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469201.384266:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469201.384271:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469201.384275:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469202.217312:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469202.217344:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469202.217346:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469202.217352:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469202.217355:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469202.217361:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469202.217365:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469202.407443:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469202.407453:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469202.407519:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469202.407522:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469202.407528:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469202.407530:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469202.415650:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469202.415661:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469202.415667:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469203.112016:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469203.112031:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469203.112034:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469203.112276:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469203.112279:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469203.112283:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469203.112286:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469203.112289:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469203.112292:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469203.112295:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469203.112303:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21456) 00000100:00000001:2.0:1789469203.242309:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469203.242402:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469203.242405:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469203.242412:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469203.242415:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469203.242421:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469203.242424:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469203.432921:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469203.432930:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469203.432938:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469203.432939:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469203.432945:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469203.432947:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469203.433442:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469203.433446:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469203.433451:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469204.263420:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469204.263450:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469204.263453:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469204.263459:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469204.263462:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469204.263468:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469204.263472:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469204.455259:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469204.455269:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469204.455276:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469204.455278:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469204.455284:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469204.455285:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469204.455449:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469204.455454:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469204.455458:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469205.291593:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469205.291614:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469205.291617:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469205.291623:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469205.291626:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469205.291633:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469205.291635:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469205.479245:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469205.479256:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469205.479263:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469205.479265:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469205.479270:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469205.479273:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469205.480638:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469205.480646:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469205.480652:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469206.312172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469206.312190:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469206.312192:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469206.312198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469206.312201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469206.312207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469206.312211:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469206.504006:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469206.504015:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469206.504021:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469206.504022:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469206.504028:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469206.504029:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469206.506582:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469206.506588:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469206.506593:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469207.336763:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469207.336788:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469207.336790:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469207.336795:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469207.336797:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469207.336802:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469207.336805:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.527424:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469207.527432:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.527438:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469207.527440:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.527445:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469207.527446:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469207.527583:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469207.527587:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469207.527590:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469208.231221:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469208.231244:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469208.231248:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469208.231252:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469208.231256:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469208.231259:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469208.231262:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469208.231265:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469208.231268:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469208.231271:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469208.231276:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21461) 00000100:00000001:2.0:1789469208.359155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469208.359169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469208.359171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469208.359176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469208.359178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469208.359183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469208.359185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469208.551333:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469208.551340:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469208.551347:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469208.551348:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469208.551353:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469208.551355:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469208.551447:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469208.551451:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469208.551454:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469209.383280:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469209.383292:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469209.383295:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469209.383299:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469209.383302:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469209.383306:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469209.383309:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469209.575297:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469209.575305:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469209.575311:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469209.575312:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469209.575317:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469209.575319:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469209.576440:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469209.576444:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469209.576447:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469210.407192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469210.407209:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469210.407211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469210.407217:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469210.407219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469210.407225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469210.407228:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469210.601676:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469210.601683:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469210.601689:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469210.601691:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469210.601696:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469210.601698:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469210.601798:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469210.601802:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469210.601805:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469211.431429:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469211.431445:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469211.431447:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469211.431451:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469211.431453:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469211.431458:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469211.431460:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469211.623174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469211.623182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469211.623189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469211.623190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469211.623195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469211.623199:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469211.623201:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469211.623205:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469211.623207:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469211.623210:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469211.623212:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469211.623214:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469211.623661:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469211.623665:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469211.623669:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469212.455928:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469212.455944:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469212.455946:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469212.455951:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469212.455953:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469212.455958:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469212.455960:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469212.647162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469212.647170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469212.647175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469212.647176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469212.647181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469212.647183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469212.647301:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469212.647305:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469212.647308:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469213.351216:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.351227:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469213.351230:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.351233:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469213.351236:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.351239:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469213.351249:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.351253:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469213.351255:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.351258:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469213.351406:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21466) 00000100:00000001:2.0:1789469213.479159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469213.479169:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469213.479188:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469188/real 1789469188] req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469213.479207:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469213.479209:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469213.479223:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143688. 00000400:00000200:2.0:1789469213.479230:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469213.479233:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469213.479237:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469213.479249:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469213.479259:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479266:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469213.479268:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479279:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469213.479281:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469213.479285:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479291:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479294:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469213.479298:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469188/real 1789469188] req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469213.479307:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469213.479308:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469213.479311:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143160. 00000400:00000200:2.0:1789469213.479314:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469213.479315:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469213.479317:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469213.479320:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469213.479327:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479332:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469213.479334:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479336:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469213.479337:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469213.479340:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479346:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479347:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469213.479352:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469188/real 1789469188] req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469213.479359:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469213.479360:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469213.479362:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41434d0. 00000400:00000200:2.0:1789469213.479364:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469213.479366:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469213.479368:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469213.479371:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469213.479377:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479382:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469213.479383:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479385:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469213.479386:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469213.479390:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479395:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479397:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469213.479401:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469188/real 1789469188] req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469213.479409:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469213.479410:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469213.479412:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d68. 00000400:00000200:2.0:1789469213.479414:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469213.479416:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469213.479418:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469213.479421:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469213.479428:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479434:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469213.479435:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479437:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469213.479438:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469213.479441:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479448:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479457:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469213.479459:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479461:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469213.479464:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469213.479467:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469213.479471:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479477:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469213.479481:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479482:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469213.479483:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479485:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469213.479487:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469213.479491:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469213.479518:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469213.479521:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469213.479525:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469213.479532:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404848000:0@lo:38:kworker.0 00000100:00000001:2.0:1789469213.479536:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469213.479539:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479545:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469213.479547:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479548:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469213.479550:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479551:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469213.479553:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469213.479555:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469213.479560:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469213.479562:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469213.479566:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469213.479573:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404847744:0@lo:38:kworker.0 00000100:00000001:2.0:1789469213.479577:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469213.479581:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479586:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469213.479588:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479589:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469213.479590:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479592:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469213.479593:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469213.479595:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469213.479599:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469213.479602:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469213.479605:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469213.479611:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404847872:0@lo:38:kworker.0 00000100:00000001:2.0:1789469213.479615:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469213.479618:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479623:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469213.479625:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479626:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469213.479628:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479630:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469213.479631:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469213.479633:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469213.479637:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469213.479639:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469213.479642:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469213.479653:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404847616:0@lo:38:kworker.0 00000100:00000001:2.0:1789469213.479657:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.479659:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469213.479662:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a300 x1876386404848000/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479667:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469213.479670:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469213.479673:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469213.479677:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469213.479680:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469213.479682:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469213.479684:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469213.479686:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd000. 02000000:00000001:2.0:1789469213.479690:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469213.479691:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469213.479693:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a300. 00000100:00000001:2.0:1789469213.479697:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469213.479698:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479700:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469213.479702:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404847744/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479708:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469213.479710:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469213.479712:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469213.479714:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469213.479715:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469213.479716:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469213.479718:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469213.479719:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe000. 02000000:00000001:2.0:1789469213.479721:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469213.479723:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469213.479724:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:2.0:1789469213.479726:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469213.479727:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479729:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469213.479732:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404847872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479737:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469213.479738:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469213.479739:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469213.479742:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469213.479743:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469213.479744:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469213.479746:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469213.479747:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfdc00. 02000000:00000001:2.0:1789469213.479749:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469213.479750:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469213.479751:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:2.0:1789469213.479755:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469213.479756:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479757:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469213.479759:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739880 x1876386404847616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469213 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.479765:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469213.479766:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469213.479767:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469213.479769:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469213.479770:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469213.479771:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469213.479772:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469213.479774:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe400. 02000000:00000001:2.0:1789469213.479776:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469213.479776:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469213.479777:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739880. 00000100:00000001:2.0:1789469213.479779:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469213.479781:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.479783:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469213.479961:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.479966:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469213.479969:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.479972:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469213.479974:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469213.479977:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469213.479980:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469213.479983:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21437 00000100:00080000:3.0:1789469213.479986:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469213.479989:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469213.479991:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469213.479993:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469213.479995:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469213.480002:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469213.480004:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789469213.480006:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469213.480009:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789469213.480011:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789469213.480013:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789469213.480015:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469213.480017:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469213.480018:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469213.480020:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469213.480023:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789469213.480026:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469213.480029:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469213.480031:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469213.480061:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469213.480082:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469213.480085:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469213.480087:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469213.480092:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ea00. 00000020:00000040:3.0:1789469213.480095:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789469213.480099:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469213.480100:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469213.480103:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469213.480105:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469213.480109:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469213.480116:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789469213.480122:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469213.480128:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469213.480137:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469213.480141:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469213.480145:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038e47bcb] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469213.480164:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469213.480167:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.480170:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469213.480171:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469213.480173:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469213.480175:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469213.480177:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21437 00000100:00080000:3.0:1789469213.480180:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469213.480183:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469213.480185:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469213.480186:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469213.480189:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469213.480192:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469213.480194:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789469213.480202:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469213.480204:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789469213.480206:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789469213.480208:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789469213.480221:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469213.480225:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469213.480226:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469213.480228:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469213.480231:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789469213.480233:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469213.480235:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469213.480237:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469213.480248:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469213.480251:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469213.480253:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469213.480254:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469213.480258:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f480. 00000020:00000040:3.0:1789469213.480260:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789469213.480262:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469213.480263:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469213.480265:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469213.480266:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469213.480280:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469213.480286:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789469213.480289:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469213.480294:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469213.480301:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469213.480303:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469213.480306:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b645b0cc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469213.480314:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469213.480323:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.480326:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469213.480327:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469213.480328:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469213.480331:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469213.480334:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21437 00000100:00080000:3.0:1789469213.480336:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469213.480338:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469213.480340:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469213.480341:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469213.480343:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469213.480347:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469213.480348:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789469213.480349:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469213.480352:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789469213.480353:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789469213.480355:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789469213.480358:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469213.480359:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469213.480361:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469213.480363:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469213.480365:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789469213.480367:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469213.480369:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469213.480371:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469213.480374:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469213.480376:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469213.480378:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469213.480380:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469213.480383:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7f800. 00000020:00000040:3.0:1789469213.480385:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789469213.480395:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469213.480396:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469213.480398:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469213.480400:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469213.480402:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469213.480405:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789469213.480409:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469213.480413:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469213.480420:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469213.480422:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469213.480425:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052305595] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469213.480433:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469213.480435:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469213.480437:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469213.480439:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469213.480440:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469213.480442:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469213.480444:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21437 00000100:00080000:3.0:1789469213.480447:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469213.480449:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469213.480451:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469213.480452:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469213.480454:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469213.480457:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469213.480459:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789469213.480460:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469213.480463:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789469213.480464:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789469213.480466:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789469213.480476:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469213.480478:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469213.480479:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469213.480481:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469213.480483:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789469213.480485:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469213.480487:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469213.480489:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469213.480493:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469213.480495:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469213.480497:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469213.480498:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469213.480501:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789469213.480503:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789469213.480505:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469213.480506:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469213.480508:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469213.480509:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469213.480511:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469213.480516:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789469213.480519:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469213.480523:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469213.480530:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469213.480532:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469213.480535:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469213.480541:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469213.480545:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21466) 00000100:00000001:2.0:1789469213.480952:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469213.480956:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469213.480958:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469213.480965:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.480972:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469213.480974:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469213.480978:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469213.480981:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469213.480983:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469213.480986:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404848256:0@lo:38:kworker.0 00000100:00000001:2.0:1789469213.480991:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469213.480995:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469213.480997:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469213.481000:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469213.481005:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469213.481007:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469213.481013:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d68. 00000400:00000010:2.0:1789469213.481019:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469213.481025:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404848256, portal 10 00000100:00000001:2.0:1789469213.481027:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469213.481029:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312512512 : -130400397039104 : ffff8966caa7ea00) 00000100:00000040:2.0:1789469213.481057:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481064:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469213.481066:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469213.481070:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469213.481073:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404848256, offset 0 00000400:00000200:2.0:1789469213.481079:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469213.481091:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469213.481102:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5280 00000400:00000100:2.0:1789469213.481108:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404848256 offset 0 length 520: 4 00000400:00000200:2.0:1789469213.481113:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469213.481116:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469213.481128:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469213.481132:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469213.481135:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469213.481140:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481149:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469213.481152:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481158:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.481160:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469213.481165:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469213.481169:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469213.481173:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316128917 00000100:00000010:2.0:1789469213.481177:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789469213.481184:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469213.481354:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316128917 00000100:00000010:2.0:1789469213.481359:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c373c0. 00000100:00000001:2.0:1789469213.481364:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469213.481378:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316128917 00000100:00000010:2.0:1789469213.481382:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789469213.481385:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469213.481388:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316128917 00000100:00000010:2.0:1789469213.481391:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37de0. 00000100:00000001:2.0:1789469213.481395:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469213.481404:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469213.481408:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.481410:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469213.481414:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481420:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469213.481422:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469213.481424:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469213.481427:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469213.481429:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469213.481432:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404848384:0@lo:38:kworker.0 00000100:00000001:2.0:1789469213.481434:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469213.481437:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469213.481438:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469213.481440:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469213.481444:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469213.481446:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469213.481449:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41434d0. 00000400:00000010:2.0:1789469213.481452:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469213.481455:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404848384, portal 10 00000100:00000001:2.0:1789469213.481457:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469213.481458:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312515200 : -130400397036416 : ffff8966caa7f480) 00000100:00000040:2.0:1789469213.481464:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481470:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469213.481471:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469213.481474:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469213.481476:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404848384, offset 0 00000400:00000200:2.0:1789469213.481480:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469213.481486:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469213.481491:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5300 00000400:00000100:2.0:1789469213.481495:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404848384 offset 0 length 520: 4 00000400:00000200:2.0:1789469213.481498:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469213.481500:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469213.481505:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469213.481507:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469213.481509:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469213.481513:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481519:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469213.481522:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481528:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.481529:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469213.481532:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469213.481535:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469213.481538:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316128917 00000100:00000001:2.0:1789469213.481541:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316128917 00000100:00000001:2.0:1789469213.481543:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316128917 00000100:00000001:2.0:1789469213.481544:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316128917 00000100:00000001:2.0:1789469213.481546:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316128917 00000100:00000001:2.0:1789469213.481548:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316128917 00000100:00000001:2.0:1789469213.481550:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316128917 00000100:00000001:2.0:1789469213.481552:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316128917 00000100:00000001:2.0:1789469213.481554:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469213.481556:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.481558:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469213.481562:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481568:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469213.481570:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469213.481572:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469213.481574:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469213.481575:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469213.481578:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404848512:0@lo:38:kworker.0 00000100:00000001:2.0:1789469213.481581:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469213.481583:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469213.481584:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469213.481586:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469213.481589:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469213.481591:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469213.481594:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143160. 00000400:00000010:2.0:1789469213.481597:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469213.481600:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404848512, portal 10 00000100:00000001:2.0:1789469213.481602:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469213.481603:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516096 : -130400397035520 : ffff8966caa7f800) 00000100:00000040:2.0:1789469213.481608:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481614:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469213.481615:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469213.481618:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469213.481620:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404848512, offset 0 00000400:00000200:2.0:1789469213.481623:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469213.481628:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469213.481633:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5380 00000400:00000100:2.0:1789469213.481636:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404848512 offset 0 length 520: 4 00000400:00000200:2.0:1789469213.481639:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469213.481641:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469213.481646:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469213.481648:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469213.481651:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469213.481654:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481661:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469213.481664:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481669:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.481671:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469213.481673:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469213.481677:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469213.481679:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316128917 00000100:00000001:2.0:1789469213.481681:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316128917 00000100:00000001:2.0:1789469213.481683:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316128917 00000100:00000001:2.0:1789469213.481685:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316128917 00000100:00000001:2.0:1789469213.481687:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316128917 00000100:00000001:2.0:1789469213.481688:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316128917 00000100:00000001:2.0:1789469213.481691:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316128917 00000100:00000001:2.0:1789469213.481692:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316128917 00000100:00000001:2.0:1789469213.481694:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469213.481696:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.481698:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469213.481701:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481706:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469213.481707:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469213.481709:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469213.481711:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469213.481713:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469213.481716:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404848640:0@lo:38:kworker.0 00000100:00000001:2.0:1789469213.481719:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469213.481720:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469213.481722:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469213.481723:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469213.481726:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469213.481728:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469213.481730:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143688. 00000400:00000010:2.0:1789469213.481733:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469213.481736:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404848640, portal 10 00000100:00000001:2.0:1789469213.481737:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469213.481738:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516992 : -130400397034624 : ffff8966caa7fb80) 00000100:00000040:2.0:1789469213.481743:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481749:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469213.481751:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469213.481754:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469213.481756:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404848640, offset 0 00000400:00000200:2.0:1789469213.481760:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469213.481764:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469213.481768:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5400 00000400:00000100:2.0:1789469213.481772:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404848640 offset 0 length 520: 4 00000400:00000200:2.0:1789469213.481774:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469213.481776:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469213.481780:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469213.481782:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469213.481784:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469213.481787:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481793:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469213.481795:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469213.481800:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.481801:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469213.481803:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469213.481806:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469213.481808:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316128918 00000100:00000001:2.0:1789469213.487423:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316128917 00000100:00000001:2.0:1789469213.487438:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316128924 00000100:00000001:2.0:1789469213.487444:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316128917 00000100:00000001:2.0:1789469213.487447:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316128924 00000100:00000001:2.0:1789469213.487449:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316128917 00000100:00000001:2.0:1789469213.487452:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316128924 00000100:00000001:2.0:1789469213.487455:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316128917 00000100:00000001:2.0:1789469213.487458:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469213.487464:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.487470:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.487473:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.487482:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469213.487484:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469213.487487:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469213.487489:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469213.487491:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469213.487492:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469213.508187:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316128924, at 4316128925 00000100:00000010:1.0:1789469213.508204:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c373c0. 00000100:00000040:2.0:1789469213.511008:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316128924, at 4316128927 00000100:00000010:2.0:1789469213.511022:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000040:3.0:1789469213.511120:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316128924, at 4316128928 00000100:00000010:3.0:1789469213.511127:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37de0. 00000100:00000040:0.0:1789469213.511202:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316128918, at 4316128928 00000100:00000010:0.0:1789469213.511208:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00010000:00000001:0.0:1789469213.671162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469213.671170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469213.671175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469213.671176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469213.671180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469213.671183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469213.671371:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469213.671374:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469213.671377:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469214.503154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469214.503168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469214.503170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469214.503175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469214.503178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469214.503182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469214.503184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469214.697587:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469214.697595:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469214.697601:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469214.697602:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469214.697607:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469214.697609:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469214.697715:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469214.697719:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469214.697722:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469215.527527:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469215.527684:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469215.527687:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469215.527692:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469215.527695:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469215.527700:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469215.527703:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469215.724356:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469215.724363:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469215.724368:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469215.724370:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469215.724374:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469215.724376:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469215.724470:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469215.724474:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469215.724477:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469216.551409:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469216.551425:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469216.551428:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469216.551433:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469216.551435:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469216.551440:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469216.551443:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469216.743131:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469216.743139:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469216.743144:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469216.743146:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469216.743151:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469216.743153:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469216.743330:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469216.743334:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469216.743337:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469217.575668:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469217.575682:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469217.575685:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469217.575689:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469217.575691:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469217.575696:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469217.575698:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469217.767599:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469217.767607:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469217.767613:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469217.767614:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469217.767619:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469217.767621:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469217.767730:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469217.767733:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469217.767736:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469218.599645:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469218.599654:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469218.599668:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469193/real 1789469193] req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469218.599686:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469218.599689:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469218.599692:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:2.0:1789469218.599698:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789469218.599701:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789469218.599705:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469218.599709:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469218.599719:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.599726:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469218.599728:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.599731:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469218.599733:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469218.599737:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.599744:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.599753:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469218.599755:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.599758:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469218.599760:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469218.599764:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469218.599769:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.599775:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469218.599778:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.599779:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469218.599780:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.599782:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469218.599784:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469218.599787:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469218.599815:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469218.599818:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469218.599823:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469218.599831:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404848128:0@lo:250:kworker.0 00000100:00000001:2.0:1789469218.599835:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.599838:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469218.599841:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d500 x1876386404848128/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.599847:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469218.599850:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469218.599853:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469218.599857:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469218.599860:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469218.599862:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469218.599864:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469218.599866:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:2.0:1789469218.599870:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469218.599872:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469218.599874:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d500. 00000100:00000001:2.0:1789469218.599878:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469218.599879:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.599882:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469218.600014:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469218.600019:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469218.600022:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469218.600024:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469218.600027:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469218.600029:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21441 00000100:00080000:1.0:1789469218.600033:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469218.600035:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469218.600058:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469218.600060:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469218.600062:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469218.600069:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469218.600071:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469218.600073:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469218.600076:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469218.600078:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469218.600080:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469218.600083:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469218.600085:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469218.600087:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469218.600088:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469218.600091:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469218.600094:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469218.600096:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469218.600098:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469218.600101:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469218.600104:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469218.600106:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469218.600108:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469218.600116:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789469218.600119:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469218.600122:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469218.600124:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469218.600127:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469218.600130:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469218.600133:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469218.600140:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd800. 00000100:00000001:1.0:1789469218.600145:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469218.600151:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469218.600159:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469218.600162:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469218.600166:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469218.600183:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469218.600187:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469218.600190:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469218.600193:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469218.600196:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469218.600212:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469218.600215:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469218.600218:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469218.600221:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469218.600226:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21471) 00000100:00000001:2.0:1789469218.600519:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469218.600523:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469218.600524:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469218.600529:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.600537:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469218.600539:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469218.600543:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469218.600546:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469218.600548:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469218.600551:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404848768:0@lo:250:kworker.0 00000100:00000001:2.0:1789469218.600555:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469218.600559:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469218.600561:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469218.600564:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469218.600569:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469218.600570:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469218.600575:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789469218.600581:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469218.600586:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404848768, portal 25 00000100:00000001:2.0:1789469218.600708:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469218.600710:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:2.0:1789469218.600716:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.600724:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469218.600726:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469218.600730:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469218.600734:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404848768, offset 0 00000400:00000200:2.0:1789469218.600740:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469218.600751:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469218.600760:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f5480 00000400:00000100:2.0:1789469218.600766:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404848768 offset 0 length 520: 4 00000400:00000200:2.0:1789469218.600770:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469218.600772:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469218.600782:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469218.600784:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469218.600787:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469218.600791:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.600798:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469218.600801:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.600806:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.600808:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469218.600812:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.600817:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316139187 00000100:00000010:2.0:1789469218.600822:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789469218.600827:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469218.600837:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316139187 00000100:00000010:2.0:1789469218.600839:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c374e0. 00000100:00000001:2.0:1789469218.600842:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469218.600845:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316139187 00000100:00000010:2.0:1789469218.600847:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789469218.600849:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469218.600852:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316139187 00000100:00000010:2.0:1789469218.600854:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37720. 00000100:00000001:2.0:1789469218.600857:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469218.600859:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469218.600862:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.600865:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.600867:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.600871:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469218.600872:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.600874:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469218.600875:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469218.600877:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.600880:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.793331:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469218.793339:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.793345:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469218.793346:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.793351:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469218.793353:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469218.793506:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469218.793509:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469218.793512:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469218.955111:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955139:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469218.955143:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955146:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469218.955159:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469218.955177:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4180 00000400:00000100:3.0:1789469218.955185:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402419072 offset 0 length 520: 4 00000400:00000200:3.0:1789469218.955191:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469218.955194:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469218.955216:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955221:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469218.955223:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955225:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469218.955226:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955228:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469218.955232:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469218.955237:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4200 00000400:00000100:3.0:1789469218.955241:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402419200 offset 0 length 520: 4 00000400:00000200:3.0:1789469218.955244:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469218.955246:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469218.955249:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955251:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469218.955253:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955255:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469218.955257:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955258:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469218.955261:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469218.955265:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4280 00000400:00000100:3.0:1789469218.955269:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402419328 offset 0 length 520: 4 00000400:00000200:3.0:1789469218.955270:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469218.955272:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469218.955275:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955286:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469218.955288:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469218.955291:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469219.623685:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469219.623702:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469219.623705:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469219.623710:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469219.623712:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469219.623717:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469219.623719:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469219.815170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469219.815178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469219.815183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469219.815185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469219.815190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469219.815192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469219.815489:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469219.815493:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469219.815495:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469220.647161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469220.647175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469220.647178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469220.647182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469220.647184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469220.647199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469220.647203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469220.839214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469220.839224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469220.839229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469220.839231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469220.839235:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469220.839236:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469220.839339:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469220.839343:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469220.839346:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469221.671269:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469221.671292:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469221.671295:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469221.671299:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469221.671302:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469221.671306:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469221.671309:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469221.863189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469221.863197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469221.863204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469221.863206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469221.863211:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469221.863215:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469221.863217:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469221.863221:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469221.863224:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469221.863226:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469221.863228:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469221.863230:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469221.863958:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469221.863962:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469221.863965:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469222.695125:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469222.695140:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469222.695142:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469222.695147:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469222.695149:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469222.695153:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469222.695156:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469222.887157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469222.887164:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469222.887180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469222.887181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469222.887187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469222.887188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469222.887364:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469222.887367:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469222.887371:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469223.719211:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469223.719231:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469223.719235:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469223.719241:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469223.719245:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469223.719251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469223.719255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469223.911876:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469223.911883:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469223.911889:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469223.911891:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469223.911896:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469223.911897:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469223.912265:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469223.912269:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469223.912273:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789469224.103220:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316139187, at 4316139520 00000100:00000010:1.0:1789469224.103237:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00000040:3.0:1789469224.103314:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316139187, at 4316139520 00000100:00000040:0.0:1789469224.103326:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316139187, at 4316139520 00000100:00000010:3.0:1789469224.103333:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00000100:00000010:0.0:1789469224.103337:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00080000:2.0:1789469224.103442:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469224.103449:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469224.103452:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469224.103464:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469224.103468:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469224.103470:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469224.103473:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469224.103478:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469224.103480:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469224.103482:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469224.103488:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21477) 00000100:00000040:2.0:1789469224.103503:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316139187, at 4316139520 00000100:00000010:2.0:1789469224.103508:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789469224.743207:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469224.743235:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469224.743239:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469224.743245:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469224.743248:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469224.743255:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469224.743258:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469224.937976:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469224.937986:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469224.937993:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469224.937996:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469224.938002:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469224.938003:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469224.940881:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469224.940889:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469224.940894:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469225.768157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469225.768178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469225.768181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469225.768188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469225.768191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469225.768197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469225.768200:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469225.959785:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469225.959797:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469225.959805:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469225.959807:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469225.959813:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469225.959815:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469225.960195:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469225.960200:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469225.960204:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469226.793061:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469226.793083:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469226.793086:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469226.793092:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469226.793095:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469226.793103:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469226.793107:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469226.983230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469226.983241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469226.983249:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469226.983251:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469226.983258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469226.983259:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469226.984082:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469226.984087:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469226.984091:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469227.815217:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469227.815249:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469227.815253:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469227.815258:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469227.815262:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469227.815269:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469227.815272:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469228.010098:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469228.010108:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469228.010116:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469228.010118:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469228.010124:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469228.010125:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469228.010879:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469228.010884:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469228.010889:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469228.839182:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469228.839199:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469228.839202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469228.839208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469228.839212:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469228.839218:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469228.839220:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469229.031173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469229.031181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469229.031187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469229.031189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469229.031193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469229.031195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469229.031605:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469229.031609:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469229.031612:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469229.227736:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469229.227747:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469229.227750:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469229.227754:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469229.227756:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469229.227759:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469229.227762:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469229.227764:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469229.227766:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469229.227769:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469229.227774:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21482) 00000100:00000001:2.0:1789469229.866416:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469229.866432:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469229.866434:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469229.866438:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469229.866440:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469229.866445:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469229.866447:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469230.055214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469230.055222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469230.055227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469230.055229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469230.055234:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469230.055236:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469230.055353:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469230.055356:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469230.055360:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789469230.439307:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789469230.439317:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469230.439323:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469230.443179:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469230.443200:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469230.443215:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469230.443220:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469230.443223:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469230.887193:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469230.887208:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469230.887210:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469230.887215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469230.887217:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469230.887221:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469230.887223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469231.079825:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469231.079837:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469231.079845:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469231.079847:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469231.079854:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469231.079858:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469231.079861:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469231.079866:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469231.079870:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469231.079873:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469231.079875:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469231.079877:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469231.084716:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469231.084726:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469231.084733:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469231.913081:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469231.913100:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469231.913111:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469231.913117:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469231.913120:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469231.913126:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469231.913129:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469232.103906:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469232.103918:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469232.103925:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469232.103927:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469232.103933:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469232.103935:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469232.104095:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469232.104111:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469232.104116:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469232.935325:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469232.935345:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469232.935348:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469232.935354:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469232.935358:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469232.935364:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469232.935367:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469233.127534:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469233.127543:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469233.127550:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469233.127552:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469233.127558:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469233.127560:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469233.127662:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469233.127668:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469233.127671:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469233.959209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469233.959231:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469233.959235:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469233.959242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469233.959245:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469233.959251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469233.959255:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469234.156581:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469234.156591:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469234.156598:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469234.156599:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469234.156605:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469234.156607:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469234.157659:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469234.157667:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469234.157673:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469234.344179:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469234.344194:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469234.344197:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469234.344201:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469234.344204:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469234.344207:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469234.344210:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469234.344213:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469234.344216:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469234.344219:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469234.344225:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21487) 00000100:00000001:2.0:1789469234.983612:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469234.983632:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469234.983634:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469234.983641:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469234.983644:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469234.983651:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469234.983655:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469235.176532:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469235.176543:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469235.176549:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469235.176550:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469235.176556:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469235.176558:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469235.178373:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469235.178381:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469235.178387:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469236.007626:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469236.007648:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469236.007652:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469236.007660:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469236.007665:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469236.007673:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469236.007676:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469236.201781:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469236.201788:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469236.201793:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469236.201795:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469236.201800:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469236.201802:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469236.204197:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469236.204203:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469236.204208:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469237.031159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469237.031173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469237.031176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469237.031180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469237.031182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469237.031187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469237.031190:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.223184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469237.223192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.223199:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469237.223200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.223206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469237.223207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469237.223309:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469237.223313:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469237.223316:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469238.055177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469238.055186:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469238.055202:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469213/real 1789469213] req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469238.055220:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469238.055221:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469238.055224:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d68. 00000400:00000200:2.0:1789469238.055231:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469238.055234:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469238.055238:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469238.055242:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469238.055252:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055259:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469238.055261:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055264:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469238.055267:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469238.055270:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055277:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055279:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469238.055284:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469213/real 1789469213] req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469238.055292:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469238.055293:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469238.055295:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41434d0. 00000400:00000200:2.0:1789469238.055297:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469238.055299:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469238.055301:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469238.055304:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469238.055311:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055316:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469238.055318:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055319:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469238.055320:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469238.055323:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055329:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055330:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469238.055335:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469213/real 1789469213] req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469238.055343:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469238.055344:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469238.055345:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143160. 00000400:00000200:2.0:1789469238.055348:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469238.055350:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469238.055352:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469238.055355:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469238.055362:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055368:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469238.055369:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055371:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469238.055372:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469238.055376:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055382:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055384:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469238.055388:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469213/real 1789469213] req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469238.055394:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469238.055395:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469238.055397:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143688. 00000400:00000200:2.0:1789469238.055399:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469238.055400:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469238.055402:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469238.055405:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469238.055412:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055417:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469238.055418:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055419:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469238.055420:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469238.055423:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055434:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055443:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469238.055445:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055447:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469238.055450:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469238.055452:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469238.055456:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055463:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469238.055466:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055468:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469238.055469:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055472:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469238.055474:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469238.055478:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469238.055506:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469238.055509:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469238.055513:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469238.055521:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404848256:0@lo:38:kworker.0 00000100:00000001:2.0:1789469238.055526:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469238.055529:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055535:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469238.055538:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055539:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469238.055540:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055542:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469238.055544:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469238.055546:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469238.055552:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469238.055555:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469238.055559:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469238.055565:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404848384:0@lo:38:kworker.0 00000100:00000001:2.0:1789469238.055569:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469238.055572:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055579:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469238.055581:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055582:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469238.055584:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055585:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469238.055587:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469238.055589:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469238.055594:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469238.055596:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469238.055600:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469238.055607:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404848512:0@lo:38:kworker.0 00000100:00000001:2.0:1789469238.055611:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469238.055614:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055620:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469238.055622:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055624:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469238.055625:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055626:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469238.055628:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469238.055630:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469238.055635:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469238.055636:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469238.055640:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469238.055646:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404848640:0@lo:38:kworker.0 00000100:00000001:2.0:1789469238.055650:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.055652:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469238.055655:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ea00 x1876386404848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055660:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469238.055663:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469238.055668:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469238.055672:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469238.055675:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469238.055677:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469238.055680:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469238.055682:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:2.0:1789469238.055686:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469238.055688:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469238.055690:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ea00. 00000100:00000001:2.0:1789469238.055695:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469238.055696:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055698:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469238.055701:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f480 x1876386404848384/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055708:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469238.055709:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469238.055711:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469238.055714:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469238.055715:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469238.055716:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469238.055718:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469238.055720:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:2.0:1789469238.055722:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469238.055723:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469238.055725:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f480. 00000100:00000001:2.0:1789469238.055728:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469238.055729:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055730:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469238.055733:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7f800 x1876386404848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055739:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469238.055741:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469238.055742:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469238.055745:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469238.055747:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469238.055748:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469238.055750:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469238.055751:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:2.0:1789469238.055754:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469238.055755:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469238.055756:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7f800. 00000100:00000001:2.0:1789469238.055759:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469238.055760:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055761:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469238.055764:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7fb80 x1876386404848640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469238 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.055770:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469238.055772:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469238.055773:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469238.055776:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469238.055777:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469238.055778:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469238.055781:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469238.055782:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789469238.055784:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469238.055785:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469238.055786:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7fb80. 00000100:00000001:2.0:1789469238.055788:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469238.055790:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.055792:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469238.057485:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469238.057495:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469238.057498:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469238.057502:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469238.057505:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469238.057509:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469238.057513:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469238.057519:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21461 00000100:00080000:1.0:1789469238.057523:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469238.057526:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469238.057529:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469238.057531:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469238.057534:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469238.057543:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469238.057545:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469238.057548:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469238.057561:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469238.057564:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469238.057566:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469238.057580:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469238.057583:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469238.057584:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469238.057586:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469238.057590:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469238.057594:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469238.057596:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469238.057599:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469238.057606:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469238.057609:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469238.057612:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469238.057614:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469238.057624:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789469238.057627:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469238.057631:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469238.057632:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469238.057635:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469238.057638:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469238.057641:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469238.057649:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe800. 00000100:00000001:1.0:1789469238.057656:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469238.057664:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469238.057674:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469238.057678:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469238.057682:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469238.057989:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469238.057993:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469238.057997:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469238.057998:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469238.058000:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469238.058003:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469238.058005:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21461 00000100:00080000:1.0:1789469238.058008:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469238.058010:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469238.058013:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469238.058014:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469238.058016:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469238.058020:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469238.058021:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469238.058023:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469238.058025:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469238.058027:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469238.058029:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469238.058031:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469238.058032:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469238.058034:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469238.058035:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469238.058092:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469238.058095:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469238.058097:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469238.058099:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469238.058103:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469238.058105:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469238.058107:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469238.058108:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469238.058112:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789469238.058115:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469238.058118:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469238.058119:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469238.058121:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469238.058123:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469238.058124:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469238.058129:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfec00. 00000100:00000001:1.0:1789469238.058132:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469238.058137:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469238.058143:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469238.058147:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469238.058150:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469238.058157:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469238.058159:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469238.058163:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469238.058164:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469238.058166:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469238.058169:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469238.058171:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21461 00000100:00080000:1.0:1789469238.058173:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469238.058176:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469238.058178:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469238.058180:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469238.058182:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469238.058185:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469238.058186:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469238.058188:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469238.058334:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469238.058338:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469238.058341:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469238.058343:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469238.058345:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469238.058347:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469238.058349:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469238.058351:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469238.058353:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469238.058355:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469238.058357:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789469238.058583:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469238.058587:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469238.058590:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469238.058597:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.058605:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469238.058608:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469238.058611:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469238.058615:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469238.058617:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469238.058620:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404848896:0@lo:38:kworker.0 00000100:00000001:2.0:1789469238.058624:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469238.058628:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469238.058630:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469238.058632:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469238.058637:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469238.058640:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469238.058645:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143688. 00000400:00000010:2.0:1789469238.058652:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469238.058659:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404848896, portal 10 00000100:00000001:2.0:1789469238.058662:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469238.058663:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:2.0:1789469238.058671:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.058677:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469238.058679:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469238.058682:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469238.058685:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404848896, offset 0 00000400:00000200:2.0:1789469238.058690:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469238.058702:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469238.059081:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5500 00000400:00000100:2.0:1789469238.059089:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404848896 offset 0 length 520: 4 00000400:00000200:2.0:1789469238.059094:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469238.059097:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469238.059110:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469238.059113:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469238.059117:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469238.059121:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.059129:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469238.059131:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.059138:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.059139:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469238.059145:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469238.059150:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469238.059153:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316153495 00000100:00000010:2.0:1789469238.059159:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789469238.059165:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469238.059232:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316153495 00000100:00000010:2.0:1789469238.059237:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a20. 00000100:00000001:2.0:1789469238.059241:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469238.059253:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316153495 00000100:00000010:2.0:1789469238.059256:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37840. 00000100:00000001:2.0:1789469238.059259:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469238.059262:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316153495 00000100:00000010:2.0:1789469238.059265:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c375a0. 00000100:00000001:2.0:1789469238.059269:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469238.059276:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469238.059278:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.059281:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469238.059285:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.059291:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469238.059292:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469238.059294:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469238.059296:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469238.059298:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469238.059300:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404849024:0@lo:38:kworker.0 00000100:00000001:2.0:1789469238.059303:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469238.059305:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469238.059307:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469238.059309:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469238.059312:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469238.059315:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469238.059318:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143160. 00000400:00000010:2.0:1789469238.059321:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469238.059325:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404849024, portal 10 00000100:00000001:2.0:1789469238.059327:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469238.059328:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:2.0:1789469238.059334:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.059339:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469238.059341:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469238.059343:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469238.059345:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404849024, offset 0 00000400:00000200:2.0:1789469238.059348:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469238.059353:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469238.059358:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5580 00000400:00000100:2.0:1789469238.059362:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404849024 offset 0 length 520: 4 00000400:00000200:2.0:1789469238.059376:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469238.059378:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469238.059383:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469238.059385:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469238.059387:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469238.059390:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.059396:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469238.059399:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.059404:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.059405:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469238.059408:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469238.059410:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469238.059413:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316153495 00000100:00000001:2.0:1789469238.059416:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316153495 00000100:00000001:2.0:1789469238.059418:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316153495 00000100:00000001:2.0:1789469238.059419:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316153495 00000100:00000001:2.0:1789469238.059421:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316153495 00000100:00000001:2.0:1789469238.059423:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316153495 00000100:00000001:2.0:1789469238.059424:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316153495 00000100:00000001:2.0:1789469238.059426:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316153495 00000100:00000001:2.0:1789469238.059427:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469238.059429:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.059432:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.059434:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.059442:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469238.059444:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.059446:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469238.059447:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469238.059449:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.059451:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469238.062336:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469238.062346:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469238.062349:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469238.062352:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469238.062362:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789469238.062380:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789469238.062384:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469238.062399:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469238.062402:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469238.062405:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469238.062409:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469238.062417:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789469238.062425:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469238.062436:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469238.062446:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469238.062450:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469238.062454:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469238.062483:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469238.062487:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469238.062491:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469238.062493:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469238.062495:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469238.062498:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469238.062501:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21461 00000100:00080000:3.0:1789469238.062505:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469238.062508:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469238.062510:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469238.062512:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469238.062514:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469238.062524:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469238.062526:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789469238.062528:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469238.062531:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789469238.062533:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789469238.062535:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789469238.062538:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469238.062546:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469238.062548:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469238.062560:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469238.062564:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789469238.062580:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469238.062583:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469238.062586:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469238.062589:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469238.062591:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469238.062593:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469238.062594:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469238.062598:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789469238.062601:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789469238.062603:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469238.062605:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469238.062606:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469238.062608:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469238.062610:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469238.062614:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789469238.062617:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469238.062622:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469238.062628:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469238.062630:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469238.062634:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469238.062641:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469238.062647:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21491) 00000100:00000001:2.0:1789469238.066851:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469238.066861:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469238.066864:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469238.066879:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.066890:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469238.066892:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469238.066896:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469238.066900:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469238.066903:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469238.066906:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404849152:0@lo:38:kworker.0 00000100:00000001:2.0:1789469238.066910:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469238.066914:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469238.066917:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469238.066919:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469238.066928:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469238.066930:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469238.066937:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41434d0. 00000400:00000010:2.0:1789469238.066944:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469238.066950:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404849152, portal 10 00000100:00000001:2.0:1789469238.066952:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469238.066954:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:2.0:1789469238.066962:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.066970:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469238.066973:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469238.066975:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469238.066978:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404849152, offset 0 00000400:00000200:2.0:1789469238.066985:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469238.067000:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469238.067011:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5600 00000400:00000100:2.0:1789469238.067017:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404849152 offset 0 length 520: 4 00000400:00000200:2.0:1789469238.067023:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469238.067026:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469238.067078:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469238.067081:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469238.067084:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469238.067088:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.067096:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469238.067098:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.067105:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.067106:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469238.067111:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469238.067116:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469238.067120:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316153503 00000100:00000001:2.0:1789469238.075920:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316153495 00000100:00000001:2.0:1789469238.075935:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316153511 00000100:00000001:2.0:1789469238.075941:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316153495 00000100:00000001:2.0:1789469238.075944:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316153511 00000100:00000001:2.0:1789469238.075947:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316153495 00000100:00000001:2.0:1789469238.075950:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316153511 00000100:00000001:2.0:1789469238.075954:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316153495 00000100:00000001:2.0:1789469238.075956:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469238.075962:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.075966:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469238.075977:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.075987:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469238.075989:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469238.075993:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469238.075998:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469238.076001:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469238.076005:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404849280:0@lo:38:kworker.0 00000100:00000001:2.0:1789469238.076008:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469238.076013:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469238.076016:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469238.076018:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469238.076027:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469238.076030:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469238.076053:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d68. 00000400:00000010:2.0:1789469238.076076:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469238.076084:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404849280, portal 10 00000100:00000001:2.0:1789469238.076086:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469238.076088:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:2.0:1789469238.076096:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.076103:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469238.076106:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469238.076109:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469238.076112:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404849280, offset 0 00000400:00000200:2.0:1789469238.076118:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469238.076132:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469238.076143:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5680 00000400:00000100:2.0:1789469238.076149:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404849280 offset 0 length 520: 4 00000400:00000200:2.0:1789469238.076153:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469238.076156:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469238.076167:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469238.076170:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469238.076173:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469238.076177:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.076185:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469238.076188:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469238.077536:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.077539:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469238.077550:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469238.077556:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469238.077560:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316153514 00000100:00000001:2.0:1789469238.078685:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316153503 00000100:00000001:2.0:1789469238.078698:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316153515 00000100:00000001:2.0:1789469238.078703:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316153511 00000100:00000001:2.0:1789469238.078716:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316153515 00000100:00000001:2.0:1789469238.078721:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316153511 00000100:00000001:2.0:1789469238.078723:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316153515 00000100:00000001:2.0:1789469238.078727:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316153511 00000100:00000001:2.0:1789469238.078729:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469238.078733:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.078740:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.078744:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.078753:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469238.078755:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469238.078758:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469238.078759:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469238.078761:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469238.078763:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469238.099178:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316153515, at 4316153516 00000100:00000010:1.0:1789469238.099203:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00000100:00000040:0.0:1789469238.099339:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316153514, at 4316153516 00000100:00000010:0.0:1789469238.099344:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000040:3.0:1789469238.099418:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316153515, at 4316153516 00000100:00000010:3.0:1789469238.099424:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000100:00000040:2.0:1789469238.099547:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316153515, at 4316153516 00000100:00000010:2.0:1789469238.099563:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37840. 00010000:00000001:0.0:1789469238.247307:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469238.247315:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469238.247320:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469238.247322:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469238.247326:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469238.247328:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469238.248141:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469238.248145:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469238.248148:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469239.079203:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469239.079218:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469239.079220:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469239.079225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469239.079229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469239.079234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469239.079236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469239.271172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469239.271179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469239.271185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469239.271186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469239.271191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469239.271193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469239.271353:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469239.271357:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469239.271360:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469240.103153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469240.103168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469240.103171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469240.103175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469240.103178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469240.103182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469240.103185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469240.295218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469240.295225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469240.295231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469240.295232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469240.295237:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469240.295238:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469240.295527:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469240.295531:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469240.295534:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469241.127157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469241.127171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469241.127173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469241.127178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469241.127180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469241.127184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469241.127187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469241.319165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469241.319172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469241.319178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469241.319179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469241.319192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469241.319196:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469241.319198:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469241.319203:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469241.319206:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469241.319208:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469241.319210:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469241.319212:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469241.319314:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469241.319317:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469241.319320:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469242.152169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469242.152183:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469242.152186:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469242.152190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469242.152192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469242.152196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469242.152199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469242.343447:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469242.343454:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469242.343460:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469242.343461:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469242.343466:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469242.343468:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469242.343605:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469242.343610:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469242.343614:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469243.175257:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469243.175266:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469243.175280:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469218/real 1789469218] req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469243.175297:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469243.175299:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469243.175302:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:2.0:1789469243.175308:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789469243.175312:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789469243.175315:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469243.175319:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469243.175328:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469243.175335:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469243.175337:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469243.175339:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469243.175341:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469243.175345:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469243.175351:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469243.175360:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469243.175361:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469243.175364:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469243.175366:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469243.175370:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469243.175374:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469243.175380:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469243.175383:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469243.175385:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469243.175386:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469243.175388:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469243.175390:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469243.175394:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469243.175422:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469243.175425:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469243.175430:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469243.175443:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404848768:0@lo:250:kworker.0 00000100:00000001:2.0:1789469243.175448:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469243.175451:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469243.175453:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404848768/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469243.175459:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469243.175462:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469243.175465:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469243.175469:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469243.175472:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469243.175474:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469243.175476:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469243.175478:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd800. 02000000:00000001:2.0:1789469243.175482:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469243.175484:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469243.175486:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:2.0:1789469243.175489:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469243.175491:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469243.175493:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469243.175610:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469243.175616:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469243.175640:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469243.175644:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469243.175647:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469243.175650:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21466 00000100:00080000:3.0:1789469243.175654:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469243.175657:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469243.175659:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469243.175661:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469243.175663:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469243.175784:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469243.175786:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789469243.175789:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469243.175793:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789469243.175795:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789469243.175798:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789469243.175801:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469243.175803:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469243.175805:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469243.175807:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469243.175810:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789469243.175878:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469243.175881:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469243.175884:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469243.175887:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469243.175889:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.175892:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469243.175894:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469243.175900:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000020:00000040:3.0:1789469243.175903:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469243.175906:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469243.175908:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.175911:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469243.175920:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469243.175923:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469243.175931:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789469243.175938:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469243.175944:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469243.175952:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469243.175956:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469243.175960:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469243.175979:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469243.175982:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469243.175985:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469243.175988:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469243.175990:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469243.175993:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469243.175996:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469243.175998:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469243.176001:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469243.176005:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21496) 00000100:00000001:2.0:1789469243.176062:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469243.176064:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469243.176067:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469243.176071:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469243.176079:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469243.176081:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469243.176084:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469243.176086:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469243.176088:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469243.176092:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404849408:0@lo:250:kworker.0 00000100:00000001:2.0:1789469243.176095:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469243.176099:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469243.176101:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469243.176104:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469243.176107:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469243.176109:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469243.176114:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789469243.176119:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469243.176124:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404849408, portal 25 00000100:00000001:2.0:1789469243.176126:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469243.176128:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:2.0:1789469243.176133:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469243.176290:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469243.176295:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469243.176298:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469243.176302:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404849408, offset 0 00000400:00000200:2.0:1789469243.176307:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469243.176318:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469243.176328:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f5700 00000400:00000100:2.0:1789469243.176334:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404849408 offset 0 length 520: 4 00000400:00000200:2.0:1789469243.176338:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469243.176340:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469243.176350:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469243.176351:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469243.176354:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469243.176358:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469243.176365:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469243.176368:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469243.176373:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469243.176375:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469243.176379:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469243.176384:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316163763 00000100:00000010:2.0:1789469243.176388:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37840. 00000100:00000001:2.0:1789469243.176394:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469243.176404:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316163763 00000100:00000010:2.0:1789469243.176407:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c378a0. 00000100:00000001:2.0:1789469243.176410:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469243.176476:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316163763 00000100:00000010:2.0:1789469243.176481:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789469243.176484:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469243.176487:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316163763 00000100:00000010:2.0:1789469243.176490:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f60. 00000100:00000001:2.0:1789469243.176492:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469243.176495:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469243.176497:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469243.176500:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469243.176502:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469243.176506:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469243.176508:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469243.176510:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469243.176511:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469243.176512:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469243.176514:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469243.367164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469243.367171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469243.367177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469243.367179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469243.367184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469243.367185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469243.367283:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469243.367287:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469243.367290:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469244.199336:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469244.199348:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469244.199350:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469244.199355:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469244.199357:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469244.199361:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469244.199363:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469244.391964:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469244.391971:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469244.391976:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469244.391977:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469244.391982:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469244.391984:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469244.392078:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469244.392081:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469244.392084:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469244.569205:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569236:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469244.569241:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569244:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469244.569261:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469244.569283:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4300 00000400:00000100:3.0:1789469244.569294:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402419456 offset 0 length 520: 4 00000400:00000200:3.0:1789469244.569331:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469244.569335:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469244.569348:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569353:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469244.569356:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569358:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469244.569360:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569361:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469244.569366:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469244.569373:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4380 00000400:00000100:3.0:1789469244.569378:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402419584 offset 0 length 520: 4 00000400:00000200:3.0:1789469244.569381:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469244.569383:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469244.569388:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569392:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469244.569394:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569396:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469244.569398:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569413:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469244.569417:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469244.569423:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4400 00000400:00000100:3.0:1789469244.569602:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402419712 offset 0 length 520: 4 00000400:00000200:3.0:1789469244.569606:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469244.569608:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469244.569614:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569630:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469244.569632:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469244.569634:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469245.223193:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469245.223214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469245.223217:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469245.223223:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469245.223227:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469245.223233:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469245.223236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469245.415236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469245.415247:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469245.415254:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469245.415256:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469245.415262:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469245.415264:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469245.416463:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469245.416470:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469245.416476:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469246.247178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469246.247197:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469246.247200:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469246.247215:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469246.247218:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469246.247224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469246.247227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469246.439217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469246.439228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469246.439236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469246.439238:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469246.439244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469246.439246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469246.439697:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469246.439702:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469246.439707:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469247.271206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469247.271227:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469247.271230:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469247.271237:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469247.271240:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469247.271247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469247.271252:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.463287:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469247.463295:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.463300:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469247.463301:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.463314:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469247.463317:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469247.463782:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469247.463786:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469247.463788:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469248.295590:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469248.295607:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469248.295610:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469248.295629:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469248.295877:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469248.295882:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469248.295886:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469248.487170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469248.487177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469248.487183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469248.487184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469248.487188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469248.487190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469248.487325:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469248.487329:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469248.487332:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789469248.679160:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316163763, at 4316164096 00000100:00000040:3.0:1789469248.679160:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316163763, at 4316164096 00000100:00000010:1.0:1789469248.679175:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00080000:0.0:1789469248.679238:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469248.679244:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469248.679246:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469248.679249:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469248.679252:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469248.679255:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469248.679258:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469248.679261:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469248.679263:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469248.679266:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469248.679271:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21501) 00000100:00000040:0.0:1789469248.679287:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316163763, at 4316164096 00000100:00000010:0.0:1789469248.679292:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37840. 00000100:00000040:2.0:1789469248.679436:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316163763, at 4316164096 00000100:00000010:2.0:1789469248.679442:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000010:3.0:1789469248.686590:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000100:00000001:2.0:1789469249.319185:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469249.319199:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469249.319201:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469249.319205:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469249.319208:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469249.319212:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469249.319214:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469249.511171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469249.511178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469249.511184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469249.511185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469249.511190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469249.511192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469249.511298:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469249.511301:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469249.511304:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469250.348376:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469250.348392:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469250.348395:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469250.348400:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469250.348402:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469250.348407:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469250.348409:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469250.535174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469250.535182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469250.535188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469250.535191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469250.535196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469250.535197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469250.535296:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469250.535300:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469250.535303:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469251.368020:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469251.368071:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469251.368074:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469251.368080:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469251.368083:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469251.368089:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469251.368091:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469251.560130:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469251.560138:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469251.560144:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469251.560145:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469251.560150:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469251.560154:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469251.560156:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469251.560159:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469251.560161:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469251.560163:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469251.560165:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469251.560167:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469251.560255:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469251.560259:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469251.560262:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469252.392773:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469252.392790:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469252.392793:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469252.392798:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469252.392800:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469252.392805:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469252.392808:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469252.584187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469252.584194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469252.584200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469252.584201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469252.584206:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469252.584208:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469252.584340:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469252.584345:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469252.584348:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469253.415275:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469253.415287:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469253.415290:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469253.415295:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469253.415297:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469253.415302:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469253.415304:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469253.607280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469253.607286:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469253.607291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469253.607292:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469253.607297:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469253.607298:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469253.607378:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469253.607381:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469253.607384:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469253.799779:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469253.799800:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469253.799803:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469253.799807:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469253.799809:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469253.799812:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469253.799814:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469253.799817:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469253.799820:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469253.799823:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469253.799828:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21506) 00000100:00000001:2.0:1789469254.439154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469254.439168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469254.439171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469254.439176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469254.439178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469254.439184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469254.439188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469254.631296:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469254.631303:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469254.631308:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469254.631310:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469254.631315:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469254.631316:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469254.631415:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469254.631419:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469254.631422:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469255.463210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469255.463226:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469255.463229:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469255.463234:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469255.463236:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469255.463241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469255.463244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469255.655420:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469255.655428:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469255.655434:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469255.655436:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469255.655441:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469255.655443:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469255.655534:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469255.655538:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469255.655541:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469256.487154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469256.487168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469256.487171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469256.487175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469256.487178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469256.487182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469256.487185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469256.679171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469256.679177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469256.679184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469256.679185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469256.679189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469256.679191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469256.679352:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469256.679355:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469256.679359:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469257.511156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469257.511171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469257.511174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469257.511179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469257.511182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469257.511187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469257.511189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469257.703172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469257.703179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469257.703185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469257.703186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469257.703192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469257.703194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469257.703298:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469257.703302:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469257.703305:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469258.535496:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469258.535511:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469258.535513:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469258.535517:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469258.535519:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469258.535524:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469258.535527:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.727183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469258.727191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.727197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469258.727261:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.727269:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469258.727271:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469258.728724:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469258.728729:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469258.728733:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469258.919260:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469258.919271:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469258.919273:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469258.919277:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469258.919279:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469258.919282:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469258.919285:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469258.919288:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469258.919290:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469258.919304:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469258.919326:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21512) 00000100:00000001:2.0:1789469259.559420:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469259.559434:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469259.559436:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469259.559441:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469259.559443:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469259.559447:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469259.559450:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469259.751172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469259.751179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469259.751184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469259.751186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469259.751191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469259.751193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469259.751434:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469259.751438:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469259.751442:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469260.583171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469260.583186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469260.583188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469260.583193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469260.583195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469260.583200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469260.583202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469260.775347:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469260.775355:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469260.775360:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469260.775362:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469260.775367:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469260.775369:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469260.775661:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469260.775665:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469260.775669:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469261.608459:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469261.608473:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469261.608476:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469261.608480:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469261.608483:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469261.608487:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469261.608490:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469261.799174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469261.799182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469261.799188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469261.799190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469261.799195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469261.799214:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469261.799216:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469261.799221:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469261.799224:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469261.799226:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469261.799228:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469261.799230:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469261.799455:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469261.799459:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469261.799462:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469262.631465:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469262.631479:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469262.631481:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469262.631486:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469262.631488:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469262.631493:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469262.631495:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469262.823202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469262.823210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469262.823216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469262.823218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469262.823223:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469262.823225:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469262.823326:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469262.823330:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469262.823333:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469263.657525:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469263.657534:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469263.657548:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469238/real 1789469238] req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469263.657570:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469263.657573:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469263.657576:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41434d0. 00000400:00000200:2.0:1789469263.657583:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469263.657585:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469263.657590:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469263.657593:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469263.657601:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657607:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469263.657609:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657612:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469263.657613:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469263.657616:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657623:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657625:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469263.657629:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469238/real 1789469238] req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469263.657635:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469263.657636:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469263.657637:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d68. 00000400:00000200:2.0:1789469263.657639:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469263.657640:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469263.657642:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469263.657645:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469263.657651:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657656:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469263.657657:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657659:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469263.657660:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469263.657662:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657668:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657669:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469263.657673:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469238/real 1789469238] req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469263.657679:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469263.657681:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469263.657682:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143688. 00000400:00000200:2.0:1789469263.657685:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469263.657686:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469263.657688:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469263.657691:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469263.657697:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657703:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469263.657704:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657705:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469263.657707:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469263.657709:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657714:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657716:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469263.657719:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469238/real 1789469238] req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469263.657725:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469263.657726:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469263.657728:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143160. 00000400:00000200:2.0:1789469263.657730:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469263.657731:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469263.657733:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469263.657735:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469263.657742:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657746:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469263.657747:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657749:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469263.657750:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469263.657752:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657758:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657766:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469263.657768:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657771:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469263.657773:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469263.657776:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469263.657794:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657801:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469263.657804:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657806:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469263.657807:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657809:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469263.657812:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469263.657815:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469263.657841:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469263.657843:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469263.657847:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469263.657861:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404849152:0@lo:38:kworker.0 00000100:00000001:2.0:1789469263.657877:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469263.657882:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657888:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469263.657890:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657891:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469263.657893:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657894:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469263.657895:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469263.657897:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469263.657903:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469263.657905:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469263.657908:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469263.657915:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404849280:0@lo:38:kworker.0 00000100:00000001:2.0:1789469263.657918:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469263.657921:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657926:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469263.657929:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657930:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469263.657931:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657933:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469263.657934:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469263.657937:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469263.657941:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469263.657943:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469263.657946:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469263.657953:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404848896:0@lo:38:kworker.0 00000100:00000001:2.0:1789469263.657957:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469263.657960:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.657966:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469263.657968:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657970:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469263.657971:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.657972:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469263.657973:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469263.657975:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469263.657979:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469263.657981:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469263.657984:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469263.657991:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404849024:0@lo:38:kworker.0 00000100:00000001:2.0:1789469263.657994:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.657997:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469263.658000:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404849152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.658006:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469263.658009:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469263.658013:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469263.658018:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469263.658020:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469263.658022:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469263.658025:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469263.658027:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:2.0:1789469263.658031:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469263.658033:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469263.658034:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:2.0:1789469263.658061:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469263.658063:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.658064:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469263.658067:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404849280/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.658073:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469263.658074:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469263.658075:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469263.658078:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469263.658079:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469263.658080:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469263.658081:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469263.658082:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:2.0:1789469263.658084:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469263.658086:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469263.658087:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:2.0:1789469263.658089:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469263.658090:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.658091:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469263.658093:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404848896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.658099:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469263.658100:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469263.658101:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469263.658103:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469263.658104:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469263.658105:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469263.658106:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469263.658108:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe800. 02000000:00000001:2.0:1789469263.658111:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469263.658111:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469263.658112:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:2.0:1789469263.658116:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469263.658117:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.658118:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469263.658121:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373ad80 x1876386404849024/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469263 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.658126:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469263.658127:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469263.658129:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469263.658130:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469263.658131:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469263.658133:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469263.658134:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469263.658135:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfec00. 02000000:00000001:2.0:1789469263.658137:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469263.658138:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469263.658140:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373ad80. 00000100:00000001:2.0:1789469263.658143:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469263.658144:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.658146:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469263.658388:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469263.658394:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469263.658396:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469263.658399:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469263.658401:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469263.658404:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469263.658407:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469263.658410:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21486 00000100:00080000:3.0:1789469263.658414:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469263.658417:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469263.658419:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469263.658421:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469263.658423:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469263.658430:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469263.658432:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789469263.658434:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469263.658437:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789469263.658440:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789469263.658442:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789469263.658444:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469263.658446:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469263.658448:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469263.658449:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469263.658452:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789469263.658455:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469263.658457:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469263.658459:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469263.658465:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469263.658495:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469263.658497:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469263.658500:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469263.658505:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789469263.658507:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789469263.658511:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469263.658512:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469263.658515:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469263.658518:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469263.658521:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469263.658529:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789469263.658534:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469263.658540:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469263.658549:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469263.658552:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469263.658556:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469263.658577:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469263.658581:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469263.658584:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469263.658585:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469263.658587:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469263.658589:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469263.658591:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21486 00000100:00080000:3.0:1789469263.658594:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469263.658596:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469263.658598:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469263.658600:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469263.658602:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469263.658606:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469263.658607:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789469263.658616:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469263.658618:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789469263.658620:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789469263.658622:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789469263.658625:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469263.658627:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469263.658629:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469263.658631:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469263.658633:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789469263.658635:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469263.658638:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469263.658640:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469263.658642:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469263.658644:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469263.658646:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469263.658648:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469263.658652:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789469263.658654:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789469263.658657:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469263.658658:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469263.658659:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469263.658661:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469263.658662:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469263.658666:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789469263.658670:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469263.658674:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469263.658681:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469263.658684:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469263.658687:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469263.658695:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469263.658703:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469263.658707:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469263.658709:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469263.658710:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469263.658713:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469263.658715:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21486 00000100:00080000:3.0:1789469263.658718:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469263.658720:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469263.658722:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469263.658724:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469263.658726:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469263.658729:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469263.658731:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789469263.658733:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469263.658735:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789469263.658737:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789469263.658739:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789469263.658741:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469263.658742:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469263.658744:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469263.658746:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469263.658747:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789469263.658749:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469263.658752:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469263.658753:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469263.658757:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469263.658759:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469263.658761:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469263.658762:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469263.658765:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789469263.658767:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789469263.658788:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469263.658790:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469263.658792:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469263.658793:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469263.658795:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469263.658799:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789469263.658803:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469263.658808:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469263.658814:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469263.658816:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469263.658819:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469263.658826:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469263.658828:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469263.658831:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469263.658833:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469263.658834:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469263.658837:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469263.658838:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21486 00000100:00080000:3.0:1789469263.658841:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469263.658843:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469263.658845:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469263.658846:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469263.658848:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469263.658851:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469263.658852:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789469263.658854:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469263.658856:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789469263.658858:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789469263.658859:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789469263.658878:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469263.658880:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469263.658882:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469263.658883:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469263.658885:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789469263.658887:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469263.658889:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469263.658890:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469263.658893:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469263.658895:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469263.658896:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469263.658898:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469263.658901:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789469263.658903:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789469263.658905:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469263.658907:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469263.658908:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469263.658909:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469263.658911:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469263.658914:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789469263.658917:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469263.658921:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469263.658927:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469263.658929:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469263.658932:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469263.658938:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469263.658942:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21516) 00000100:00000001:2.0:1789469263.659093:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469263.659097:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469263.659099:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469263.659104:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.659112:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469263.659114:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469263.659117:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469263.659120:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469263.659123:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469263.659126:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404849536:0@lo:38:kworker.0 00000100:00000001:2.0:1789469263.659130:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469263.659180:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469263.659182:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469263.659185:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469263.659189:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469263.659191:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469263.659198:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143160. 00000400:00000010:2.0:1789469263.659203:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469263.659209:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404849536, portal 10 00000100:00000001:2.0:1789469263.659211:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469263.659213:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00000040:2.0:1789469263.659220:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.659226:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469263.659229:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469263.659232:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469263.659235:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404849536, offset 0 00000400:00000200:2.0:1789469263.659240:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469263.659252:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469263.659262:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5780 00000400:00000100:2.0:1789469263.659268:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404849536 offset 0 length 520: 4 00000400:00000200:2.0:1789469263.659273:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469263.659276:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469263.659603:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469263.659607:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469263.659610:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469263.659615:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.659622:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469263.659625:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.659631:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.659633:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469263.659637:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469263.659642:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469263.659646:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316179095 00000100:00000010:2.0:1789469263.659651:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789469263.659657:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469263.659684:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316179095 00000100:00000010:2.0:1789469263.659688:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c376c0. 00000100:00000001:2.0:1789469263.659692:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469263.659705:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316179095 00000100:00000010:2.0:1789469263.659708:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37360. 00000100:00000001:2.0:1789469263.659711:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469263.659713:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316179095 00000100:00000010:2.0:1789469263.659716:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789469263.659719:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469263.659728:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469263.659730:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.659733:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469263.659736:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.659743:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469263.659744:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469263.659746:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469263.659749:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469263.659751:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469263.659754:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404849664:0@lo:38:kworker.0 00000100:00000001:2.0:1789469263.659757:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469263.659759:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469263.659760:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469263.659762:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469263.659765:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469263.659767:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469263.659770:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143688. 00000400:00000010:2.0:1789469263.659774:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469263.659893:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404849664, portal 10 00000100:00000001:2.0:1789469263.659896:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469263.659897:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000040:2.0:1789469263.659906:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.659911:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469263.659912:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469263.659915:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469263.659918:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404849664, offset 0 00000400:00000200:2.0:1789469263.659921:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469263.659927:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469263.659934:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5800 00000400:00000100:2.0:1789469263.659938:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404849664 offset 0 length 520: 4 00000400:00000200:2.0:1789469263.659941:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469263.659943:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469263.659948:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469263.659950:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469263.659952:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469263.659954:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.659960:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469263.659962:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.659967:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.659968:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469263.659971:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469263.659973:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469263.659975:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316179095 00000100:00000001:2.0:1789469263.659978:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316179095 00000100:00000001:2.0:1789469263.659980:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316179095 00000100:00000001:2.0:1789469263.659981:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316179095 00000100:00000001:2.0:1789469263.659983:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316179095 00000100:00000001:2.0:1789469263.659985:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316179095 00000100:00000001:2.0:1789469263.659987:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316179095 00000100:00000001:2.0:1789469263.659988:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316179095 00000100:00000001:2.0:1789469263.659990:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469263.659991:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.659993:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469263.659996:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.660001:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469263.660002:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469263.660004:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469263.660006:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469263.660008:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469263.660010:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404849792:0@lo:38:kworker.0 00000100:00000001:2.0:1789469263.660013:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469263.660015:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469263.660016:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469263.660018:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469263.660022:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469263.660024:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469263.660027:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d68. 00000400:00000010:2.0:1789469263.660030:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469263.660033:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404849792, portal 10 00000100:00000001:2.0:1789469263.660034:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469263.660035:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312509824 : -130400397041792 : ffff8966caa7df80) 00000100:00000040:2.0:1789469263.660066:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.660072:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469263.660074:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469263.660077:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469263.660079:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404849792, offset 0 00000400:00000200:2.0:1789469263.660084:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469263.660089:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469263.660093:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5880 00000400:00000100:2.0:1789469263.660097:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404849792 offset 0 length 520: 4 00000400:00000200:2.0:1789469263.660100:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469263.660102:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469263.660106:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469263.660108:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469263.660110:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469263.660113:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.660120:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469263.660122:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.660128:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.660129:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469263.660133:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469263.660136:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469263.660139:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316179096 00000100:00000001:2.0:1789469263.660145:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316179095 00000100:00000001:2.0:1789469263.660149:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316179096 00000100:00000001:2.0:1789469263.660151:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316179095 00000100:00000001:2.0:1789469263.660154:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316179096 00000100:00000001:2.0:1789469263.660156:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316179095 00000100:00000001:2.0:1789469263.660159:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316179096 00000100:00000001:2.0:1789469263.660161:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316179095 00000100:00000001:2.0:1789469263.660163:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469263.660165:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.660168:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469263.660171:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.660177:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469263.660179:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469263.660181:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469263.660182:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469263.660184:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469263.660186:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404849920:0@lo:38:kworker.0 00000100:00000001:2.0:1789469263.660189:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469263.660191:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469263.660192:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469263.660194:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469263.660197:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469263.660199:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469263.660203:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41434d0. 00000400:00000010:2.0:1789469263.660205:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469263.660209:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404849920, portal 10 00000100:00000001:2.0:1789469263.660211:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469263.660212:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00000040:2.0:1789469263.660217:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.660223:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469263.660225:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469263.660227:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469263.660229:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404849920, offset 0 00000400:00000200:2.0:1789469263.660232:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469263.660236:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469263.660240:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5900 00000400:00000100:2.0:1789469263.660243:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404849920 offset 0 length 520: 4 00000400:00000200:2.0:1789469263.660246:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469263.660248:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469263.660252:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469263.660254:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469263.660256:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469263.660259:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.660265:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469263.660268:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469263.660273:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.660274:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469263.660277:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469263.660862:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469263.660874:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316179097 00000100:00000001:2.0:1789469263.660880:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316179096 00000100:00000001:2.0:1789469263.660884:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316179097 00000100:00000001:2.0:1789469263.660886:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316179096 00000100:00000001:2.0:1789469263.660889:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316179097 00000100:00000001:2.0:1789469263.660892:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316179096 00000100:00000001:2.0:1789469263.660894:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316179097 00000100:00000001:2.0:1789469263.660897:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316179096 00000100:00000001:2.0:1789469263.660900:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469263.660902:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.660906:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.660909:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.660916:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469263.660918:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469263.660921:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469263.660922:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469263.660924:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469263.660925:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469263.681143:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316179097, at 4316179098 00000100:00000010:2.0:1789469263.681160:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000100:00000040:1.0:1789469263.681232:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316179097, at 4316179098 00000100:00000010:1.0:1789469263.681237:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c376c0. 00000100:00000040:0.0:1789469263.681657:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316179097, at 4316179098 00000100:00000010:0.0:1789469263.681663:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000040:3.0:1789469263.682462:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316179097, at 4316179099 00000100:00000010:3.0:1789469263.682471:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00010000:00000001:0.0:1789469263.847164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469263.847171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469263.847178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469263.847179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469263.847183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469263.847185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469263.847277:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469263.847281:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469263.847284:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469264.679179:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469264.679193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469264.679195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469264.679200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469264.679202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469264.679207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469264.679209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469264.873077:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469264.873085:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469264.873091:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469264.873092:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469264.873097:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469264.873099:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469264.873206:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469264.873209:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469264.873213:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469265.703312:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469265.703325:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469265.703327:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469265.703332:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469265.703334:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469265.703339:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469265.703341:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469265.896120:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469265.896127:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469265.896133:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469265.896135:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469265.896140:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469265.896142:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469265.896267:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469265.896270:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469265.896274:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469266.727538:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469266.727555:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469266.727558:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469266.727564:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469266.727567:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469266.727573:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469266.727576:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469266.921468:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469266.921479:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469266.921486:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469266.921488:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469266.921495:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469266.921496:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469266.921854:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469266.921859:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469266.921863:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469267.751952:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469267.751971:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469267.751974:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469267.751980:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469267.751983:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469267.751989:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469267.751992:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469267.943176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469267.943185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469267.943193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469267.943194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469267.943200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469267.943202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469267.943542:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469267.943547:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469267.943550:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789469268.328176:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789469268.328214:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469268.328221:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469268.334273:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469268.334288:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469268.334303:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469268.334309:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469268.334312:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469268.775127:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469268.775138:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469268.775156:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469243/real 1789469243] req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469268.775176:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469268.775179:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469268.775183:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:2.0:1789469268.775192:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789469268.775195:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789469268.775200:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469268.775204:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469268.775214:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.775221:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469268.775223:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469268.775226:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469268.775228:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469268.775232:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.775239:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469268.775250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469268.775253:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469268.775256:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469268.775259:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469268.775263:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469268.775267:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.775274:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469268.775276:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469268.775278:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469268.775279:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469268.775282:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469268.775285:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469268.775290:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469268.775321:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469268.775324:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469268.775329:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469268.775337:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404849408:0@lo:250:kworker.0 00000100:00000001:2.0:1789469268.775342:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469268.775345:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469268.775349:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404849408/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.775355:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469268.775359:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469268.775365:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469268.775378:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469268.775382:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469268.775384:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469268.775387:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469268.775390:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789469268.775395:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469268.775396:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469268.775399:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:2.0:1789469268.775404:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469268.775405:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469268.775408:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469268.775482:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469268.775488:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469268.775491:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469268.775494:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469268.775497:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469268.775500:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21491 00000100:00080000:0.0:1789469268.775505:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469268.775507:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469268.775510:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469268.775512:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469268.775514:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469268.775522:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469268.775524:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:0.0:1789469268.775527:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469268.775530:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:0.0:1789469268.775533:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:0.0:1789469268.775535:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:0.0:1789469268.775538:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469268.775540:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469268.775541:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469268.775542:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469268.775546:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:0.0:1789469268.775550:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469268.775552:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469268.775554:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469268.775558:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469268.775561:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469268.775563:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469268.775566:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469268.775587:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63480. 00000020:00000040:0.0:1789469268.775590:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469268.775594:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469268.775596:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469268.775600:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469268.775603:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469268.775607:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469268.775616:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867800. 00000100:00000001:0.0:1789469268.775624:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469268.775632:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469268.775642:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469268.775646:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469268.775650:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba63b393] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469268.775671:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469268.775674:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469268.775678:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469268.775681:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469268.775684:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469268.775687:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469268.775691:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469268.775695:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469268.775698:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469268.775703:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21521) 00000100:00000001:2.0:1789469268.775971:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469268.775974:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469268.775976:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469268.775981:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.775990:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469268.775992:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469268.775996:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469268.775999:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469268.776002:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469268.776005:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404850048:0@lo:250:kworker.0 00000100:00000001:2.0:1789469268.776009:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469268.776015:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469268.776017:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469268.776019:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469268.776024:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469268.776026:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469268.776033:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789469268.776063:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469268.776072:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404850048, portal 25 00000100:00000001:2.0:1789469268.776074:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469268.776076:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492024448 : -130396217527168 : ffff8967c3c63480) 00000100:00000040:2.0:1789469268.776082:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.776090:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469268.776093:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469268.776096:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469268.776099:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404850048, offset 0 00000400:00000200:2.0:1789469268.776106:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469268.776123:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469268.776136:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f5980 00000400:00000100:2.0:1789469268.776143:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404850048 offset 0 length 520: 4 00000400:00000200:2.0:1789469268.776148:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469268.776151:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469268.776162:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469268.776164:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469268.776168:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469268.776172:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.776179:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469268.776182:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.776195:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469268.776196:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469268.776202:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469268.776207:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316189363 00000100:00000010:2.0:1789469268.776212:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37360. 00000100:00000001:2.0:1789469268.776220:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469268.776231:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316189363 00000100:00000010:2.0:1789469268.776234:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37c60. 00000100:00000001:2.0:1789469268.776237:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469268.776240:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316189363 00000100:00000010:2.0:1789469268.776242:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a80. 00000100:00000001:2.0:1789469268.776245:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469268.776248:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316189363 00000100:00000010:2.0:1789469268.776250:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f00. 00000100:00000001:2.0:1789469268.776253:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469268.776256:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469268.776259:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469268.776262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469268.776264:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469268.776269:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469268.776271:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469268.776273:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469268.776274:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469268.776275:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469268.776277:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.967948:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469268.967958:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.967965:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469268.967967:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.967973:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469268.967975:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469268.969081:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469268.969088:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469268.969094:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469269.070810:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469269.070835:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469269.070840:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469269.070843:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469269.070855:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469269.070872:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4480 00000400:00000100:3.0:1789469269.070880:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402419840 offset 0 length 520: 4 00000400:00000200:3.0:1789469269.070886:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469269.070889:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469269.070899:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469269.070903:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469269.070905:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469269.070907:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469269.070909:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469269.070920:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469269.070925:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469269.070931:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4500 00000400:00000100:3.0:1789469269.070935:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402419968 offset 0 length 520: 4 00000400:00000200:3.0:1789469269.070938:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469269.070940:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469269.070944:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469269.070950:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469269.070952:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469269.070955:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469269.801088:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469269.801109:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469269.801112:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469269.801118:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469269.801121:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469269.801127:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469269.801130:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469269.991210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469269.991220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469269.991227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469269.991229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469269.991235:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469269.991237:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469269.991429:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469269.991433:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469269.991437:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469270.096886:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469270.096917:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469270.096923:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469270.096926:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469270.096944:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469270.096972:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4580 00000400:00000100:0.0:1789469270.096983:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402420096 offset 0 length 520: 4 00000400:00000200:0.0:1789469270.096991:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469270.096994:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469270.097010:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469270.097020:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469270.097023:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469270.097026:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469270.823202:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469270.823223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469270.823225:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469270.823232:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469270.823235:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469270.823241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469270.823244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469271.015426:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469271.015433:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469271.015439:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469271.015440:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469271.015446:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469271.015450:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469271.015453:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469271.015455:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469271.015458:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469271.015461:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469271.015463:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469271.015465:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469271.015639:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469271.015643:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469271.015646:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469271.847229:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469271.847245:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469271.847247:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469271.847252:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469271.847255:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469271.847260:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469271.847263:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469272.039584:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469272.039592:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469272.039597:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469272.039599:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469272.039603:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469272.039605:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469272.039758:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469272.039772:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469272.039775:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469272.871154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469272.871169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469272.871171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469272.871175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469272.871177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469272.871181:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469272.871183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469273.063167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469273.063175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469273.063180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469273.063182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469273.063187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469273.063188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469273.063278:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469273.063281:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469273.063284:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469273.895145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469273.895159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469273.895161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469273.895166:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469273.895168:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469273.895173:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469273.895176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469274.088686:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469274.088693:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469274.088698:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469274.088700:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469274.088705:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469274.088706:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469274.088816:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469274.088819:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469274.088822:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469274.279178:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316189363, at 4316189696 00000100:00000010:0.0:1789469274.279204:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000100:00000040:3.0:1789469274.279740:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316189363, at 4316189696 00000100:00000010:3.0:1789469274.279747:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f00. 00000100:00000040:1.0:1789469274.279827:0:225474:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316189363, at 4316189696 00000100:00000010:1.0:1789469274.279834:0:225474:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37c60. 00000100:00080000:2.0:1789469274.280666:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469274.280673:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469274.280675:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469274.280679:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469274.280682:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469274.280685:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469274.280688:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469274.280691:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469274.280693:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469274.280696:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469274.280700:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21527) 00000100:00000040:2.0:1789469274.280714:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316189363, at 4316189697 00000100:00000010:2.0:1789469274.280719:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000001:2.0:1789469274.919155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469274.919169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469274.919171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469274.919176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469274.919178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469274.919182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469274.919184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469275.111206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469275.111214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469275.111219:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469275.111221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469275.111226:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469275.111227:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469275.112200:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469275.112204:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469275.112208:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469275.943112:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469275.943128:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469275.943131:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469275.943136:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469275.943138:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469275.943149:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469275.943151:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469276.136892:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469276.136900:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469276.136905:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469276.136907:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469276.136913:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469276.136915:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469276.137020:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469276.137024:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469276.137027:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469276.967366:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469276.967380:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469276.967383:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469276.967388:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469276.967390:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469276.967394:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469276.967396:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469277.159171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469277.159178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469277.159184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469277.159186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469277.159191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469277.159193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469277.159248:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469277.159251:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469277.159254:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469277.991818:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469277.991832:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469277.991834:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469277.991840:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469277.991842:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469277.991847:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469277.991850:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.183457:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469278.183464:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.183469:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469278.183470:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.183474:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469278.183476:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469278.183565:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469278.183569:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469278.183571:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469279.019336:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469279.019351:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469279.019354:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469279.019359:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469279.019362:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469279.019366:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469279.019369:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469279.207191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469279.207199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469279.207204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469279.207206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469279.207210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469279.207212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469279.207300:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469279.207303:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469279.207306:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469279.399260:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469279.399270:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469279.399273:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469279.399293:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469279.399295:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469279.399298:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469279.399301:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469279.399304:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469279.399307:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469279.399310:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469279.399315:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21532) 00000100:00000001:2.0:1789469280.042420:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469280.042437:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469280.042439:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469280.042444:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469280.042446:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469280.042461:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469280.042464:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469280.231160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469280.231168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469280.231173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469280.231175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469280.231179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469280.231181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469280.231276:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469280.231280:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469280.231283:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469281.063221:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469281.063236:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469281.063238:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469281.063242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469281.063245:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469281.063250:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469281.063252:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469281.255160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469281.255167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469281.255172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469281.255173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469281.255177:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469281.255181:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469281.255183:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469281.255187:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469281.255190:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469281.255192:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469281.255194:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469281.255196:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469281.255288:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469281.255291:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469281.255294:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469282.087170:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469282.087185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469282.087187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469282.087193:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469282.087195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469282.087200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469282.087203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469282.279937:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469282.279943:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469282.279949:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469282.279950:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469282.279955:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469282.279956:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469282.280462:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469282.280466:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469282.280470:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469283.111160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469283.111174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469283.111176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469283.111180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469283.111182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469283.111186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469283.111189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469283.303172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469283.303180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469283.303185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469283.303187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469283.303191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469283.303193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469283.304841:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469283.304847:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469283.304851:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469284.135155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469284.135361:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469284.135364:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469284.135369:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469284.135371:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469284.135377:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469284.135379:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469284.327161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469284.327180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469284.327186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469284.327187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469284.327192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469284.327194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469284.327281:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469284.327285:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469284.327287:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469284.519415:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469284.519427:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469284.519430:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469284.519433:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469284.519436:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469284.519439:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469284.519441:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469284.519444:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469284.519447:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469284.519449:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469284.519454:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21537) 00000100:00000001:2.0:1789469285.160257:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469285.160291:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469285.160294:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469285.160298:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469285.160301:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469285.160305:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469285.160308:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469285.351768:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469285.351775:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469285.351781:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469285.351783:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469285.351788:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469285.351790:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469285.351951:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469285.351955:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469285.351958:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469286.183189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469286.183204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469286.183206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469286.183211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469286.183213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469286.183217:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469286.183219:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469286.375167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469286.375175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469286.375181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469286.375182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469286.375187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469286.375188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469286.375292:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469286.375295:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469286.375298:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469287.208669:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469287.208698:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469287.208701:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469287.208705:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469287.208707:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469287.208712:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469287.208714:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469287.399947:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469287.399954:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469287.399960:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469287.399962:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469287.399966:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469287.399967:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469287.401202:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469287.401207:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469287.401211:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469288.234380:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469288.234389:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469288.234403:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469263/real 1789469263] req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469288.234421:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469288.234423:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469288.234426:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143160. 00000400:00000200:2.0:1789469288.234432:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469288.234435:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469288.234439:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469288.234443:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469288.234452:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234459:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469288.234461:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234464:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469288.234466:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469288.234471:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234478:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234481:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469288.234486:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469263/real 1789469263] req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469288.234500:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469288.234502:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469288.234503:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143688. 00000400:00000200:2.0:1789469288.234506:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469288.234507:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469288.234509:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469288.234512:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469288.234519:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234524:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469288.234526:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234527:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469288.234529:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469288.234532:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234538:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234539:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469288.234544:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469263/real 1789469263] req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469288.234550:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469288.234552:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469288.234554:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d68. 00000400:00000200:2.0:1789469288.234556:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469288.234557:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469288.234560:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469288.234562:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469288.234569:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234580:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469288.234581:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234583:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469288.234584:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469288.234587:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234593:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234595:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469288.234599:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469263/real 1789469263] req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469288.234606:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469288.234607:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469288.234609:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41434d0. 00000400:00000200:2.0:1789469288.234611:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469288.234612:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469288.234614:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469288.234617:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469288.234623:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234629:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469288.234630:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234632:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469288.234633:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469288.234637:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234643:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234652:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469288.234653:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234656:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469288.234659:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469288.234662:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469288.234761:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234769:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469288.234772:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234774:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469288.234775:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234777:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469288.234779:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469288.234783:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469288.234863:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469288.234866:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469288.234871:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469288.234878:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404849536:0@lo:38:kworker.0 00000100:00000001:2.0:1789469288.234883:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469288.234886:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.234891:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469288.234893:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234895:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469288.234896:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.234897:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469288.234899:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469288.234900:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469288.237137:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469288.237142:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469288.237151:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469288.237161:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404849664:0@lo:38:kworker.0 00000100:00000001:2.0:1789469288.237168:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469288.237172:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.237179:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469288.237182:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.237184:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469288.237185:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.237188:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469288.237190:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469288.237193:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469288.237199:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469288.237201:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469288.237205:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469288.237223:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404849792:0@lo:38:kworker.0 00000100:00000001:2.0:1789469288.237227:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469288.237231:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.237238:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469288.237240:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.237242:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469288.237243:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.237245:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469288.237246:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469288.237248:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469288.237254:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469288.237256:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469288.237259:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469288.237265:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404849920:0@lo:38:kworker.0 00000100:00000001:2.0:1789469288.237269:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.237272:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469288.237275:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.237282:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469288.237285:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469288.237288:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469288.237294:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469288.237297:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469288.237299:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469288.237301:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469288.237304:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:2.0:1789469288.237308:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469288.237309:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469288.237311:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:2.0:1789469288.237316:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469288.237317:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.237318:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469288.237321:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404849664/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.237326:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469288.237327:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469288.237329:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469288.237331:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469288.237332:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469288.237333:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469288.237335:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469288.237336:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:2.0:1789469288.237338:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469288.237339:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469288.237341:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00000001:2.0:1789469288.237343:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469288.237345:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.237346:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469288.237349:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7df80 x1876386404849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.237354:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469288.237355:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469288.237356:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469288.237359:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469288.237360:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469288.237361:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469288.237362:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469288.237364:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789469288.237366:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469288.237367:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469288.237368:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7df80. 00000100:00000001:2.0:1789469288.237657:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469288.237659:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.237661:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469288.237674:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404849920/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469288 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.237690:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469288.237692:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469288.237694:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469288.237697:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469288.237698:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469288.237699:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469288.237701:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469288.237702:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:2.0:1789469288.237704:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469288.237706:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469288.237707:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:2.0:1789469288.237709:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469288.237710:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.237714:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469288.238471:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469288.238477:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469288.238480:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469288.238484:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469288.238486:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469288.238489:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469288.238493:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469288.238496:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21511 00000100:00080000:1.0:1789469288.238500:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469288.238502:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469288.238505:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469288.238507:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469288.238509:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469288.238517:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469288.238519:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469288.238521:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469288.238524:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469288.238526:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469288.238528:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469288.238531:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469288.238532:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469288.238534:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469288.238537:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469288.238540:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469288.238543:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469288.238545:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469288.238547:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469288.238554:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469288.238557:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.238559:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469288.238561:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469288.238568:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789469288.238571:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469288.238574:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469288.238575:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.238578:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469288.238581:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469288.238584:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469288.238591:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd800. 00000100:00000001:1.0:1789469288.238597:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469288.238605:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469288.238613:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469288.238617:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469288.238620:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469288.238643:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469288.238645:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469288.238648:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469288.238649:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469288.238650:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469288.238653:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469288.238655:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21511 00000100:00080000:1.0:1789469288.238657:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469288.238660:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469288.238661:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469288.238663:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469288.238664:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469288.238667:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469288.238668:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469288.238670:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469288.238672:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469288.238674:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469288.238676:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469288.238679:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469288.238690:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469288.238691:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469288.238693:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469288.238695:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469288.238697:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469288.238699:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469288.238701:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469288.238704:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469288.238705:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.238707:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469288.238708:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469288.238711:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789469288.238714:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469288.238716:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469288.238717:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.238718:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469288.238719:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469288.238721:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469288.238725:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe400. 00000100:00000001:1.0:1789469288.238728:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469288.238732:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469288.238744:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469288.238746:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469288.238749:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469288.238756:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469288.238758:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469288.238761:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469288.238762:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469288.238763:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469288.238765:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469288.238767:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21511 00000100:00080000:1.0:1789469288.238769:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469288.238771:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469288.238773:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469288.238774:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469288.238776:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469288.238779:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469288.238780:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469288.238781:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469288.238783:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469288.238785:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469288.238787:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469288.238790:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469288.238792:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469288.238793:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469288.238795:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469288.238797:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469288.238799:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469288.238801:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469288.238802:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469288.238805:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469288.238807:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.238809:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469288.238811:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469288.238814:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789469288.238816:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469288.238818:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469288.238819:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.238821:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469288.238822:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469288.238823:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469288.238826:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfdc00. 00000100:00000001:1.0:1789469288.238828:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469288.238832:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469288.238838:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469288.238840:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469288.238843:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469288.238849:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469288.238852:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469288.238855:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469288.238856:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469288.238858:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469288.238860:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469288.238861:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21511 00000100:00080000:1.0:1789469288.238863:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469288.238865:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469288.238867:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469288.238868:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469288.238870:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469288.238873:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469288.238874:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469288.238876:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469288.238878:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469288.238880:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469288.238881:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469288.238884:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469288.238885:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469288.238886:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469288.238888:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469288.238890:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00000001:2.0:1789469288.238891:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1789469288.238892:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469288.238894:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.238894:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1789469288.238895:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789469288.238896:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1789469288.238898:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469288.238900:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469288.238901:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469288.238902:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469288.238903:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469288.238906:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789469288.238908:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1789469288.238909:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1789469288.238910:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469288.238911:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.238911:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.238913:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469288.238914:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469288.238914:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469288.238916:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469288.238917:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1789469288.238919:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe000. 02000000:00000001:2.0:1789469288.238919:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.238922:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469288.238922:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404850176:0@lo:38:kworker.0 00000100:00100000:1.0:1789469288.238926:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469288.238926:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469288.238929:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789469288.238931:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789469288.238932:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.238933:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469288.238934:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1789469288.238936:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789469288.238937:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469288.238939:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469288.238946:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41434d0. 00000100:00000001:1.0:1789469288.238949:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469288.238951:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000040:1.0:1789469288.238953:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21541) 00000100:00000200:2.0:1789469288.238957:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404850176, portal 10 00000100:00000001:2.0:1789469288.238959:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469288.238961:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:2.0:1789469288.238969:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.238976:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469288.238978:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469288.238981:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469288.238984:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404850176, offset 0 00000400:00000200:2.0:1789469288.238989:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469288.239002:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:1.0:1789469288.239014:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1789469288.239014:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5a00 00000100:00080000:1.0:1789469288.239017:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000100:2.0:1789469288.239019:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404850176 offset 0 length 520: 4 00000100:00000040:1.0:1789469288.239020:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21541) 00000400:00000200:2.0:1789469288.239023:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469288.239026:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469288.239053:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469288.239056:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469288.239060:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469288.239063:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239070:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469288.239073:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239079:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.239080:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469288.239085:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469288.239090:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469288.239093:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316203675 00000100:00000010:2.0:1789469288.239098:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a80. 00000100:00000001:2.0:1789469288.239104:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469288.239164:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316203675 00000100:00000010:2.0:1789469288.239169:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37060. 00000100:00000001:2.0:1789469288.239172:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469288.239184:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316203675 00000100:00000010:2.0:1789469288.239187:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789469288.239190:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469288.239192:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316203675 00000100:00000010:2.0:1789469288.239195:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789469288.239198:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469288.239299:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469288.239302:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.239305:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469288.239309:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239315:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469288.239317:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469288.239318:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469288.239320:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469288.239321:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469288.239324:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404850304:0@lo:38:kworker.0 00000100:00000001:2.0:1789469288.239326:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469288.239328:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469288.239329:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469288.239331:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469288.239333:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469288.239335:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469288.239338:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d68. 00000400:00000010:2.0:1789469288.239341:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469288.239344:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404850304, portal 10 00000100:00000001:2.0:1789469288.239345:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469288.239346:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:2.0:1789469288.239351:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239357:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469288.239359:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469288.239361:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469288.239362:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404850304, offset 0 00000400:00000200:2.0:1789469288.239366:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469288.239380:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469288.239386:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5a80 00000400:00000100:2.0:1789469288.239389:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404850304 offset 0 length 520: 4 00000400:00000200:2.0:1789469288.239392:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469288.239394:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469288.239398:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469288.239400:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469288.239402:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469288.239405:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239411:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469288.239414:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239419:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.239421:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469288.239423:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469288.239426:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469288.239428:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316203675 00000100:00000001:2.0:1789469288.239430:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316203675 00000100:00000001:2.0:1789469288.239432:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316203675 00000100:00000001:2.0:1789469288.239434:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316203675 00000100:00000001:2.0:1789469288.239435:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316203675 00000100:00000001:2.0:1789469288.239437:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316203675 00000100:00000001:2.0:1789469288.239439:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316203675 00000100:00000001:2.0:1789469288.239440:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316203675 00000100:00000001:2.0:1789469288.239442:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469288.239443:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.239445:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469288.239448:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239453:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469288.239454:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469288.239455:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469288.239457:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469288.239459:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469288.239461:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404850432:0@lo:38:kworker.0 00000100:00000001:2.0:1789469288.239463:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469288.239465:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469288.239466:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469288.239467:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469288.239470:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469288.239472:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469288.239474:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143688. 00000400:00000010:2.0:1789469288.239476:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469288.239479:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404850432, portal 10 00000100:00000001:2.0:1789469288.239480:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469288.239481:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:2.0:1789469288.239485:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239490:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469288.239492:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469288.239494:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469288.239497:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404850432, offset 0 00000400:00000200:2.0:1789469288.239500:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469288.239504:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469288.239508:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5b00 00000400:00000100:2.0:1789469288.239511:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404850432 offset 0 length 520: 4 00000400:00000200:2.0:1789469288.239514:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469288.239516:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469288.239520:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469288.239521:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469288.239523:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469288.239526:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239531:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469288.239534:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239539:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.239540:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469288.239542:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469288.239545:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469288.239547:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316203675 00000100:00000001:2.0:1789469288.239549:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316203675 00000100:00000001:2.0:1789469288.239551:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316203675 00000100:00000001:2.0:1789469288.239553:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316203675 00000100:00000001:2.0:1789469288.239555:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316203675 00000100:00000001:2.0:1789469288.239556:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316203675 00000100:00000001:2.0:1789469288.239558:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316203675 00000100:00000001:2.0:1789469288.239559:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316203675 00000100:00000001:2.0:1789469288.239561:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469288.239562:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.239565:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.239567:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.239573:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469288.239575:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.239577:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469288.239578:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469288.239579:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469288.239582:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239588:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469288.239589:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469288.239591:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469288.239592:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469288.239594:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469288.239596:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404850560:0@lo:38:kworker.0 00000100:00000001:2.0:1789469288.239599:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469288.239600:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469288.239601:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469288.239603:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469288.239605:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469288.239607:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469288.239609:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143160. 00000400:00000010:2.0:1789469288.239612:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469288.239614:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404850560, portal 10 00000100:00000001:2.0:1789469288.239615:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469288.239616:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054976 : -130395954496640 : ffff8967d373bb80) 00000100:00000040:2.0:1789469288.239620:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239626:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469288.239627:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469288.239629:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469288.239631:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404850560, offset 0 00000400:00000200:2.0:1789469288.239634:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469288.239638:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469288.239642:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5b80 00000400:00000100:2.0:1789469288.239646:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404850560 offset 0 length 520: 4 00000400:00000200:2.0:1789469288.239648:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469288.239650:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469288.239653:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469288.239655:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469288.239657:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469288.239660:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239665:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469288.239827:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469288.239835:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.239837:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469288.239842:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469288.239846:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469288.239848:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316203676 00000100:00000001:2.0:1789469288.244290:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316203675 00000100:00000001:2.0:1789469288.244304:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316203681 00000100:00000001:2.0:1789469288.244311:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316203675 00000100:00000001:2.0:1789469288.244314:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316203681 00000100:00000001:2.0:1789469288.244318:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316203675 00000100:00000001:2.0:1789469288.244320:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316203681 00000100:00000001:2.0:1789469288.244324:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316203675 00000100:00000001:2.0:1789469288.244327:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469288.244332:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.244337:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.244341:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.244349:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469288.244351:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469288.244353:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469288.244355:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469288.244356:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469288.244358:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469288.265167:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316203676, at 4316203682 00000100:00000010:0.0:1789469288.265182:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:3.0:1789469288.265279:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316203681, at 4316203682 00000100:00000010:3.0:1789469288.265285:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00000040:1.0:1789469288.265381:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316203681, at 4316203682 00000100:00000010:1.0:1789469288.265386:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00000100:00000040:2.0:1789469288.265454:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316203681, at 4316203682 00000100:00000010:2.0:1789469288.265459:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00010000:00000001:0.0:1789469288.423327:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469288.423334:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.423340:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469288.423341:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.423346:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469288.423347:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469288.423410:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469288.423414:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469288.423418:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469289.256697:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469289.256710:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469289.256713:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469289.256717:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469289.256719:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469289.256723:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469289.256725:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469289.447157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469289.447164:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469289.447170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469289.447171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469289.447177:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469289.447178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469289.451306:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469289.451311:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469289.451316:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469290.279169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469290.279184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469290.279186:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469290.279190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469290.279192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469290.279197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469290.279200:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469290.471184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469290.471191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469290.471197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469290.471199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469290.471204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469290.471206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469290.471365:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469290.471369:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469290.471372:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469291.305375:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469291.305390:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469291.305392:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469291.305397:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469291.305399:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469291.305404:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469291.305407:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469291.496490:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469291.496498:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469291.496504:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469291.496506:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469291.496511:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469291.496515:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469291.496517:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469291.496520:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469291.496523:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469291.496525:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469291.496528:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469291.496530:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469291.496619:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469291.496623:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469291.496625:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469292.328427:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469292.328441:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469292.328443:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469292.328448:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469292.328450:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469292.328454:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469292.328457:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469292.519176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469292.519184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469292.519190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469292.519191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469292.519197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469292.519199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469292.519292:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469292.519296:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469292.519299:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469293.351129:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469293.351137:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469293.351150:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469268/real 1789469268] req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469293.351167:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469293.351169:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469293.351172:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:2.0:1789469293.351178:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789469293.351181:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789469293.351185:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469293.351188:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469293.351197:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.351204:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469293.351206:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469293.351209:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469293.351211:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469293.351214:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.351221:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469293.351229:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469293.351231:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469293.351235:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469293.351237:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469293.351240:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469293.351244:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.351251:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469293.351253:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469293.351255:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469293.351256:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469293.351259:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469293.351261:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469293.351264:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469293.351298:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469293.351300:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469293.351304:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469293.351311:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404850048:0@lo:250:kworker.0 00000100:00000001:2.0:1789469293.351315:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469293.351318:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469293.351321:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63480 x1876386404850048/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.351577:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469293.351581:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469293.351585:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469293.351589:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469293.351591:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469293.351593:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469293.351595:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469293.351598:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:2.0:1789469293.351602:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469293.351603:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469293.351605:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63480. 00000100:00000001:2.0:1789469293.351608:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469293.351610:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469293.351612:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469293.351987:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469293.351993:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469293.351995:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469293.351998:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469293.352001:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469293.352004:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21516 00000100:00080000:1.0:1789469293.352008:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469293.352011:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469293.352014:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469293.352016:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469293.352018:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469293.352025:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469293.352026:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469293.352029:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469293.352032:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469293.352034:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469293.352058:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469293.352062:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469293.352063:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469293.352065:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469293.352067:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469293.352070:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469293.352073:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469293.352075:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469293.352077:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469293.352080:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469293.352083:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469293.352085:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469293.352088:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469293.352095:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739f80. 00000020:00000040:1.0:1789469293.352098:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469293.352101:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469293.352103:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469293.352105:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469293.352109:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469293.352112:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469293.352120:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd000. 00000100:00000001:1.0:1789469293.352126:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469293.352132:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469293.352141:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469293.352145:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469293.352149:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b761f95] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469293.352167:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469293.352171:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469293.352174:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469293.352177:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469293.352180:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469293.352183:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469293.352186:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469293.352188:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469293.352191:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469293.352196:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21546) 00000100:00000001:2.0:1789469293.352409:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469293.352412:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469293.352414:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469293.352418:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.352426:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469293.352428:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469293.352431:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469293.352433:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469293.352436:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469293.352439:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404850688:0@lo:250:kworker.0 00000100:00000001:2.0:1789469293.352443:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469293.352446:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469293.352448:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469293.352450:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469293.352454:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469293.352457:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469293.352463:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789469293.352469:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469293.352475:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404850688, portal 25 00000100:00000001:2.0:1789469293.352477:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469293.352479:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755047808 : -130395954503808 : ffff8967d3739f80) 00000100:00000040:2.0:1789469293.352484:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.353914:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469293.353919:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469293.353926:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469293.353931:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404850688, offset 0 00000400:00000200:2.0:1789469293.353938:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469293.353950:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469293.353961:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f5c00 00000400:00000100:2.0:1789469293.353967:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404850688 offset 0 length 520: 4 00000400:00000200:2.0:1789469293.353973:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469293.353975:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469293.353986:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469293.353988:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469293.353991:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469293.353997:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.354007:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469293.354010:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.354017:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469293.354019:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469293.354023:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469293.354028:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316213940 00000100:00000010:2.0:1789469293.354033:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789469293.354050:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469293.354061:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316213941 00000100:00000010:2.0:1789469293.354065:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789469293.354068:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469293.354071:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316213941 00000100:00000010:2.0:1789469293.354074:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37120. 00000100:00000001:2.0:1789469293.354076:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469293.354080:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316213941 00000100:00000010:2.0:1789469293.354082:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c370c0. 00000100:00000001:2.0:1789469293.354086:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469293.354089:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469293.354092:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469293.354096:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469293.354099:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469293.354106:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469293.354108:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469293.354111:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469293.354112:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469293.354114:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469293.354116:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469293.543169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469293.543175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469293.543181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469293.543183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469293.543187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469293.543189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469293.543422:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469293.543426:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469293.543430:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469293.572921:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469293.573253:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469293.573257:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469293.573260:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469293.573271:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469293.573287:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4600 00000400:00000100:0.0:1789469293.573294:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402420224 offset 0 length 520: 4 00000400:00000200:0.0:1789469293.573299:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469293.573302:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469293.573310:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469293.573313:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469293.573315:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469293.573318:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469293.573319:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469293.573321:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469293.573324:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469293.573329:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4680 00000400:00000100:0.0:1789469293.573333:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402420352 offset 0 length 520: 4 00000400:00000200:0.0:1789469293.573336:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469293.573338:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469293.573341:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469293.573348:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469293.573350:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469293.573352:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469294.375774:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469294.375788:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469294.375790:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469294.375795:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469294.375797:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469294.375802:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469294.375804:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469294.567264:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469294.567275:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469294.567283:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469294.567285:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469294.567291:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469294.567293:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469294.567412:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469294.567417:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469294.567420:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469294.598006:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469294.598031:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469294.598432:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469294.598439:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469294.598454:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469294.598480:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4700 00000400:00000100:0.0:1789469294.598492:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402420480 offset 0 length 520: 4 00000400:00000200:0.0:1789469294.598499:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469294.598503:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469294.598517:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469294.598526:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469294.598529:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469294.598531:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469295.399266:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469295.399281:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469295.399283:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469295.399288:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469295.399290:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469295.399295:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469295.399297:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469295.591324:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469295.591335:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469295.591343:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469295.591344:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469295.591350:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469295.591352:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469295.591460:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469295.591467:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469295.591471:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469296.423180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469296.423194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469296.423196:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469296.423201:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469296.423203:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469296.423208:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469296.423211:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469296.617731:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469296.617738:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469296.617743:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469296.617745:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469296.617750:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469296.617751:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469296.617851:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469296.617855:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469296.617858:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469297.447149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469297.447164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469297.447167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469297.447172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469297.447174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469297.447178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469297.447181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469297.639177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469297.639184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469297.639190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469297.639191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469297.639196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469297.639198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469297.639300:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469297.639303:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469297.639306:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469298.471156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469298.471171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469298.471173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469298.471177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469298.471179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469298.471183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469298.471186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469298.663313:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469298.663321:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469298.663326:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469298.663328:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469298.663332:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469298.663334:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469298.663572:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469298.663576:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469298.663579:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789469298.855221:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316213941, at 4316214272 00000100:00000040:2.0:1789469298.855221:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316213941, at 4316214272 00000100:00000010:1.0:1789469298.855234:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000010:2.0:1789469298.855235:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37120. 00000100:00000040:3.0:1789469298.855343:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316213941, at 4316214272 00000100:00000010:3.0:1789469298.855349:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000100:00000040:0.0:1789469298.855407:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316213940, at 4316214272 00000100:00000010:0.0:1789469298.855413:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000100:00080000:2.0:1789469298.855454:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469298.855460:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469298.855462:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469298.855466:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469298.855469:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469298.855472:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469298.855475:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469298.855478:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469298.855480:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469298.855483:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469298.855486:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21551) 00000100:00000001:2.0:1789469299.495203:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469299.495217:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469299.495220:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469299.495226:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469299.495228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469299.495233:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469299.495236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.688258:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469299.688267:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.688273:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469299.688275:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.688281:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469299.688282:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469299.690850:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469299.690857:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469299.690861:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469300.522323:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469300.522338:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469300.522341:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469300.522345:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469300.522347:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469300.522353:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469300.522356:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469300.711166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469300.711173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469300.711179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469300.711180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469300.711185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469300.711187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469300.711385:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469300.711389:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469300.711392:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469301.544305:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469301.544319:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469301.544321:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469301.544327:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469301.544329:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469301.544334:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469301.544337:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469301.735164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469301.735172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469301.735177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469301.735179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469301.735184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469301.735187:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469301.735189:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469301.735192:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469301.735195:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469301.735197:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469301.735199:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469301.735201:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469301.735300:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469301.735303:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469301.735306:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469302.567167:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469302.567181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469302.567184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469302.567189:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469302.567191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469302.567196:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469302.567199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469302.759200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469302.759208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469302.759214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469302.759216:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469302.759221:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469302.759222:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469302.759377:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469302.759381:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469302.759384:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469303.591158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469303.591173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469303.591175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469303.591180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469303.591182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469303.591187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469303.591189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469303.783167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469303.783174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469303.783179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469303.783180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469303.783185:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469303.783187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469303.783319:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469303.783322:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469303.783325:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469303.978952:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469303.978962:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469303.978965:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469303.978968:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469303.978970:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469303.978973:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469303.978975:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469303.978978:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469303.978981:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469303.978984:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469303.978989:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21557) 00000100:00000001:2.0:1789469304.615162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469304.615178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469304.615180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469304.615185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469304.615187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469304.615191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469304.615194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469304.807151:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469304.807159:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469304.807165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469304.807167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469304.807172:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469304.807175:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469304.807316:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469304.807320:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469304.807323:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469305.639150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469305.639164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469305.639270:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469305.639275:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469305.639277:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469305.639283:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469305.639285:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469305.831177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469305.831184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469305.831189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469305.831190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469305.831195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469305.831197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469305.831352:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469305.831356:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469305.831359:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469306.664386:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469306.664400:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469306.664402:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469306.664407:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469306.664410:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469306.664415:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469306.664418:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469306.856978:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469306.856990:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469306.856998:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469306.856999:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469306.857007:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469306.857009:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469306.857129:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469306.857136:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469306.857144:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789469307.244233:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789469307.244245:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469307.244251:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469307.245250:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469307.245260:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469307.245277:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469307.245282:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469307.245286:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469307.687518:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469307.687533:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469307.687544:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469307.687548:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469307.687551:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469307.687555:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469307.687558:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469307.882946:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469307.882953:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469307.882958:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469307.882960:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469307.882965:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469307.882966:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469307.883060:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469307.883064:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469307.883067:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469308.712671:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469308.712762:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469308.712765:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469308.712770:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469308.712772:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469308.712777:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469308.712779:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469308.903139:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469308.903146:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469308.903150:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469308.903152:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469308.903156:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469308.903158:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469308.903238:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469308.903241:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469308.903244:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469309.095285:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469309.095297:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469309.095300:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469309.095304:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469309.095307:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469309.095310:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469309.095313:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469309.095316:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469309.095319:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469309.095323:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469309.095328:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21562) 00000100:00000001:2.0:1789469309.735153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469309.735167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469309.735169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469309.735173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469309.735175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469309.735179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469309.735181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.927167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469309.927175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.927180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469309.927182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.927186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469309.927188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469309.927321:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469309.927325:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469309.927328:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469310.759205:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469310.759221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469310.759223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469310.759228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469310.759231:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469310.759237:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469310.759239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469310.951169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469310.951177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469310.951182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469310.951183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469310.951188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469310.951191:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469310.951193:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469310.951197:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469310.951200:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469310.951202:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469310.951203:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469310.951205:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469310.951323:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469310.951327:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469310.951329:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469311.783422:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469311.783435:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469311.783437:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469311.783440:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469311.783443:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469311.783447:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469311.783450:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469311.975164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469311.975172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469311.975177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469311.975179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469311.975184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469311.975185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469311.975653:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469311.975772:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469311.975775:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469312.807195:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469312.807210:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469312.807212:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469312.807217:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469312.807219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469312.807225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469312.807227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469312.999240:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469312.999247:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469312.999252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469312.999254:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469312.999259:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469312.999260:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469312.999409:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469312.999413:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469312.999416:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469313.831121:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469313.831128:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469313.831141:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469288/real 1789469288] req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469313.831158:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469313.831160:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469313.831163:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143160. 00000400:00000200:3.0:1789469313.831187:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:3.0:1789469313.831189:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:3.0:1789469313.831194:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469313.831199:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469313.831208:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831216:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469313.831218:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831221:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469313.831223:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469313.831227:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831244:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831246:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469313.831251:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469288/real 1789469288] req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469313.831260:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469313.831261:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469313.831263:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41434d0. 00000400:00000200:3.0:1789469313.831266:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:3.0:1789469313.831268:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:3.0:1789469313.831270:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469313.831273:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469313.831280:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831285:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469313.831286:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831288:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469313.831289:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469313.831292:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831306:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831307:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469313.831311:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469288/real 1789469288] req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469313.831319:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469313.831320:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469313.831321:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d68. 00000400:00000200:3.0:1789469313.831323:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:3.0:1789469313.831325:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:3.0:1789469313.831327:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469313.831330:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469313.831336:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831341:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469313.831342:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831344:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469313.831345:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469313.831348:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831368:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831370:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469313.831374:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469288/real 1789469288] req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469313.831380:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469313.831381:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469313.831383:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143688. 00000400:00000200:3.0:1789469313.831386:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:3.0:1789469313.831387:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:3.0:1789469313.831389:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469313.831398:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469313.831405:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831412:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469313.831413:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831415:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469313.831416:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469313.831429:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831436:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831447:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469313.831449:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831452:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469313.831454:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469313.831457:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469313.831460:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831467:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469313.831469:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831471:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469313.831472:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831475:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469313.831477:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469313.831480:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469313.831517:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469313.831520:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469313.831525:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469313.831533:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404850560:0@lo:38:kworker.0 00000100:00000001:3.0:1789469313.831544:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469313.831548:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831554:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469313.831556:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831558:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469313.831559:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831560:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469313.831562:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469313.831564:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469313.831570:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469313.831572:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469313.831575:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469313.831582:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404850176:0@lo:38:kworker.0 00000100:00000001:3.0:1789469313.831586:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469313.831589:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831595:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469313.831598:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831599:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469313.831600:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831602:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469313.831603:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469313.831605:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469313.831610:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469313.831612:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469313.831622:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469313.831629:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404850304:0@lo:38:kworker.0 00000100:00000001:3.0:1789469313.831634:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469313.831638:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831643:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469313.831646:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831647:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469313.831649:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831650:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469313.831652:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469313.831654:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469313.831659:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469313.831661:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469313.831664:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469313.831672:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404850432:0@lo:38:kworker.0 00000100:00000001:3.0:1789469313.831675:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.831678:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469313.831681:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373bb80 x1876386404850560/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831688:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469313.831691:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469313.831695:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:3.0:1789469313.831699:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469313.831702:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469313.831703:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469313.831712:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469313.831716:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe000. 02000000:00000001:3.0:1789469313.831719:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469313.831721:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469313.831723:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373bb80. 00000100:00000001:3.0:1789469313.831728:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469313.831729:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831731:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469313.831734:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738a80 x1876386404850176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831741:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469313.831742:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469313.831743:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:3.0:1789469313.831746:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469313.831747:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469313.831748:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469313.831750:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469313.831752:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd800. 02000000:00000001:3.0:1789469313.831754:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469313.831755:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469313.831757:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738a80. 00000100:00000001:3.0:1789469313.831760:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469313.831762:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831763:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469313.831767:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b480 x1876386404850304/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831773:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469313.831774:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469313.831776:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:3.0:1789469313.831779:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469313.831780:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469313.831781:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469313.831783:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469313.831785:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe400. 02000000:00000001:3.0:1789469313.831786:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469313.831788:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469313.831795:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b480. 00000100:00000001:3.0:1789469313.831797:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469313.831798:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831800:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469313.831804:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404850432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469313 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.831809:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469313.831810:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469313.831812:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:3.0:1789469313.831813:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469313.831815:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469313.831816:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469313.831817:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469313.831819:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfdc00. 02000000:00000001:3.0:1789469313.831820:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469313.831821:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469313.831823:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00000001:3.0:1789469313.831826:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469313.831827:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.831829:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469313.831913:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469313.831923:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469313.831925:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469313.831929:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469313.831931:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469313.831934:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469313.831937:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469313.831940:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21536 00000100:00080000:1.0:1789469313.831944:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469313.831950:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469313.831953:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469313.831956:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469313.831958:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469313.831965:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469313.831967:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469313.831970:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469313.831973:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469313.831975:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469313.831977:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469313.831979:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469313.831981:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469313.831983:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469313.831985:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469313.831988:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469313.831991:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469313.831993:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469313.831995:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469313.832001:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469313.832004:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469313.832006:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469313.832008:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469313.832013:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000020:00000040:1.0:1789469313.832016:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469313.832020:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469313.832021:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469313.832023:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469313.832025:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469313.832029:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469313.832035:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd400. 00000100:00000001:1.0:1789469313.832067:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469313.832073:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469313.832081:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469313.832084:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469313.832088:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469313.832105:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469313.832108:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469313.832111:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469313.832112:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469313.832114:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469313.832116:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469313.832118:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21536 00000100:00080000:1.0:1789469313.832120:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469313.832122:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469313.832124:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469313.832126:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469313.832128:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469313.832131:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469313.832132:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469313.832133:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469313.832135:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469313.832137:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469313.832139:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469313.832141:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469313.832143:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469313.832144:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469313.832146:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469313.832148:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469313.832150:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469313.832152:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469313.832154:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469313.832157:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469313.832158:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469313.832161:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469313.832162:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469313.832165:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b100. 00000020:00000040:1.0:1789469313.832168:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469313.832169:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469313.832171:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469313.832172:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469313.832174:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469313.832175:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469313.832179:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc800. 00000100:00000001:1.0:1789469313.832182:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469313.832186:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469313.832192:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469313.832195:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469313.832198:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003353458e] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469313.832205:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469313.832207:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469313.832210:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469313.832211:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469313.832212:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469313.832214:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469313.832216:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21536 00000100:00080000:1.0:1789469313.832218:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469313.832220:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469313.832222:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469313.832223:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469313.832225:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469313.832227:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469313.832228:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469313.832230:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469313.832232:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469313.832233:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469313.832236:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469313.832238:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469313.832240:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469313.832241:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469313.832243:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469313.832245:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469313.832247:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469313.832250:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469313.832251:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469313.832254:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469313.832256:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469313.832258:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469313.832260:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469313.832263:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a680. 00000020:00000040:1.0:1789469313.832265:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469313.832267:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469313.832268:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469313.832270:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469313.832271:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469313.832273:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469313.832276:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dff400. 00000100:00000001:1.0:1789469313.832278:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469313.832282:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469313.832287:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469313.832289:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469313.832291:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004c1a07a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469313.832297:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469313.832299:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469313.832301:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469313.832303:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469313.832304:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469313.832306:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469313.832308:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21536 00000100:00080000:1.0:1789469313.832310:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469313.832312:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469313.832314:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469313.832315:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469313.832317:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469313.832320:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469313.832321:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469313.832324:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469313.832326:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469313.832327:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469313.832329:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469313.832331:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469313.832333:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469313.832334:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469313.832336:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469313.832338:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469313.832341:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469313.832342:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469313.832344:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469313.832347:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469313.832349:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469313.832350:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469313.832351:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469313.832354:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789469313.832356:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469313.832358:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469313.832360:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469313.832361:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469313.832362:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469313.832364:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469313.832367:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfcc00. 00000100:00000001:1.0:1789469313.832370:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469313.832374:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469313.832380:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469313.832383:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469313.832385:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469313.832392:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469313.832397:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21566) 00000100:00000001:3.0:1789469313.833650:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469313.833657:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469313.833660:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469313.833669:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.833684:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469313.833686:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469313.833690:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469313.833693:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469313.833696:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469313.833699:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404850816:0@lo:38:kworker.0 00000100:00000001:3.0:1789469313.833703:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469313.833707:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469313.833710:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469313.833713:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469313.833719:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469313.833734:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469313.833740:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b7e8. 00000400:00000010:3.0:1789469313.833746:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a880. 00000100:00000200:3.0:1789469313.833752:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404850816, portal 10 00000100:00000001:3.0:1789469313.833754:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469313.833756:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755045120 : -130395954506496 : ffff8967d3739500) 00000100:00000040:3.0:1789469313.833764:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.833772:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469313.833774:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469313.833777:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ab28. 00000100:00000200:3.0:1789469313.833780:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404850816, offset 0 00000400:00000200:3.0:1789469313.833786:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469313.833798:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469313.833810:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5c80 00000400:00000100:3.0:1789469313.833816:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404850816 offset 0 length 520: 4 00000400:00000200:3.0:1789469313.833821:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469313.833824:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469313.833837:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93ab28 00000400:00000010:3.0:1789469313.833839:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93ab28. 00000100:00000001:3.0:1789469313.833842:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469313.833847:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.833854:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469313.833857:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.833864:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.833867:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469313.833872:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469313.833877:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469313.833880:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316229269 00000100:00000010:3.0:1789469313.833885:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922900. 00000100:00000001:3.0:1789469313.833896:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469313.833979:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316229269 00000100:00000010:3.0:1789469313.833984:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922300. 00000100:00000001:3.0:1789469313.833988:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469313.834000:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316229269 00000100:00000010:3.0:1789469313.834003:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922660. 00000100:00000001:3.0:1789469313.834006:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469313.834012:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316229269 00000100:00000010:3.0:1789469313.834015:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59225a0. 00000100:00000001:3.0:1789469313.834018:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469313.834021:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469313.834024:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.834027:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469313.834032:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.834061:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469313.834063:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469313.834065:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469313.834067:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469313.834069:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469313.834072:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404850944:0@lo:38:kworker.0 00000100:00000001:3.0:1789469313.834075:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469313.834077:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469313.834079:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469313.834080:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469313.834083:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08dc00. 02000000:00000001:3.0:1789469313.834085:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469313.834088:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b9a0. 00000400:00000010:3.0:1789469313.834091:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93ab28. 00000100:00000200:3.0:1789469313.834094:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404850944, portal 10 00000100:00000001:3.0:1789469313.834096:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469313.834102:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755052288 : -130395954499328 : ffff8967d373b100) 00000100:00000040:3.0:1789469313.834108:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.834116:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469313.834118:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469313.834121:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a2a8. 00000100:00000200:3.0:1789469313.834124:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404850944, offset 0 00000400:00000200:3.0:1789469313.834128:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469313.834135:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469313.834141:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5d00 00000400:00000100:3.0:1789469313.834145:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404850944 offset 0 length 520: 4 00000400:00000200:3.0:1789469313.834148:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469313.834150:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469313.834155:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a2a8 00000400:00000010:3.0:1789469313.834157:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a2a8. 00000100:00000001:3.0:1789469313.834159:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469313.834162:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.834169:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469313.834171:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.834177:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.834179:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469313.834182:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469313.834185:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469313.834188:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316229270 00000100:00000001:3.0:1789469313.837148:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316229269 00000100:00000001:3.0:1789469313.837162:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316229273 00000100:00000001:3.0:1789469313.837168:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4316229269 00000100:00000001:3.0:1789469313.837170:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316229273 00000100:00000001:3.0:1789469313.837174:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4316229269 00000100:00000001:3.0:1789469313.837195:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316229273 00000100:00000001:3.0:1789469313.837199:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4316229269 00000100:00000001:3.0:1789469313.837202:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469313.837206:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.837210:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469313.837222:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.837310:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469313.837313:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469313.837317:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469313.837320:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469313.837323:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469313.837326:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404851072:0@lo:38:kworker.0 00000100:00000001:3.0:1789469313.837330:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469313.837334:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469313.837337:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469313.837339:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469313.837345:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e000. 02000000:00000001:3.0:1789469313.837348:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469313.837398:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b580. 00000400:00000010:3.0:1789469313.837407:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a2a8. 00000100:00000200:3.0:1789469313.837413:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404851072, portal 10 00000100:00000001:3.0:1789469313.837512:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469313.837514:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755049600 : -130395954502016 : ffff8967d373a680) 00000100:00000040:3.0:1789469313.837523:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.837530:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469313.837532:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469313.837535:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93add0. 00000100:00000200:3.0:1789469313.837540:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404851072, offset 0 00000400:00000200:3.0:1789469313.837546:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469313.837558:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469313.837574:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5d80 00000400:00000100:3.0:1789469313.837580:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404851072 offset 0 length 520: 4 00000400:00000200:3.0:1789469313.837585:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469313.837587:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469313.837598:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93add0 00000400:00000010:3.0:1789469313.837601:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93add0. 00000100:00000001:3.0:1789469313.837604:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469313.837608:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.837617:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469313.837621:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.837627:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.837629:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469313.837634:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469313.837638:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469313.837642:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316229273 00000100:00000001:3.0:1789469313.837647:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316229270 00000100:00000001:3.0:1789469313.837650:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316229273 00000100:00000001:3.0:1789469313.837652:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316229273 00000100:00000001:3.0:1789469313.837655:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316229273 00000100:00000001:3.0:1789469313.837656:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316229273 00000100:00000001:3.0:1789469313.837658:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316229273 00000100:00000001:3.0:1789469313.837660:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316229273 00000100:00000001:3.0:1789469313.837662:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469313.837664:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.837666:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469313.837670:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.837689:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469313.837690:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469313.837693:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469313.837694:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469313.837696:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469313.837699:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404851200:0@lo:38:kworker.0 00000100:00000001:3.0:1789469313.837702:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469313.837704:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469313.837705:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469313.837707:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469313.837710:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469313.837712:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469313.837715:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b000. 00000400:00000010:3.0:1789469313.837718:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93add0. 00000100:00000200:3.0:1789469313.837721:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404851200, portal 10 00000100:00000001:3.0:1789469313.837722:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469313.837724:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:3.0:1789469313.837729:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.837735:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469313.837737:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469313.837740:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469313.837742:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404851200, offset 0 00000400:00000200:3.0:1789469313.837745:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469313.837751:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469313.837756:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5e00 00000400:00000100:3.0:1789469313.837759:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404851200 offset 0 length 520: 4 00000400:00000200:3.0:1789469313.837763:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469313.837765:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469313.837769:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:3.0:1789469313.837771:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:3.0:1789469313.837779:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469313.837783:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.837790:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469313.837793:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469313.837799:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.837800:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469313.837804:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469313.837808:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469313.837810:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316229274 00000100:00000001:3.0:1789469313.837815:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316229273 00000100:00000001:3.0:1789469313.837818:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316229274 00000100:00000001:3.0:1789469313.837820:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316229273 00000100:00000001:3.0:1789469313.837823:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316229274 00000100:00000001:3.0:1789469313.837826:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316229273 00000100:00000001:3.0:1789469313.837828:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316229274 00000100:00000001:3.0:1789469313.837830:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316229273 00000100:00000001:3.0:1789469313.837833:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469313.837835:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.837838:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.837841:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.837849:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469313.837851:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469313.837854:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469313.837855:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469313.837858:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469313.837859:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469313.858164:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316229274, at 4316229275 00000100:00000010:0.0:1789469313.858178:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922900. 00000100:00000040:3.0:1789469313.858274:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316229274, at 4316229275 00000100:00000010:3.0:1789469313.858279:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59225a0. 00000100:00000040:1.0:1789469313.858534:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316229274, at 4316229275 00000100:00000010:1.0:1789469313.858541:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922300. 00000100:00000040:2.0:1789469313.858545:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316229274, at 4316229275 00000100:00000010:2.0:1789469313.858553:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922660. 00010000:00000001:0.0:1789469314.023210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469314.023217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469314.023223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469314.023225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469314.023229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469314.023239:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469314.023390:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469314.023394:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469314.023396:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469314.855148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469314.855181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469314.855183:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469314.855188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469314.855190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469314.855195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469314.855197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469315.047224:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469315.047232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469315.047238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469315.047240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469315.047245:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469315.047246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469315.047687:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469315.047692:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469315.047696:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469315.882901:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469315.882914:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469315.882917:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469315.882922:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469315.882924:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469315.882928:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469315.882931:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469316.071215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469316.071223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469316.071229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469316.071230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469316.071236:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469316.071237:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469316.071431:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469316.071434:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469316.071437:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469316.903384:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469316.903399:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469316.903402:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469316.903407:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469316.903409:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469316.903414:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469316.903417:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469317.096683:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469317.096690:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469317.096695:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469317.096697:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469317.096701:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469317.096702:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469317.096970:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469317.096974:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469317.096977:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469317.930904:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469317.930918:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469317.930920:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469317.930925:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469317.930927:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469317.930931:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469317.930934:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.119161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469318.119169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.119174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469318.119176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.119180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469318.119182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469318.119273:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469318.119277:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469318.119280:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469318.952272:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469318.952280:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469318.952294:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469293/real 1789469293] req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469318.952310:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469318.952312:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469318.952315:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:2.0:1789469318.952321:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789469318.952323:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789469318.952327:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469318.952332:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469318.952339:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.952347:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469318.952349:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.952352:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469318.952354:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469318.952358:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.952364:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.952374:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469318.952376:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.952378:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469318.952381:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469318.952384:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469318.952389:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.952396:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469318.952398:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.952400:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469318.952401:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.952403:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469318.952405:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469318.952409:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469318.952441:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469318.952444:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469318.952458:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469318.952466:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404850688:0@lo:250:kworker.0 00000100:00000001:2.0:1789469318.952471:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469318.952473:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469318.952477:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739f80 x1876386404850688/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.952489:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469318.952492:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469318.952495:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469318.952499:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469318.952502:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469318.952503:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469318.952506:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469318.952509:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd000. 02000000:00000001:2.0:1789469318.952513:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469318.952514:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469318.952516:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739f80. 00000100:00000001:2.0:1789469318.952522:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469318.952524:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.952526:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469318.952761:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469318.952766:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469318.952768:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469318.952770:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469318.952773:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469318.952776:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21541 00000100:00080000:0.0:1789469318.952780:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469318.952782:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469318.952785:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469318.952787:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469318.952789:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469318.952796:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469318.952798:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:0.0:1789469318.952800:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469318.952803:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:0.0:1789469318.952805:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:0.0:1789469318.952807:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:0.0:1789469318.952809:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469318.952811:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469318.952813:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469318.952814:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469318.952817:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:0.0:1789469318.952820:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469318.952822:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469318.952824:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469318.952827:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469318.952830:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469318.952833:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469318.952835:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469318.952843:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63800. 00000020:00000040:0.0:1789469318.952846:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469318.952849:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469318.952851:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469318.952853:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469318.952856:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469318.952860:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469318.952866:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866c00. 00000100:00000001:0.0:1789469318.952872:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469318.952878:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469318.952886:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469318.952890:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469318.952893:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008496fa9c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469318.952915:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469318.952918:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469318.952922:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469318.952924:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469318.952927:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469318.952930:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469318.952934:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469318.952936:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469318.952939:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469318.952944:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21572) 00000100:00000001:2.0:1789469318.952995:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469318.952997:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469318.952999:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469318.953004:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.953011:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469318.953013:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469318.953016:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469318.953018:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469318.953020:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469318.953023:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404851328:0@lo:250:kworker.0 00000100:00000001:2.0:1789469318.953027:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469318.953031:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469318.953034:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469318.953053:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469318.953058:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469318.953061:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469318.953066:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789469318.953070:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469318.953076:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404851328, portal 25 00000100:00000001:2.0:1789469318.953079:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469318.953080:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492025344 : -130396217526272 : ffff8967c3c63800) 00000100:00000040:2.0:1789469318.953086:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.953093:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469318.953095:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469318.953098:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469318.953101:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404851328, offset 0 00000400:00000200:2.0:1789469318.953107:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469318.953119:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469318.953129:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f5e80 00000400:00000100:2.0:1789469318.953136:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404851328 offset 0 length 520: 4 00000400:00000200:2.0:1789469318.953140:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469318.953142:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469318.953153:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469318.953155:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469318.953158:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469318.953162:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.953169:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469318.953172:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.953178:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469318.953180:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469318.953184:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469318.953189:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316239540 00000100:00000010:2.0:1789469318.953193:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37120. 00000100:00000001:2.0:1789469318.953199:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469318.953208:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316239540 00000100:00000010:2.0:1789469318.953212:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37480. 00000100:00000001:2.0:1789469318.953215:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469318.953217:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316239540 00000100:00000010:2.0:1789469318.953221:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789469318.953223:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469318.953226:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316239540 00000100:00000010:2.0:1789469318.953230:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37d20. 00000100:00000001:2.0:1789469318.953233:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469318.953236:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469318.953239:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469318.953242:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469318.953244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.953248:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469318.953250:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.953252:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469318.953253:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469318.953254:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469318.953256:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789469319.112355:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469319.112371:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469319.112374:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469319.112376:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469319.112427:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469319.112462:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4780 00000400:00000100:3.0:1789469319.112471:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402420608 offset 0 length 520: 4 00000400:00000200:3.0:1789469319.112478:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469319.112481:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469319.112490:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469319.112494:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469319.112497:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469319.112500:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469319.112502:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469319.112504:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469319.112508:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469319.112513:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4800 00000400:00000100:3.0:1789469319.112517:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402420736 offset 0 length 520: 4 00000400:00000200:3.0:1789469319.112520:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469319.112522:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469319.112716:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469319.112723:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469319.112725:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469319.112727:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469319.146124:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469319.146131:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469319.146137:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469319.146138:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469319.146143:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469319.146144:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469319.146218:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469319.146222:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469319.146225:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469319.975160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469319.975176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469319.975178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469319.975184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469319.975186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469319.975190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469319.975193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789469320.133084:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469320.133101:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469320.133106:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469320.133108:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469320.133119:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469320.133137:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4880 00000400:00000100:0.0:1789469320.133146:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402420864 offset 0 length 520: 4 00000400:00000200:0.0:1789469320.133152:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469320.133155:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469320.133166:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469320.133173:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469320.133176:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469320.133178:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469320.168761:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469320.168768:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469320.168783:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469320.168785:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469320.168790:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469320.168791:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469320.173702:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469320.173725:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469320.173730:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469320.999547:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469320.999561:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469320.999563:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469320.999567:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469320.999569:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469320.999573:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469320.999576:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469321.191257:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469321.191265:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469321.191270:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469321.191272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469321.191276:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469321.191279:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469321.191281:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469321.191296:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469321.191299:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469321.191301:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469321.191304:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469321.191307:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469321.191486:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469321.191490:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469321.191493:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469322.023186:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469322.023201:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469322.023203:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469322.023208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469322.023210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469322.023215:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469322.023218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469322.215208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469322.215216:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469322.215221:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469322.215223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469322.215228:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469322.215229:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469322.215816:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469322.215821:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469322.215824:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469323.047921:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469323.047938:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469323.047940:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469323.047945:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469323.047947:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469323.047962:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469323.047965:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469323.240072:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469323.240080:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469323.240087:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469323.240088:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469323.240093:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469323.240095:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469323.243861:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469323.243868:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469323.243873:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469324.071156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469324.071170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469324.071172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469324.071177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469324.071179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469324.071183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469324.071186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469324.263184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469324.263192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469324.263198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469324.263199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469324.263204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469324.263206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469324.263477:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469324.263480:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469324.263484:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469324.455233:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316239540, at 4316239872 00000100:00000010:3.0:1789469324.455249:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37d20. 00000100:00000040:1.0:1789469324.455405:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316239540, at 4316239872 00000100:00000010:1.0:1789469324.455422:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37480. 00000100:00000040:2.0:1789469324.455455:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316239540, at 4316239872 00000100:00000010:2.0:1789469324.455462:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00000040:0.0:1789469324.457650:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316239540, at 4316239874 00000100:00000010:0.0:1789469324.457663:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37120. 00000100:00080000:1.0:1789469324.457720:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469324.457726:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469324.457737:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469324.457740:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469324.457743:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469324.457746:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469324.457748:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469324.457752:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469324.457755:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469324.457758:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469324.457762:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21577) 00000100:00000001:2.0:1789469325.095682:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469325.095708:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469325.095710:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469325.095715:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469325.095717:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469325.095721:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469325.096182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469325.287160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469325.287167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469325.287174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469325.287175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469325.287180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469325.287182:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469325.287279:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469325.287283:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469325.287286:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469326.119199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469326.119211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469326.119214:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469326.119219:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469326.119221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469326.119225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469326.119228:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469326.312479:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469326.312485:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469326.312490:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469326.312492:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469326.312497:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469326.312498:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469326.312576:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469326.312580:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469326.312583:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469327.143507:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469327.143521:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469327.143524:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469327.143528:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469327.143531:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469327.143536:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469327.143538:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469327.335316:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469327.335323:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469327.335329:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469327.335330:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469327.335335:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469327.335337:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469327.335475:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469327.335478:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469327.335480:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469328.167148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469328.167160:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469328.167163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469328.167167:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469328.167169:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469328.167174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469328.167176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.359239:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469328.359247:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.359252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469328.359254:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.359258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469328.359260:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469328.359344:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469328.359347:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469328.359350:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469329.191148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469329.191163:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469329.191165:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469329.191169:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469329.191171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469329.191175:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469329.191178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469329.383162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469329.383169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469329.383176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469329.383177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469329.383182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469329.383184:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469329.383289:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469329.383292:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469329.383296:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469329.575867:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469329.575877:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469329.575881:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469329.575885:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469329.575887:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469329.575890:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469329.575893:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469329.575896:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469329.575899:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469329.575902:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469329.575908:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21582) 00000100:00000001:2.0:1789469330.216174:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469330.216189:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469330.216191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469330.216196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469330.216199:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469330.216204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469330.216207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469330.407315:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469330.407324:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469330.407330:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469330.407333:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469330.407347:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469330.407349:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469330.407521:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469330.407524:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469330.407527:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469331.239411:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469331.239431:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469331.239434:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469331.239440:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469331.239443:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469331.239451:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469331.239454:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469331.433598:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469331.433608:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469331.433614:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469331.433616:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469331.433621:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469331.433626:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469331.433628:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469331.433633:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469331.433637:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469331.433639:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469331.433642:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469331.433644:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469331.433828:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469331.433833:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469331.433836:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469332.263285:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469332.263304:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469332.263306:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469332.263313:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469332.263315:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469332.263321:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469332.263325:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469332.455386:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469332.455396:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469332.455403:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469332.455405:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469332.455410:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469332.455412:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469332.455533:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469332.455537:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469332.455541:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469333.287330:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469333.287353:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469333.287356:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469333.287360:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469333.287362:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469333.287367:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469333.287370:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469333.479181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469333.479189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469333.479195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469333.479197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469333.479203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469333.479204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469333.479306:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469333.479310:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469333.479312:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469334.311654:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469334.311668:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469334.311670:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469334.311674:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469334.311676:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469334.311681:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469334.311683:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469334.503217:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469334.503228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469334.503235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469334.503237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469334.503244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469334.503246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469334.503370:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469334.503374:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469334.503377:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469334.697187:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469334.697201:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469334.697204:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469334.697208:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469334.697210:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469334.697213:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469334.697216:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469334.697219:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469334.697222:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469334.697224:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469334.697231:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21587) 00000100:00000001:2.0:1789469335.335219:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469335.335234:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469335.335236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469335.335670:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469335.335674:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469335.335678:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469335.335681:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469335.527520:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469335.527531:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469335.527537:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469335.527539:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469335.527545:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469335.527547:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469335.527869:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469335.527874:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469335.527877:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469336.361505:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469336.361519:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469336.361521:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469336.361525:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469336.361527:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469336.361531:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469336.361533:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469336.555180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469336.555190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469336.555197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469336.555199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469336.555204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469336.555206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469336.556530:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469336.556538:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469336.556544:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469337.383637:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469337.383656:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469337.383659:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469337.383665:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469337.383668:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469337.383674:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469337.383677:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469337.575281:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469337.575292:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469337.576441:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469337.576447:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469337.576455:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469337.576457:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469337.577626:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469337.577632:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469337.577638:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469338.407212:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469338.407222:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469338.407240:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469313/real 1789469313] req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469338.407263:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469338.407266:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469338.407270:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b7e8. 00000400:00000200:2.0:1789469338.407279:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a880 00000400:00000010:2.0:1789469338.407283:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a880. 00000100:00000001:2.0:1789469338.407287:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469338.407292:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469338.407313:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407322:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469338.407324:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407327:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469338.407330:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469338.407334:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407342:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407345:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469338.407349:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469313/real 1789469313] req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469338.407357:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469338.407359:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469338.407361:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b9a0. 00000400:00000200:2.0:1789469338.407363:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93ab28 00000400:00000010:2.0:1789469338.407365:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93ab28. 00000100:00000001:2.0:1789469338.407368:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469338.407371:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469338.407378:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407384:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469338.407386:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407388:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469338.407389:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469338.407393:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407399:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407401:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469338.407406:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469313/real 1789469313] req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469338.407419:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469338.407421:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469338.407422:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b580. 00000400:00000200:2.0:1789469338.407425:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a2a8 00000400:00000010:2.0:1789469338.407427:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a2a8. 00000100:00000001:2.0:1789469338.407430:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469338.407432:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469338.407439:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407445:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469338.407447:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407449:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469338.407450:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469338.407453:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407460:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407462:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469338.407466:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469313/real 1789469313] req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469338.407473:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469338.407474:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469338.407476:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b000. 00000400:00000200:2.0:1789469338.407478:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93add0 00000400:00000010:2.0:1789469338.407480:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93add0. 00000100:00000001:2.0:1789469338.407482:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469338.407485:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469338.407492:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407503:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469338.407505:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407506:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469338.407508:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469338.407511:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407517:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407528:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469338.407530:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407534:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469338.407537:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469338.407540:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469338.407545:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407552:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469338.407555:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407557:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469338.407558:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407561:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469338.407564:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469338.407568:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469338.407662:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469338.407665:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469338.407671:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469338.407679:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404850816:0@lo:38:kworker.0 00000100:00000001:2.0:1789469338.407685:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469338.407688:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.407700:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469338.407703:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407704:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469338.407706:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.407707:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469338.407709:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469338.407711:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469338.412137:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.412151:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469338.412154:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.412158:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469338.412161:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469338.412166:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469338.412170:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469338.412178:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21561 00000100:00080000:1.0:1789469338.412184:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469338.412188:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469338.412191:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469338.412194:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469338.412197:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469338.412210:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469338.412212:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469338.412216:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469338.412220:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469338.412223:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469338.412225:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469338.412228:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469338.412230:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469338.412231:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469338.412233:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469338.412239:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469338.412243:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469338.412245:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469338.412248:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469338.412257:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469338.412260:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469338.412263:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469338.412266:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469338.412278:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789469338.412282:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469338.412286:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469338.412287:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469338.412291:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469338.412295:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469338.412299:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469338.412320:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc000. 00000100:00000001:1.0:1789469338.412329:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469338.412339:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469338.412351:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469338.412356:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469338.412360:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469338.412374:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469338.412377:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.412380:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469338.412381:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469338.412383:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469338.412385:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469338.412388:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21561 00000100:00080000:1.0:1789469338.412390:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469338.412393:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469338.412395:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469338.412397:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469338.412399:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469338.412403:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469338.412404:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469338.412406:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469338.412408:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469338.412410:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469338.412412:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469338.412415:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469338.412416:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469338.412417:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469338.412419:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469338.412420:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469338.412423:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469338.412425:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469338.412426:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469338.412429:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469338.412431:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469338.412433:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469338.412434:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469338.412437:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789469338.412439:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469338.412441:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469338.412442:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469338.412444:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469338.412445:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469338.412447:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469338.412453:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dff800. 00000100:00000001:1.0:1789469338.412456:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469338.412460:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469338.412467:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469338.412469:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469338.412472:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469338.412479:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469338.412481:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.412485:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469338.412488:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.412490:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469338.412496:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21591) 00000100:00080000:2.0:1789469338.416728:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469338.416738:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469338.416754:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469338.416770:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404850944:0@lo:38:kworker.0 00000100:00000001:2.0:1789469338.416783:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469338.416789:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.416797:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469338.416800:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.416803:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469338.416806:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.416808:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469338.416810:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469338.416815:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469338.419669:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.419682:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469338.419688:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.419693:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469338.419696:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469338.419701:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469338.419706:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469338.419712:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21561 00000100:00080000:1.0:1789469338.419718:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469338.419721:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469338.419724:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469338.419726:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469338.419728:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469338.419740:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469338.419743:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469338.419746:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469338.419750:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469338.419753:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469338.419755:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469338.419758:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469338.419760:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469338.419761:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469338.419763:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469338.419766:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469338.419770:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469338.419772:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469338.419775:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469338.419784:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469338.419787:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469338.419790:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469338.419793:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469338.419805:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789469338.419809:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469338.419875:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469338.419878:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469338.419881:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469338.419885:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469338.419890:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469338.419900:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd000. 00000100:00000001:1.0:1789469338.419910:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469338.420959:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469338.420975:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469338.420980:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469338.420984:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469338.420995:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469338.420998:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.421003:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469338.421011:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21591) 00000100:00080000:2.0:1789469338.421696:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469338.421703:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469338.421713:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469338.421731:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404851072:0@lo:38:kworker.0 00000100:00000001:2.0:1789469338.421740:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469338.421746:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.421752:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469338.421755:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.421757:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469338.421759:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.421762:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469338.421764:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469338.421767:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469338.421774:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469338.421776:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469338.421780:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469338.421786:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404851200:0@lo:38:kworker.0 00000100:00000001:2.0:1789469338.421790:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.421794:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469338.421799:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739500 x1876386404850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.421806:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469338.421810:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469338.421814:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:2.0:1789469338.421822:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469338.421826:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469338.421828:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469338.421830:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469338.421834:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd400. 02000000:00000001:2.0:1789469338.421838:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469338.421840:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469338.421842:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739500. 00000100:00000001:2.0:1789469338.421849:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469338.421850:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.421852:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469338.421857:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b100 x1876386404850944/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.421864:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469338.421865:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469338.421867:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:2.0:1789469338.421870:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469338.421871:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469338.421872:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469338.421874:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469338.421876:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc800. 02000000:00000001:2.0:1789469338.421878:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469338.421879:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469338.421881:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b100. 00000100:00000001:2.0:1789469338.421884:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469338.421885:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.421886:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469338.421889:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a680 x1876386404851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.421895:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469338.421897:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469338.421898:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e000. 02000000:00000001:2.0:1789469338.421901:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469338.421903:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469338.421904:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469338.421906:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469338.421907:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dff400. 02000000:00000001:2.0:1789469338.421910:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469338.421911:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469338.421913:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a680. 00000100:00000001:2.0:1789469338.421929:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469338.421931:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.421933:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469338.421936:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404851200/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469338 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.421943:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469338.421945:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469338.421947:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789469338.421949:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469338.422014:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469338.422016:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469338.422019:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469338.422020:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfcc00. 02000000:00000001:2.0:1789469338.422023:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469338.422025:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469338.422026:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00000001:2.0:1789469338.422030:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469338.422031:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.422034:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.422063:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469338.422065:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.422068:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469338.422071:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469338.422073:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469338.422078:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.422085:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469338.422087:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469338.422091:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469338.422095:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469338.422098:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469338.422102:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404851456:0@lo:38:kworker.0 00000100:00000001:2.0:1789469338.422106:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469338.422111:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469338.422114:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469338.422116:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469338.422125:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469338.422127:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469338.422135:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143370. 00000400:00000010:2.0:1789469338.422314:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469338.422326:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404851456, portal 10 00000100:00000001:2.0:1789469338.422329:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469338.422331:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:2.0:1789469338.422341:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.422349:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469338.422351:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469338.422356:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469338.422360:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404851456, offset 0 00000400:00000200:2.0:1789469338.422368:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469338.422385:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469338.422399:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5f00 00000400:00000100:2.0:1789469338.422406:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404851456 offset 0 length 520: 4 00000400:00000200:2.0:1789469338.422411:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469338.422414:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469338.422426:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469338.422429:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469338.422433:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469338.422437:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.422444:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469338.422447:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.422452:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.422454:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469338.422459:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469338.422465:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469338.422470:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316253858 00000100:00000010:2.0:1789469338.422476:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ea0. 00000100:00000001:2.0:1789469338.422484:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00080000:1.0:1789469338.422604:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.422610:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469338.422614:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469338.422617:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469338.422619:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469338.422622:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469338.422625:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469338.422628:0:134719:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21561 00000100:00080000:1.0:1789469338.422632:0:134719:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469338.422635:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469338.422638:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469338.422640:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469338.422642:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469338.422650:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469338.422652:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469338.422654:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469338.422659:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469338.422661:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469338.422663:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469338.422665:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469338.422667:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469338.422668:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469338.422670:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469338.422673:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469338.422676:0:134719:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469338.422678:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469338.422681:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469338.422688:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469338.422691:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469338.422694:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469338.422697:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469338.422702:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789469338.422705:0:134719:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469338.422709:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469338.422711:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469338.422714:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469338.422717:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469338.422721:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469338.422728:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dffc00. 00000100:00000001:1.0:1789469338.422735:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469338.422742:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469338.422751:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469338.422755:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469338.422759:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469338.422769:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469338.422773:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21591) 00000100:00000001:2.0:1789469338.422812:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316253858 00000100:00000010:2.0:1789469338.422827:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c370c0. 00000100:00000001:2.0:1789469338.422831:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469338.422843:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316253858 00000100:00000010:2.0:1789469338.422846:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789469338.422850:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469338.422853:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316253858 00000100:00000010:2.0:1789469338.422857:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37060. 00000100:00000001:2.0:1789469338.422860:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469338.422940:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469338.422945:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.422948:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469338.422961:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.422967:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469338.422969:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469338.422971:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469338.422973:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469338.422975:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469338.422978:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404851584:0@lo:38:kworker.0 00000100:00000001:2.0:1789469338.422981:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469338.422984:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469338.422987:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469338.422988:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469338.422992:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469338.422994:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469338.422998:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143580. 00000400:00000010:2.0:1789469338.423003:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469338.423007:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404851584, portal 10 00000100:00000001:2.0:1789469338.423009:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469338.423010:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:2.0:1789469338.423017:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.423023:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469338.423025:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469338.423027:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469338.423029:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404851584, offset 0 00000400:00000200:2.0:1789469338.423033:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469338.423065:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469338.423072:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f5f80 00000400:00000100:2.0:1789469338.423077:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404851584 offset 0 length 520: 4 00000400:00000200:2.0:1789469338.423080:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469338.423082:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469338.423088:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469338.423090:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469338.423093:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469338.423096:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.423103:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469338.423105:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.423111:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.423113:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469338.423116:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469338.423119:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469338.423121:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316253859 00000100:00000001:2.0:1789469338.428827:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316253858 00000100:00000001:2.0:1789469338.428846:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316253864 00000100:00000001:2.0:1789469338.428854:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4316253858 00000100:00000001:2.0:1789469338.428857:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316253864 00000100:00000001:2.0:1789469338.428861:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4316253858 00000100:00000001:2.0:1789469338.428865:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316253864 00000100:00000001:2.0:1789469338.428868:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4316253858 00000100:00000001:2.0:1789469338.428871:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469338.428876:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.428881:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469338.428897:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.428908:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469338.428910:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469338.428915:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469338.428919:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469338.428921:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469338.428925:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404851712:0@lo:38:kworker.0 00000100:00000001:2.0:1789469338.428930:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469338.428935:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469338.428938:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469338.428940:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469338.428952:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469338.428954:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469338.428963:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143630. 00000400:00000010:2.0:1789469338.428972:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469338.428982:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404851712, portal 10 00000100:00000001:2.0:1789469338.428984:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469338.428986:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054976 : -130395954496640 : ffff8967d373bb80) 00000100:00000040:2.0:1789469338.428995:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.429004:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469338.429007:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469338.429009:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469338.429012:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404851712, offset 0 00000400:00000200:2.0:1789469338.429020:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469338.430186:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469338.430212:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6000 00000400:00000100:2.0:1789469338.430221:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404851712 offset 0 length 520: 4 00000400:00000200:2.0:1789469338.430227:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469338.430231:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469338.430248:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469338.430251:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469338.430255:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469338.430263:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.430272:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469338.430276:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.430284:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.430286:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469338.430293:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469338.430371:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469338.430377:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316253866 00000100:00000001:2.0:1789469338.430389:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316253859 00000100:00000001:2.0:1789469338.430395:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316253866 00000100:00000001:2.0:1789469338.430398:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316253864 00000100:00000001:2.0:1789469338.430401:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316253866 00000100:00000001:2.0:1789469338.430404:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316253864 00000100:00000001:2.0:1789469338.430406:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316253866 00000100:00000001:2.0:1789469338.430409:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316253864 00000100:00000001:2.0:1789469338.430412:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469338.430415:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.430420:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.430424:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.430435:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469338.430437:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.430441:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469338.430444:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469338.430445:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469338.430451:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.430458:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469338.430461:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469338.430465:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469338.430468:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469338.430471:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469338.430473:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404851840:0@lo:38:kworker.0 00000100:00000001:2.0:1789469338.430477:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469338.430480:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469338.430482:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469338.430485:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469338.430492:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469338.430494:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469338.430499:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143cb8. 00000400:00000010:2.0:1789469338.430504:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469338.430509:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404851840, portal 10 00000100:00000001:2.0:1789469338.430512:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469338.430513:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:2.0:1789469338.430520:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.430526:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469338.430528:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469338.430530:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469338.430533:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404851840, offset 0 00000400:00000200:2.0:1789469338.430537:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469338.430547:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469338.430552:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6080 00000400:00000100:2.0:1789469338.430556:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404851840 offset 0 length 520: 4 00000400:00000200:2.0:1789469338.430559:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469338.430561:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469338.430565:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469338.430567:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469338.430570:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469338.430573:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.430579:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469338.430581:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469338.430587:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.430588:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469338.430592:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469338.430595:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469338.430597:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316253867 00000100:00000001:2.0:1789469338.430602:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316253866 00000100:00000001:2.0:1789469338.430605:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316253867 00000100:00000001:2.0:1789469338.430607:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316253866 00000100:00000001:2.0:1789469338.430610:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316253867 00000100:00000001:2.0:1789469338.430613:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316253866 00000100:00000001:2.0:1789469338.430615:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316253867 00000100:00000001:2.0:1789469338.430618:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316253866 00000100:00000001:2.0:1789469338.430621:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469338.430623:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.430626:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.430627:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.430630:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469338.430631:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.430633:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469338.430634:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469338.430635:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469338.430637:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469338.451285:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316253867, at 4316253868 00000100:00000010:1.0:1789469338.451315:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c370c0. 00000100:00000040:3.0:1789469338.451421:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316253867, at 4316253868 00000100:00000010:3.0:1789469338.451428:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37060. 00000100:00000040:0.0:1789469338.451847:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316253867, at 4316253868 00000100:00000010:0.0:1789469338.451856:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ea0. 00000100:00000040:2.0:1789469338.451990:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316253867, at 4316253868 00000100:00000010:2.0:1789469338.451997:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00010000:00000001:0.0:1789469338.599435:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469338.599445:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.599453:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469338.599454:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.599460:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469338.599463:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469338.599705:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469338.599710:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469338.599713:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469339.431624:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469339.431645:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469339.431647:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469339.431653:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469339.431668:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469339.431674:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469339.431677:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469339.623508:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469339.623520:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469339.623528:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469339.623530:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469339.623536:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469339.623538:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469339.628012:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469339.628022:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469339.628029:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469340.456563:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469340.456584:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469340.456587:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469340.456592:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469340.456595:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469340.456602:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469340.456605:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469340.647148:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469340.647158:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469340.647164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469340.647166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469340.647172:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469340.647174:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469340.647278:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469340.647292:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469340.647296:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469341.479980:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469341.480002:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469341.480005:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469341.480011:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469341.480014:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469341.480020:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469341.480023:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469341.672868:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469341.672873:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469341.672877:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469341.672878:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469341.672882:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469341.672885:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469341.672887:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469341.672889:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469341.672891:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469341.672892:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469341.672894:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469341.672895:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469341.672976:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469341.672979:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469341.672981:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469342.504616:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469342.504632:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469342.504634:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469342.504639:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469342.504641:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469342.504646:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469342.504649:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469342.695577:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469342.695584:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469342.695589:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469342.695590:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469342.695594:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469342.695596:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469342.695783:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469342.695787:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469342.695789:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469343.527158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469343.527166:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469343.527181:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469318/real 1789469318] req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469343.527199:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469343.527202:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469343.527205:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:2.0:1789469343.527211:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789469343.527213:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789469343.527217:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469343.527221:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469343.527230:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.527237:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469343.527239:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469343.527242:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469343.527244:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469343.527248:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.527254:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469343.527273:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469343.527276:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469343.527279:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469343.527281:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469343.527284:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469343.527289:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.527296:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469343.527298:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469343.527299:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469343.527301:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469343.527303:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469343.527305:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469343.527307:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469343.527388:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469343.527391:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469343.527396:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469343.527405:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404851328:0@lo:250:kworker.0 00000100:00000001:2.0:1789469343.527410:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.527412:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469343.527415:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63800 x1876386404851328/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.527422:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469343.527424:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469343.527428:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469343.527431:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469343.527434:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469343.527436:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469343.527439:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469343.527441:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866c00. 02000000:00000001:2.0:1789469343.527445:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469343.527446:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469343.527448:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63800. 00000100:00000001:2.0:1789469343.527451:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469343.527453:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469343.527455:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469343.529947:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469343.529957:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469343.529959:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469343.529964:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469343.529969:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469343.529974:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21567 00000100:00080000:1.0:1789469343.529979:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469343.529982:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469343.529985:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469343.529987:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469343.529989:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469343.530000:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469343.530002:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469343.530004:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469343.530008:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469343.530010:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469343.530012:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469343.530015:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469343.530016:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469343.530018:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469343.530019:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469343.530022:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469343.530026:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469343.530028:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469343.530031:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469343.530034:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469343.530054:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469343.530056:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469343.530059:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469343.530069:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789469343.530073:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469343.530077:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469343.530078:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469343.530081:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469343.530083:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469343.530088:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469343.530096:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfdc00. 00000100:00000001:1.0:1789469343.530102:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469343.530110:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469343.530120:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469343.530125:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469343.530129:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.530206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469343.530210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469343.530213:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469343.530220:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.530228:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469343.530231:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469343.530234:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469343.530237:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469343.530239:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469343.530242:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404851968:0@lo:250:kworker.0 00000100:00000001:2.0:1789469343.530246:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469343.530250:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469343.530253:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469343.530255:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469343.530260:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469343.530271:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469343.530278:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789469343.530284:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469343.530290:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404851968, portal 25 00000100:00000001:2.0:1789469343.530292:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469343.530293:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:2.0:1789469343.530299:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.530306:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469343.530309:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469343.530311:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469343.530314:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404851968, offset 0 00000400:00000200:2.0:1789469343.530320:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469343.530331:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469343.530341:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f6100 00000400:00000100:2.0:1789469343.530347:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404851968 offset 0 length 520: 4 00000400:00000200:2.0:1789469343.530352:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469343.530354:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469343.530365:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469343.530368:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469343.530371:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469343.530376:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.530384:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469343.530387:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.530394:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.530395:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469343.530400:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.530404:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316264117 00000100:00000010:2.0:1789469343.530410:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789469343.530415:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469343.530425:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316264117 00000100:00000010:2.0:1789469343.530428:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37180. 00000100:00000001:2.0:1789469343.530431:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469343.530433:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316264117 00000100:00000010:2.0:1789469343.530436:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a80. 00000100:00000001:2.0:1789469343.530439:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469343.530441:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316264117 00000100:00000010:2.0:1789469343.530444:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37c60. 00000100:00000001:2.0:1789469343.530447:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469343.530451:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469343.530454:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.530458:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.530460:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469343.530481:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469343.530485:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469343.530489:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469343.530492:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469343.530495:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469343.530497:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469343.530500:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469343.530502:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469343.530505:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469343.530509:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21596) 00000100:00000001:2.0:1789469343.535762:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469343.535770:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469343.535775:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469343.535778:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469343.535783:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.535927:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789469343.621027:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469343.621097:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469343.621102:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469343.621105:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469343.621117:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469343.621134:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4900 00000400:00000100:3.0:1789469343.621142:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402420992 offset 0 length 520: 4 00000400:00000200:3.0:1789469343.621148:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469343.621151:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469343.621161:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469343.621165:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469343.621167:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469343.621185:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469343.621187:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469343.621189:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469343.621194:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469343.621201:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4980 00000400:00000100:3.0:1789469343.621206:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402421120 offset 0 length 520: 4 00000400:00000200:3.0:1789469343.621210:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469343.621212:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469343.621217:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469343.621224:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469343.621226:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469343.621229:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469343.719164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469343.719171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469343.719176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469343.719178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469343.719183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469343.719184:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469343.719348:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469343.719351:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469343.719354:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469344.551191:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469344.551206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469344.551209:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469344.551224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469344.551226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469344.551231:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469344.551233:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789469344.650192:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469344.650210:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469344.650214:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469344.650217:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469344.650229:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469344.650246:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4a00 00000400:00000100:3.0:1789469344.650264:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402421248 offset 0 length 520: 4 00000400:00000200:3.0:1789469344.650270:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469344.650273:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469344.650282:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469344.650287:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469344.650290:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469344.650292:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469344.743174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469344.743183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469344.743188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469344.743190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469344.743194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469344.743196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469344.743308:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469344.743312:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469344.743316:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469345.127167:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469345.127175:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469345.127180:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469345.127394:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469345.127400:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469345.127410:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469345.127414:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469345.127416:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469345.575237:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469345.575258:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469345.575261:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469345.575266:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469345.575268:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469345.575272:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469345.575275:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469345.768877:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469345.768885:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469345.768890:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469345.768892:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469345.768896:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469345.768898:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469345.769077:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469345.769080:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469345.769084:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469346.600900:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469346.600916:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469346.600919:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469346.600924:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469346.600926:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469346.600931:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469346.600933:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469346.791888:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469346.791896:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469346.791901:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469346.791903:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469346.791908:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469346.791909:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469346.792007:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469346.792011:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469346.792014:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469347.623575:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469347.623593:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469347.623595:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469347.623599:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469347.623601:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469347.623605:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469347.623608:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469347.815168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469347.815175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469347.815181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469347.815182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469347.815188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469347.815190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469347.815290:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469347.815293:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469347.815296:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469348.647922:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469348.647935:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469348.647938:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469348.647942:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469348.647944:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469348.647949:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469348.647952:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469348.841697:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469348.841705:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469348.841710:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469348.841712:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469348.841717:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469348.841719:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469348.842766:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469348.842772:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469348.842776:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469349.031191:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316264117, at 4316264448 00000100:00000010:2.0:1789469349.031205:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a80. 00000100:00000040:3.0:1789469349.031252:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316264117, at 4316264448 00000100:00000010:3.0:1789469349.031259:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37c60. 00000100:00000040:1.0:1789469349.031711:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316264117, at 4316264448 00000100:00000010:1.0:1789469349.031719:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37180. 00000100:00080000:2.0:1789469349.031745:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469349.031750:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469349.031753:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469349.031756:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469349.031758:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469349.031761:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469349.031763:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469349.031766:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469349.031769:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469349.031771:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469349.031776:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21602) 00000100:00000040:0.0:1789469349.031897:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316264117, at 4316264448 00000100:00000010:0.0:1789469349.031903:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37240. 00000100:00000001:2.0:1789469349.671155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469349.671170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469349.671171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469349.671176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469349.671179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469349.671183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469349.671186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.863136:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469349.863144:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.863150:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469349.863151:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.863156:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469349.863157:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469349.871483:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469349.871489:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469349.871493:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469350.695164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469350.695179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469350.695181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469350.695185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469350.695187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469350.695192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469350.695195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469350.888777:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469350.888784:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469350.888789:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469350.888791:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469350.888796:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469350.888800:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469350.888802:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469350.888805:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469350.888809:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469350.888811:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469350.888813:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469350.888815:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469350.889195:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469350.889199:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469350.889202:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469351.719279:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469351.719293:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469351.719295:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469351.719299:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469351.719301:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469351.719305:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469351.719307:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469351.911709:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469351.911716:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469351.911722:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469351.911723:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469351.911728:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469351.911729:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469351.911821:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469351.911824:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469351.911827:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469352.744369:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469352.744383:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469352.744385:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469352.744389:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469352.744392:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469352.744396:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469352.744398:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469352.938804:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469352.938812:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469352.938817:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469352.938819:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469352.938824:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469352.938826:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469352.938918:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469352.938922:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469352.938925:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469353.767181:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469353.767273:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469353.767275:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469353.767280:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469353.767282:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469353.767294:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469353.767297:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469353.959248:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469353.959256:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469353.959273:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469353.959275:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469353.959281:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469353.959283:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469353.959466:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469353.959470:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469353.959472:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469354.152453:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469354.152463:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469354.152466:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469354.152469:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469354.152472:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469354.152475:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469354.152477:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469354.152480:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469354.152482:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469354.152484:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469354.152490:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21607) 00000100:00000001:2.0:1789469354.792584:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469354.792598:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469354.792600:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469354.792606:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469354.792608:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469354.792612:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469354.792616:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469354.983169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469354.983187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469354.983193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469354.983195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469354.983200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469354.983201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469354.983478:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469354.983482:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469354.983484:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469355.817411:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469355.817427:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469355.817429:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469355.817434:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469355.817437:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469355.817441:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469355.817444:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469356.007689:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469356.007696:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469356.007701:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469356.007703:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469356.007709:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469356.007710:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469356.007810:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469356.007815:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469356.007818:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469356.839181:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469356.839195:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469356.839197:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469356.839203:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469356.839205:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469356.839209:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469356.839212:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469357.033943:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469357.033951:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469357.033966:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469357.033968:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469357.033973:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469357.033975:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469357.034107:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469357.034112:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469357.034116:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469357.863101:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469357.863114:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469357.863116:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469357.863120:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469357.863123:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469357.863128:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469357.863130:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.055142:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469358.055150:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.055165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469358.055167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.055171:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469358.055173:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469358.055256:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469358.055260:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469358.055263:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469358.887366:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469358.887380:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469358.887382:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469358.887387:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469358.887389:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469358.887394:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469358.887396:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469359.079179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469359.079185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469359.079190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469359.079192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469359.079204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469359.079206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469359.079299:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469359.079303:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469359.079306:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469359.271237:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469359.271246:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469359.271249:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469359.271253:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469359.271256:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469359.271259:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469359.271262:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469359.271265:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469359.271268:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469359.271271:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469359.271276:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21612) 00000100:00000001:2.0:1789469359.911521:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469359.911753:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469359.911756:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469359.911762:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469359.911764:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469359.911769:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469359.911772:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469360.103182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469360.103190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469360.103196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469360.103198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469360.103203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469360.103204:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469360.103356:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469360.103360:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469360.103363:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469360.935838:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469360.935853:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469360.935855:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469360.935860:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469360.935862:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469360.935867:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469360.935869:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469361.127211:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469361.127219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469361.127226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469361.127228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469361.127233:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469361.127236:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469361.127239:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469361.127243:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469361.127246:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469361.127248:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469361.127251:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469361.127253:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469361.127396:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469361.127400:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469361.127403:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469361.959242:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469361.959256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469361.959259:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469361.959263:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469361.959265:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469361.959270:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469361.959273:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469362.152306:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469362.152313:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469362.152319:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469362.152321:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469362.152326:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469362.152328:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469362.152443:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469362.152448:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469362.152451:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469362.983231:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469362.983247:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469362.983249:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469362.983254:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469362.983258:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469362.983262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469362.983265:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469363.175124:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469363.175131:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469363.175137:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469363.175139:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469363.175143:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469363.175145:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469363.175977:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469363.175981:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469363.175985:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469364.008180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469364.008188:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469364.008202:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469338/real 1789469338] req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469364.008219:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469364.008221:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469364.008224:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143cb8. 00000400:00000200:2.0:1789469364.008230:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469364.008233:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469364.008237:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469364.008241:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469364.008249:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008257:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469364.008259:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008262:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469364.008264:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469364.008267:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008274:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008277:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469364.008282:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469338/real 1789469338] req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469364.008289:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469364.008291:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469364.008301:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143370. 00000400:00000200:2.0:1789469364.008305:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469364.008306:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469364.008308:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469364.008312:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469364.008320:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008326:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469364.008327:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008330:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469364.008331:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469364.008334:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008340:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008342:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469364.008346:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469338/real 1789469338] req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469364.008353:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469364.008355:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469364.008356:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143580. 00000400:00000200:2.0:1789469364.008358:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469364.008360:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469364.008362:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469364.008365:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469364.008373:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008379:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469364.008381:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008383:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469364.008384:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469364.008387:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008393:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008396:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469364.008400:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469338/real 1789469338] req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469364.008407:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469364.008408:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469364.008410:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143630. 00000400:00000200:2.0:1789469364.008413:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469364.008415:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469364.008417:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469364.008420:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469364.008427:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008433:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469364.008434:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008436:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469364.008438:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469364.008441:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008448:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008456:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469364.008459:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008462:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469364.008465:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469364.008468:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469364.008472:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008479:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469364.008482:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008484:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469364.008485:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008488:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469364.008490:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469364.008494:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469364.008526:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469364.008528:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469364.008533:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469364.008540:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404851840:0@lo:38:kworker.0 00000100:00000001:2.0:1789469364.008545:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469364.008548:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008555:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469364.008557:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008558:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469364.008560:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008561:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469364.008563:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469364.008565:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469364.008572:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469364.008574:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469364.008577:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469364.008584:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404851456:0@lo:38:kworker.0 00000100:00000001:2.0:1789469364.008587:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469364.008591:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008597:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469364.008600:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008601:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469364.008603:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008604:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469364.008605:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469364.008608:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469364.008612:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469364.008614:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469364.008618:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469364.008624:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404851584:0@lo:38:kworker.0 00000100:00000001:2.0:1789469364.008628:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469364.008631:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008637:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469364.008639:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008640:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469364.008642:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008644:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469364.008645:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469364.008647:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469364.008651:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469364.008653:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469364.008657:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469364.008663:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404851712:0@lo:38:kworker.0 00000100:00000001:2.0:1789469364.008667:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.008670:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469364.008673:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373ad80 x1876386404851840/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008680:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469364.008682:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469364.008686:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469364.008691:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469364.008694:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469364.008696:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469364.008699:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469364.008702:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dffc00. 02000000:00000001:2.0:1789469364.008714:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469364.008717:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469364.008719:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373ad80. 00000100:00000001:2.0:1789469364.008723:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469364.008725:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008727:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469364.008730:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b480 x1876386404851456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008736:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469364.008737:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469364.008739:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469364.008742:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469364.008744:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469364.008745:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469364.008747:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469364.008748:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc000. 02000000:00000001:2.0:1789469364.008750:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469364.008752:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469364.008753:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b480. 00000100:00000001:2.0:1789469364.008755:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469364.008756:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008758:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469364.008761:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738a80 x1876386404851584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008767:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469364.008768:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469364.008769:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469364.008771:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469364.008772:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469364.008773:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469364.008775:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469364.008777:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dff800. 02000000:00000001:2.0:1789469364.008779:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469364.008780:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469364.008781:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738a80. 00000100:00000001:2.0:1789469364.008784:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469364.008785:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008787:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469364.008790:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373bb80 x1876386404851712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469363 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.008796:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469364.008797:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469364.008799:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469364.008801:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469364.008802:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469364.008803:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469364.008805:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469364.008806:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd000. 02000000:00000001:2.0:1789469364.008809:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469364.008810:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469364.008811:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373bb80. 00000100:00000001:2.0:1789469364.008813:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469364.008814:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.008817:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469364.008918:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469364.008924:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469364.008926:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469364.008930:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469364.008932:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469364.008934:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469364.008938:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469364.008942:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21586 00000100:00080000:0.0:1789469364.008946:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469364.008948:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469364.008951:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469364.008953:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469364.008955:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469364.008963:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469364.008966:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789469364.008968:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469364.008971:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789469364.008974:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789469364.008976:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789469364.008979:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469364.008980:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469364.008982:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469364.008984:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469364.008987:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789469364.008990:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469364.008992:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469364.008995:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469364.009002:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469364.009004:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469364.009007:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469364.009009:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469364.009017:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63100. 00000020:00000040:0.0:1789469364.009020:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789469364.009023:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469364.009025:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469364.009028:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469364.009030:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469364.009034:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469364.009068:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866800. 00000100:00000001:0.0:1789469364.009075:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469364.009081:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469364.009089:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469364.009093:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469364.009096:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7f7e9a7] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469364.009122:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469364.009126:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469364.009129:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469364.009130:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469364.009131:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469364.009134:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469364.009135:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21586 00000100:00080000:0.0:1789469364.009137:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469364.009139:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469364.009141:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469364.009142:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469364.009144:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469364.009147:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469364.009148:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789469364.009150:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469364.009152:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789469364.009153:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789469364.009155:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789469364.009157:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469364.009159:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469364.009160:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469364.009162:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469364.009164:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789469364.009166:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469364.009169:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469364.009170:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469364.009173:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469364.009175:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469364.009177:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469364.009178:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469364.009181:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61880. 00000020:00000040:0.0:1789469364.009183:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789469364.009186:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469364.009187:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469364.009189:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469364.009190:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469364.009192:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469364.009195:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867400. 00000100:00000001:0.0:1789469364.009198:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469364.009202:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469364.009209:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469364.009211:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469364.009213:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e05c5466] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469364.009220:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469364.009222:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469364.009225:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469364.009226:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469364.009227:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469364.009229:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469364.009231:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21586 00000100:00080000:0.0:1789469364.009233:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469364.009235:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469364.009237:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469364.009239:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469364.009241:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469364.009243:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469364.009245:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789469364.009246:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469364.009248:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:0.0:1789469364.009250:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789469364.009252:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789469364.009255:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469364.009257:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469364.009258:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469364.009260:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469364.009262:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:0.0:1789469364.009264:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469364.009266:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469364.009268:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469364.009270:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469364.009272:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469364.009274:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469364.009275:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469364.009278:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62a00. 00000020:00000040:0.0:1789469364.009280:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789469364.009282:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469364.009283:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469364.009285:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469364.009286:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469364.009288:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469364.009292:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867000. 00000100:00000001:0.0:1789469364.009295:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469364.009299:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469364.009305:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469364.009307:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469364.009310:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e495aede] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469364.009316:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469364.009318:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469364.009321:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469364.009322:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469364.009323:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469364.009326:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469364.009328:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21586 00000100:00080000:0.0:1789469364.009330:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469364.009332:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469364.009334:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469364.009336:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469364.009337:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469364.009340:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469364.009341:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:0.0:1789469364.009342:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469364.009345:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:0.0:1789469364.009347:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:0.0:1789469364.009349:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:0.0:1789469364.009351:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469364.009353:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469364.009354:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469364.009356:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469364.009358:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:0.0:1789469364.009360:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469364.009362:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469364.009364:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469364.009366:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469364.009368:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469364.009369:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469364.009371:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469364.009374:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63b80. 00000020:00000040:0.0:1789469364.009376:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789469364.009377:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469364.009379:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469364.009380:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469364.009381:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469364.009383:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469364.009387:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866c00. 00000100:00000001:0.0:1789469364.009390:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469364.009393:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469364.009400:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469364.009402:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469364.009405:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073434e2d] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469364.009412:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469364.009416:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21617) 00000100:00000001:2.0:1789469364.009676:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469364.009680:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469364.009682:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469364.009687:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.009694:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469364.009696:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469364.009699:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469364.009702:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469364.009704:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469364.009708:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404852096:0@lo:38:kworker.0 00000100:00000001:2.0:1789469364.009712:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469364.009716:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469364.009718:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469364.009720:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469364.009725:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469364.009727:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469364.009733:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143630. 00000400:00000010:2.0:1789469364.009738:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469364.009744:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404852096, portal 10 00000100:00000001:2.0:1789469364.009747:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469364.009748:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492023552 : -130396217528064 : ffff8967c3c63100) 00000100:00000040:2.0:1789469364.009755:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.009762:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469364.009765:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469364.009767:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469364.009770:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404852096, offset 0 00000400:00000200:2.0:1789469364.009776:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469364.009788:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469364.009799:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6180 00000400:00000100:2.0:1789469364.009805:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404852096 offset 0 length 520: 4 00000400:00000200:2.0:1789469364.009810:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469364.009812:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469364.009821:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469364.009823:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469364.009826:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469364.009830:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.009836:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469364.009839:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.009845:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.009846:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469364.009850:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469364.009854:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469364.009858:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316279445 00000100:00000010:2.0:1789469364.009862:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f00. 00000100:00000001:2.0:1789469364.009868:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469364.010601:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316279446 00000100:00000010:2.0:1789469364.010610:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37360. 00000100:00000001:2.0:1789469364.010615:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469364.010634:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316279446 00000100:00000010:2.0:1789469364.010638:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789469364.010642:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469364.010645:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316279446 00000100:00000010:2.0:1789469364.010648:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c372a0. 00000100:00000001:2.0:1789469364.010651:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469364.010768:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469364.010773:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.010776:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469364.010784:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.010791:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469364.010793:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469364.010796:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469364.010798:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469364.010801:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469364.010804:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404852224:0@lo:38:kworker.0 00000100:00000001:2.0:1789469364.010808:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469364.010811:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469364.010814:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469364.010816:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469364.010820:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469364.010822:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469364.010827:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143580. 00000400:00000010:2.0:1789469364.010832:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469364.010847:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404852224, portal 10 00000100:00000001:2.0:1789469364.010850:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469364.010851:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492017280 : -130396217534336 : ffff8967c3c61880) 00000100:00000040:2.0:1789469364.010858:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.010863:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469364.010865:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469364.010868:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469364.010871:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404852224, offset 0 00000400:00000200:2.0:1789469364.010876:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469364.010895:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469364.010903:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6200 00000400:00000100:2.0:1789469364.010908:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404852224 offset 0 length 520: 4 00000400:00000200:2.0:1789469364.010911:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469364.010914:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469364.010922:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469364.010924:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469364.010928:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469364.010933:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.010941:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469364.010944:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.010951:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.010952:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469364.010956:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469364.010959:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469364.010962:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316279446 00000100:00000001:2.0:1789469364.010968:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316279445 00000100:00000001:2.0:1789469364.010972:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316279446 00000100:00000001:2.0:1789469364.010973:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316279446 00000100:00000001:2.0:1789469364.010975:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316279446 00000100:00000001:2.0:1789469364.010977:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316279446 00000100:00000001:2.0:1789469364.010979:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316279446 00000100:00000001:2.0:1789469364.010980:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316279446 00000100:00000001:2.0:1789469364.010982:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469364.010984:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.010987:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469364.010990:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.010997:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469364.010998:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469364.011000:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469364.011002:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469364.011004:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469364.011007:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404852352:0@lo:38:kworker.0 00000100:00000001:2.0:1789469364.011010:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469364.011012:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469364.011014:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469364.011015:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469364.011019:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469364.011021:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469364.011024:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143370. 00000400:00000010:2.0:1789469364.011027:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469364.011030:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404852352, portal 10 00000100:00000001:2.0:1789469364.011032:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469364.011033:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492021760 : -130396217529856 : ffff8967c3c62a00) 00000100:00000040:2.0:1789469364.011057:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.011064:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469364.011066:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469364.011069:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469364.011080:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404852352, offset 0 00000400:00000200:2.0:1789469364.011084:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469364.011090:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469364.011094:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6280 00000400:00000100:2.0:1789469364.011098:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404852352 offset 0 length 520: 4 00000400:00000200:2.0:1789469364.011101:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469364.011103:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469364.011118:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469364.011120:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469364.011122:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469364.011126:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.011133:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469364.011135:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.011141:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.011142:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469364.011145:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469364.011148:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469364.011151:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316279447 00000100:00000001:2.0:1789469364.011156:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316279446 00000100:00000001:2.0:1789469364.011159:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316279447 00000100:00000001:2.0:1789469364.011161:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316279446 00000100:00000001:2.0:1789469364.011164:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316279447 00000100:00000001:2.0:1789469364.011166:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316279446 00000100:00000001:2.0:1789469364.011169:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316279447 00000100:00000001:2.0:1789469364.015418:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316279446 00000100:00000001:2.0:1789469364.015434:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469364.015438:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.015443:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469364.015455:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.015465:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469364.015467:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469364.015471:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469364.015475:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469364.015477:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469364.015480:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404852480:0@lo:38:kworker.0 00000100:00000001:2.0:1789469364.015484:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469364.015488:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469364.015491:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469364.015493:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469364.015503:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469364.015506:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469364.015513:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143cb8. 00000400:00000010:2.0:1789469364.015520:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000100:00000200:2.0:1789469364.015526:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404852480, portal 10 00000100:00000001:2.0:1789469364.015528:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469364.015530:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492026240 : -130396217525376 : ffff8967c3c63b80) 00000100:00000040:2.0:1789469364.015537:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.015545:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469364.015547:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469364.015550:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469364.015553:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404852480, offset 0 00000400:00000200:2.0:1789469364.015559:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469364.015572:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469364.015584:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6300 00000400:00000100:2.0:1789469364.015589:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404852480 offset 0 length 520: 4 00000400:00000200:2.0:1789469364.015594:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469364.015596:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469364.015608:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469364.015611:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469364.015614:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469364.015618:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.015626:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469364.015629:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469364.015636:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.015637:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469364.015641:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469364.015646:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469364.015649:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316279452 00000100:00000001:2.0:1789469364.015657:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316279447 00000100:00000001:2.0:1789469364.015660:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316279452 00000100:00000001:2.0:1789469364.015663:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316279447 00000100:00000001:2.0:1789469364.015665:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316279452 00000100:00000001:2.0:1789469364.015668:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316279447 00000100:00000001:2.0:1789469364.015671:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316279452 00000100:00000001:2.0:1789469364.015673:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316279447 00000100:00000001:2.0:1789469364.015676:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469364.015678:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.015682:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.015685:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.017431:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469364.017438:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469364.017444:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469364.017446:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469364.017451:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469364.017454:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469364.036280:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316279452, at 4316279453 00000100:00000010:1.0:1789469364.036296:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37360. 00000100:00000040:3.0:1789469364.036341:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316279452, at 4316279453 00000100:00000010:3.0:1789469364.036350:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c372a0. 00000100:00000040:2.0:1789469364.036798:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316279452, at 4316279453 00000100:00000010:2.0:1789469364.036806:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00000100:00000040:0.0:1789469364.036886:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316279452, at 4316279453 00000100:00000010:0.0:1789469364.036891:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f00. 00010000:00000001:0.0:1789469364.199168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469364.199175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469364.199180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469364.199182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469364.199186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469364.199188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469364.199273:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469364.199277:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469364.199280:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469365.031176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469365.031191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469365.031194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469365.031199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469365.031201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469365.031206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469365.031209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469365.223548:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469365.223994:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469365.224001:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469365.224002:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469365.224007:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469365.224008:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469365.225774:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469365.225778:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469365.225781:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469366.055552:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469366.055567:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469366.055569:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469366.055575:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469366.055577:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469366.055582:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469366.055584:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469366.248004:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469366.248012:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469366.248019:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469366.248020:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469366.248026:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469366.248027:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469366.249674:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469366.249680:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469366.249685:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469367.079208:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469367.079221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469367.079223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469367.079228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469367.079230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469367.079234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469367.079237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469367.271232:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469367.271240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469367.271244:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469367.271246:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469367.271251:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469367.271253:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469367.271391:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469367.271395:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469367.271398:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469368.103210:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469368.103218:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469368.103233:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469343/real 1789469343] req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469368.103252:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469368.103254:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469368.103257:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:2.0:1789469368.103264:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789469368.103267:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789469368.103272:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469368.103276:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469368.103296:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.103303:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469368.103305:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469368.103308:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469368.103310:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469368.103314:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.103321:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469368.103329:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469368.103331:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469368.103334:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469368.103336:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469368.103340:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469368.103343:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.103350:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469368.103352:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469368.103354:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469368.103355:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469368.103358:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469368.103360:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469368.103363:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469368.103387:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469368.103389:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469368.103393:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469368.103407:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404851968:0@lo:250:kworker.0 00000100:00000001:2.0:1789469368.103411:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.103414:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469368.103417:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404851968/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.103424:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469368.103427:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469368.103431:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469368.103435:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469368.103438:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469368.103440:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469368.103443:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469368.103446:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfdc00. 02000000:00000001:2.0:1789469368.103449:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469368.103451:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469368.103452:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:2.0:1789469368.103456:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469368.103458:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469368.103460:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469368.103877:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469368.103883:0:134719:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469368.103885:0:134719:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469368.103888:0:134719:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469368.103892:0:134719:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469368.103895:0:134719:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21591 00000100:00080000:0.0:1789469368.103899:0:134719:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469368.103902:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469368.103904:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469368.103906:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469368.103908:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469368.103915:0:134719:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469368.103917:0:134719:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:0.0:1789469368.103920:0:134719:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469368.103923:0:134719:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:0.0:1789469368.103925:0:134719:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:0.0:1789469368.103927:0:134719:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:0.0:1789469368.103930:0:134719:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469368.103931:0:134719:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469368.103932:0:134719:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469368.103934:0:134719:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469368.103937:0:134719:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:0.0:1789469368.103940:0:134719:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469368.103943:0:134719:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469368.103945:0:134719:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469368.103948:0:134719:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469368.103951:0:134719:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469368.103953:0:134719:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469368.103956:0:134719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469368.103963:0:134719:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63800. 00000020:00000040:0.0:1789469368.103966:0:134719:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469368.103971:0:134719:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469368.103972:0:134719:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469368.103976:0:134719:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469368.103978:0:134719:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469368.103982:0:134719:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469368.103991:0:134719:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865400. 00000100:00000001:0.0:1789469368.103997:0:134719:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469368.104004:0:134719:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469368.104013:0:134719:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469368.104029:0:134719:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469368.104034:0:134719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008496fa9c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469368.104089:0:134719:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469368.104093:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469368.104096:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469368.104098:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469368.104101:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469368.104104:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469368.104106:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469368.104109:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469368.104111:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469368.104116:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21621) 00000100:00000001:2.0:1789469368.106357:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469368.106365:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469368.106368:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469368.106391:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.106403:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469368.106406:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469368.106409:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469368.106413:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469368.106415:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469368.106419:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404852608:0@lo:250:kworker.0 00000100:00000001:2.0:1789469368.106423:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469368.106427:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469368.106430:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469368.106433:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469368.106441:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469368.106443:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469368.106450:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789469368.106457:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469368.106477:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404852608, portal 25 00000100:00000001:2.0:1789469368.106480:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469368.106481:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492025344 : -130396217526272 : ffff8967c3c63800) 00000100:00000040:2.0:1789469368.106487:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.106494:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469368.106497:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469368.106507:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469368.106511:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404852608, offset 0 00000400:00000200:2.0:1789469368.106517:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469368.106530:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469368.106541:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f6380 00000400:00000100:2.0:1789469368.106546:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404852608 offset 0 length 520: 4 00000400:00000200:2.0:1789469368.106551:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469368.106554:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469368.106565:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469368.106568:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469368.106571:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469368.106575:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.106583:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469368.106586:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.106592:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.106594:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469368.106598:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.106603:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316288693 00000100:00000010:2.0:1789469368.106609:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c379c0. 00000100:00000001:2.0:1789469368.106615:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469368.106626:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316288693 00000100:00000010:2.0:1789469368.106629:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c376c0. 00000100:00000001:2.0:1789469368.106642:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469368.106656:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316288693 00000100:00000010:2.0:1789469368.106659:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f60. 00000100:00000001:2.0:1789469368.106662:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469368.106666:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316288693 00000100:00000010:2.0:1789469368.106668:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37840. 00000100:00000001:2.0:1789469368.106672:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469368.106675:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469368.106677:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.106682:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.106685:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469368.106692:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469368.106694:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469368.106697:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469368.106698:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469368.106699:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.106701:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.297313:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469368.297321:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.297327:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469368.297328:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.297334:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469368.297336:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469368.297424:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469368.297427:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469368.297430:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469369.127220:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469369.127220:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789469369.127227:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469369.127229:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469369.127231:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1789469369.127232:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789469369.127234:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789469369.127235:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469369.127237:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789469369.127237:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469369.127239:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1789469369.127240:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469369.127243:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789469369.127243:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469369.127245:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469369.127246:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469369.127248:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469369.127253:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21622) 00000800:00000001:3.0:1789469369.157175:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469369.157191:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469369.157195:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469369.157198:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469369.157214:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469369.157231:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4a80 00000400:00000100:3.0:1789469369.157239:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402421376 offset 0 length 520: 4 00000400:00000200:3.0:1789469369.157245:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469369.157248:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469369.157257:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469369.157264:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469369.157266:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469369.157269:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469369.157725:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469369.157732:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469369.157734:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469369.157737:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469369.157742:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469369.157750:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4b00 00000400:00000100:0.0:1789469369.157755:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402421504 offset 0 length 520: 4 00000400:00000200:0.0:1789469369.157759:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469369.157761:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469369.157766:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469369.157772:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469369.157774:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469369.157775:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469369.319178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469369.319186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469369.319192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469369.319194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469369.319198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469369.319200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469369.319299:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469369.319303:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469369.319307:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469370.154020:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469370.154034:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469370.154073:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469370.154079:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469370.154081:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469370.154086:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469370.154089:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789469370.188775:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469370.188792:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469370.188796:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469370.188798:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469370.188822:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469370.188839:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4b80 00000400:00000100:3.0:1789469370.188849:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402421632 offset 0 length 520: 4 00000400:00000200:3.0:1789469370.188904:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469370.188908:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469370.188917:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469370.188924:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469370.188927:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469370.188929:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469370.343381:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469370.343388:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469370.343393:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469370.343395:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469370.343400:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469370.343401:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469370.343501:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469370.343505:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469370.343508:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469371.175835:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469371.175857:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469371.175860:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469371.175865:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469371.175867:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469371.175872:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469371.175874:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469371.367752:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469371.367759:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469371.367764:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469371.367766:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469371.367771:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469371.367773:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469371.367775:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469371.367779:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469371.367781:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469371.367783:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469371.367785:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469371.367787:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469371.368699:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469371.368703:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469371.368707:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469372.200783:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469372.200795:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469372.200797:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469372.200802:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469372.200804:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469372.200808:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469372.200811:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469372.391198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469372.391206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469372.391212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469372.391213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469372.391218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469372.391220:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469372.391359:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469372.391363:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469372.391366:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469373.160447:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469373.160457:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469373.160461:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469373.160464:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469373.160466:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469373.160469:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469373.160472:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469373.160474:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469373.160477:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469373.160479:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469373.160484:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21626) 00000100:00000001:2.0:1789469373.223139:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469373.223151:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469373.223153:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469373.223158:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469373.223160:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469373.223164:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469373.223167:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469373.415181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469373.415188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469373.415193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469373.415195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469373.415199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469373.415201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469373.416169:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469373.416174:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469373.416177:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469373.607182:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316288693, at 4316289024 00000100:00000040:2.0:1789469373.607182:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316288693, at 4316289024 00000100:00000040:3.0:1789469373.607182:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316288693, at 4316289024 00000100:00000010:3.0:1789469373.607199:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37840. 00000100:00000010:2.0:1789469373.607201:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00000100:00000010:0.0:1789469373.607203:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c379c0. 00000100:00000040:1.0:1789469373.607746:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316288693, at 4316289024 00000100:00000010:1.0:1789469373.607754:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c376c0. 00000100:00000001:2.0:1789469374.247837:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469374.247851:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469374.247853:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469374.247858:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469374.247860:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469374.247865:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469374.247867:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469374.442848:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469374.442855:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469374.442861:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469374.442862:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469374.442867:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469374.442868:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469374.443408:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469374.443412:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469374.443415:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469375.271151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469375.271166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469375.271168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469375.271173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469375.271175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469375.271179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469375.271183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469375.463160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469375.463166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469375.463171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469375.463172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469375.463178:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469375.463179:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469375.463265:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469375.463268:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469375.463271:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469376.295217:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469376.295230:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469376.295233:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469376.295237:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469376.295239:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469376.295244:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469376.295246:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469376.487186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469376.487195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469376.487200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469376.487202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469376.487207:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469376.487209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469376.487298:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469376.487302:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469376.487306:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469377.319155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469377.319169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469377.319172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469377.319176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469377.319178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469377.319182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469377.319184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469377.511161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469377.511168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469377.511173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469377.511175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469377.511180:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469377.511181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469377.511299:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469377.511303:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469377.511306:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469378.215256:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469378.215265:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469378.215268:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469378.215271:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469378.215274:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469378.215276:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469378.215278:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469378.215281:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469378.215284:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469378.215287:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469378.215292:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21631) 00000100:00000001:2.0:1789469378.343574:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469378.343590:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469378.343592:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469378.343597:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469378.343599:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469378.343604:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469378.343606:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.535237:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469378.535245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.535250:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469378.535251:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.535256:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469378.535257:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469378.535337:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469378.535341:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469378.535344:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469379.367206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469379.367221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469379.367223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469379.367228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469379.367230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469379.367235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469379.367237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469379.564235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469379.564241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469379.564247:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469379.564248:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469379.564253:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469379.564254:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469379.564403:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469379.564407:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469379.564410:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469380.391152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469380.391168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469380.391170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469380.391175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469380.391177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469380.391182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469380.391185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469380.583170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469380.583177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469380.583182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469380.583184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469380.583188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469380.583190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469380.583910:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469380.583915:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469380.583918:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469381.417185:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469381.417200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469381.417202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469381.417206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469381.417209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469381.417213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469381.417216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469381.607177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469381.607184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469381.607190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469381.607192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469381.607196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469381.607199:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469381.607201:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469381.607205:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469381.607208:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469381.607211:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469381.607213:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469381.607215:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469381.607551:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469381.607555:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469381.607558:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469382.439156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469382.439169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469382.439172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469382.439176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469382.439179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469382.439183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469382.439186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469382.631916:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469382.631923:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469382.631929:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469382.631931:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469382.631936:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469382.631938:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469382.637239:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469382.637248:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469382.637253:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469383.340247:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469383.340258:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469383.340261:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469383.340264:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469383.340267:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469383.340270:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469383.340272:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469383.340275:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469383.340278:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469383.340281:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469383.340286:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21636) 00000100:00000001:2.0:1789469383.463211:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469383.463226:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469383.463229:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469383.463234:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469383.463236:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469383.463241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469383.463244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469383.655314:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469383.655322:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469383.655329:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469383.655330:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469383.655335:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469383.655337:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469383.655449:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469383.655453:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469383.655456:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789469384.042554:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789469384.042562:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469384.042567:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469384.043095:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469384.043101:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469384.043121:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469384.043126:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469384.043129:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469384.487758:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469384.487773:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469384.487776:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469384.487781:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469384.487784:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469384.487790:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469384.487792:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469384.679190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469384.679197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469384.679203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469384.679204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469384.679209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469384.679210:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469384.679813:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469384.679817:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469384.679820:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469385.511192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469385.511206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469385.511208:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469385.511212:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469385.511215:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469385.511220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469385.511223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469385.703175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469385.703181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469385.703187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469385.703189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469385.703194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469385.703195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469385.703644:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469385.703647:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469385.703651:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469386.535158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469386.535172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469386.535175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469386.535179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469386.535181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469386.535185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469386.535188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469386.728489:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469386.728497:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469386.728502:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469386.728504:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469386.728509:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469386.728511:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469386.728913:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469386.728917:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469386.728920:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469387.559158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469387.559172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469387.559174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469387.559179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469387.559181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469387.559185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469387.559188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469387.751166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469387.751174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469387.751179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469387.751181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469387.751186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469387.751188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469387.751362:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469387.751366:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469387.751369:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469388.455232:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469388.455243:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469388.455246:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469388.455250:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469388.455270:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469388.455273:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469388.455276:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469388.455279:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469388.455282:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469388.455285:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469388.455291:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21641) 00000100:00000001:2.0:1789469388.583633:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469388.583646:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469388.583649:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469388.583653:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469388.583655:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469388.583659:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469388.583661:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469388.775180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469388.775186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469388.775192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469388.775194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469388.775200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469388.775202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469388.775463:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469388.775467:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469388.775470:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469389.607216:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469389.607224:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469389.607238:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469364/real 1789469364] req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469389.607269:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469389.607272:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469389.607275:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143630. 00000400:00000200:2.0:1789469389.607282:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469389.607285:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469389.607288:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469389.607293:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469389.607303:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607311:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469389.607313:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607316:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469389.607318:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469389.607322:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607329:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607332:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469389.607335:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469364/real 1789469364] req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469389.607343:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469389.607345:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469389.607347:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143580. 00000400:00000200:2.0:1789469389.607349:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469389.607351:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469389.607353:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469389.607356:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469389.607365:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607371:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469389.607372:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607374:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469389.607376:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469389.607380:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607386:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607388:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469389.607392:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469364/real 1789469364] req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469389.607405:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469389.607406:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469389.607408:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143370. 00000400:00000200:2.0:1789469389.607410:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:2.0:1789469389.607412:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:2.0:1789469389.607414:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469389.607417:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469389.607425:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607431:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469389.607432:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607434:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469389.607435:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469389.607439:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607445:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607447:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469389.607450:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469364/real 1789469364] req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469389.607456:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469389.607458:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469389.607459:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143cb8. 00000400:00000200:2.0:1789469389.607462:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:2.0:1789469389.607463:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:2.0:1789469389.607465:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469389.607468:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469389.607475:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607485:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469389.607486:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607487:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469389.607488:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469389.607491:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607497:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607505:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469389.607507:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607510:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469389.607512:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469389.607515:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469389.607519:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607526:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469389.607528:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607530:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469389.607531:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607533:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469389.607536:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469389.607539:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469389.607565:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469389.607567:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469389.607571:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469389.607579:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404852096:0@lo:38:kworker.0 00000100:00000001:2.0:1789469389.607583:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469389.607586:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607597:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469389.607599:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607600:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469389.607602:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607603:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469389.607604:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469389.607607:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469389.607612:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469389.607614:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469389.607617:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469389.607624:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404852224:0@lo:38:kworker.0 00000100:00000001:2.0:1789469389.607628:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469389.607631:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607636:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469389.607637:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607639:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469389.607640:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607641:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469389.607643:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469389.607645:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469389.607649:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469389.607650:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469389.607654:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469389.607666:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404852352:0@lo:38:kworker.0 00000100:00000001:2.0:1789469389.607670:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469389.607673:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607679:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469389.607681:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607682:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469389.607683:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607685:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469389.607686:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469389.607688:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469389.607691:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469389.607693:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469389.607696:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469389.607703:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404852480:0@lo:38:kworker.0 00000100:00000001:2.0:1789469389.607706:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.607708:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469389.607712:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63100 x1876386404852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607718:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469389.607721:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469389.607725:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469389.607728:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469389.607731:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469389.607732:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469389.607734:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469389.607737:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866800. 02000000:00000001:2.0:1789469389.607741:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469389.607742:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469389.607744:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63100. 00000100:00000001:2.0:1789469389.607748:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469389.607749:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607750:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469389.607753:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61880 x1876386404852224/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607759:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469389.607760:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469389.607761:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469389.607763:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469389.607764:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469389.607765:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469389.607766:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469389.607768:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867400. 02000000:00000001:2.0:1789469389.607770:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469389.607771:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469389.607772:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61880. 00000100:00000001:2.0:1789469389.607774:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469389.607775:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607777:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469389.607779:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62a00 x1876386404852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607784:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469389.607785:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469389.607787:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469389.607788:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469389.607789:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469389.607790:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469389.607792:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469389.607793:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867000. 02000000:00000001:2.0:1789469389.607794:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469389.607795:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469389.607796:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62a00. 00000100:00000001:2.0:1789469389.607798:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469389.607800:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607801:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469389.607804:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63b80 x1876386404852480/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469389 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.607810:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469389.607811:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469389.607812:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469389.607814:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469389.607815:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469389.607816:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469389.607817:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469389.607818:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866c00. 02000000:00000001:2.0:1789469389.607829:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469389.607831:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469389.607832:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63b80. 00000100:00000001:2.0:1789469389.607833:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469389.607834:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.607837:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469389.610839:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469389.610849:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469389.610852:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469389.610856:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469389.610869:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469389.610872:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469389.610877:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469389.610882:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21612 00000100:00080000:3.0:1789469389.610886:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469389.610889:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469389.610892:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469389.610894:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469389.610896:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469389.610905:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469389.610907:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789469389.610918:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469389.610922:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789469389.610924:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789469389.610927:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789469389.610946:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469389.610948:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469389.610950:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469389.610952:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469389.610954:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789469389.610958:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469389.610960:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469389.610963:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469389.610969:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469389.610972:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.610974:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469389.610977:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469389.610983:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789469389.610994:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789469389.610998:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469389.610999:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.611002:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469389.611004:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469389.611201:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469389.611209:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08d000. 00000100:00000001:3.0:1789469389.611215:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469389.611224:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469389.611234:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469389.611238:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469389.611242:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469389.611269:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469389.611272:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469389.611276:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469389.611277:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469389.611279:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469389.611287:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469389.611289:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21612 00000100:00080000:3.0:1789469389.611291:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469389.611294:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469389.611296:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469389.611298:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469389.611300:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469389.611303:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469389.611304:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789469389.611306:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469389.611308:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789469389.611310:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789469389.611312:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789469389.611315:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469389.611316:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469389.611319:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469389.611321:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469389.611324:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789469389.611326:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469389.611329:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469389.611331:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469389.611334:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469389.611336:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.611338:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469389.611339:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.611343:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1789469389.611343:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789469389.611348:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1789469389.611349:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1789469389.611352:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1789469389.611353:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1789469389.611355:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.611357:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469389.611359:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469389.611362:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469389.611366:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1789469389.611373:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:2.0:1789469389.611378:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469389.611380:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.611383:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469389.611387:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789469389.611389:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469389.611393:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469389.611398:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.611400:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1789469389.611404:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404852736:0@lo:38:kworker.0 00000100:00000001:3.0:1789469389.611404:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469389.611411:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.611413:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469389.611418:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469389.611422:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.611422:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469389.611426:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1789469389.611427:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469389.611431:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469389.611433:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469389.611434:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469389.611436:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469389.611438:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21612 00000100:00080000:3.0:1789469389.611440:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000010:2.0:1789469389.611441:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 00000100:00000040:3.0:1789469389.611443:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:2.0:1789469389.611445:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.611447:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469389.611451:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469389.611452:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000400:00000010:2.0:1789469389.611456:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143cb8. 00000020:00000001:3.0:1789469389.611456:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469389.611458:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789469389.611461:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469389.611464:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000400:00000010:2.0:1789469389.611466:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964990. 00000020:00000001:3.0:1789469389.611466:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789469389.611471:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789469389.611474:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000200:2.0:1789469389.611476:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404852736, portal 10 00000100:00000001:3.0:1789469389.611477:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469389.611480:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469389.611481:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469389.611484:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:2.0:1789469389.611485:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312506240 : -130400397045376 : ffff8966caa7d180) 00000100:00000040:2.0:1789469389.611495:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789469389.611495:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789469389.611501:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469389.611507:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469389.611511:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789469389.611513:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1789469389.611515:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789469389.611519:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1789469389.611520:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.611524:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000010:2.0:1789469389.611525:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000001:3.0:1789469389.611526:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789469389.611531:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404852736, offset 0 00000100:00000010:3.0:1789469389.611533:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789469389.611537:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:2.0:1789469389.611540:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1789469389.611540:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469389.611542:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.611545:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469389.611547:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469389.611549:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469389.611554:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1789469389.611554:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e800. 00000100:00000001:3.0:1789469389.611561:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469389.611565:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1789469389.611570:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6400 00000100:00000001:3.0:1789469389.611579:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000100:2.0:1789469389.611580:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404852736 offset 0 length 520: 4 00000100:00000001:3.0:1789469389.611584:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469389.611587:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:3.0:1789469389.611590:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789469389.611592:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:3.0:1789469389.611604:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469389.611606:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1789469389.611607:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000100:00080000:3.0:1789469389.611611:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:2.0:1789469389.611613:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:3.0:1789469389.611614:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469389.611617:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469389.611619:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789469389.611621:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469389.611626:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21612 00000100:00000200:2.0:1789469389.611627:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789469389.611629:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469389.611634:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469389.611639:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789469389.611643:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469389.611646:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789469389.611648:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469389.611653:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469389.611660:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789469389.611661:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789469389.611662:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000100:00000001:2.0:1789469389.611664:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1789469389.611666:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469389.611670:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789469389.611672:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789469389.611674:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789469389.611676:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469389.611678:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469389.611679:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469389.611681:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469389.611682:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789469389.611684:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469389.611686:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469389.611688:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469389.611691:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469389.611693:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.611694:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469389.611695:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.611748:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469389.611753:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469389.611757:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316305047 00000100:00000010:2.0:1789469389.611762:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37f60. 00000100:00000001:2.0:1789469389.611768:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469389.611978:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316305047 00000100:00000010:2.0:1789469389.611984:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c378a0. 00000100:00000001:2.0:1789469389.611988:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469389.612002:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316305047 00000100:00000010:2.0:1789469389.612005:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c375a0. 00000100:00000001:2.0:1789469389.612008:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469389.612011:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316305047 00000100:00000010:2.0:1789469389.612014:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37e40. 00000100:00000001:2.0:1789469389.612017:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469389.612020:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469389.612023:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.612026:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.612029:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.612035:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469389.612073:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.612075:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469389.612077:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469389.612079:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469389.612083:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.612090:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469389.612091:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469389.612093:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469389.612095:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469389.612097:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469389.612100:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404852864:0@lo:38:kworker.0 00000100:00000001:2.0:1789469389.612103:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469389.612105:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469389.612107:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469389.612109:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469389.612112:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5543000. 02000000:00000001:2.0:1789469389.612114:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469389.612118:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143370. 00000400:00000010:2.0:1789469389.612121:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9645d8. 00000100:00000200:2.0:1789469389.612124:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404852864, portal 10 00000100:00000001:2.0:1789469389.612126:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469389.612127:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:2.0:1789469389.612133:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.612139:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469389.612142:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469389.612144:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469389.612147:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404852864, offset 0 00000400:00000200:2.0:1789469389.612152:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469389.612159:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469389.612164:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6480 00000400:00000100:2.0:1789469389.612168:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404852864 offset 0 length 520: 4 00000400:00000200:2.0:1789469389.612172:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469389.612174:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469389.612178:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:2.0:1789469389.612180:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:2.0:1789469389.612182:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469389.612185:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.612192:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469389.612194:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.612199:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.612201:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469389.612204:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469389.612206:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469389.612209:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316305048 00000100:00000001:2.0:1789469389.612587:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316305047 00000100:00000001:2.0:1789469389.612592:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316305048 00000100:00000001:2.0:1789469389.612596:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4316305047 00000100:00000001:2.0:1789469389.612599:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316305048 00000100:00000001:2.0:1789469389.612602:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4316305047 00000100:00000001:2.0:1789469389.612604:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316305048 00000100:00000001:2.0:1789469389.612607:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4316305047 00000100:00000001:2.0:1789469389.612610:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469389.612612:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.612614:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469389.612617:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.612624:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469389.612625:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469389.612627:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469389.612629:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469389.612630:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469389.612632:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404852992:0@lo:38:kworker.0 00000100:00000001:2.0:1789469389.612635:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469389.612637:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469389.612639:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469389.612641:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469389.612644:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469389.612646:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469389.612649:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143580. 00000400:00000010:2.0:1789469389.612652:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964a18. 00000100:00000200:2.0:1789469389.612655:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404852992, portal 10 00000100:00000001:2.0:1789469389.612657:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469389.612658:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312502656 : -130400397048960 : ffff8966caa7c380) 00000100:00000040:2.0:1789469389.612663:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.612669:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469389.612672:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469389.612674:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469389.612676:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404852992, offset 0 00000400:00000200:2.0:1789469389.612679:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469389.612685:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469389.612690:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6500 00000400:00000100:2.0:1789469389.612693:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404852992 offset 0 length 520: 4 00000400:00000200:2.0:1789469389.612696:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469389.612699:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469389.612703:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:2.0:1789469389.612705:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:2.0:1789469389.612707:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469389.612710:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.612717:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469389.612720:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.612726:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.612727:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469389.612730:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469389.612733:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469389.612735:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316305048 00000100:00000001:2.0:1789469389.612737:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316305048 00000100:00000001:2.0:1789469389.612739:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316305048 00000100:00000001:2.0:1789469389.612741:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316305048 00000100:00000001:2.0:1789469389.612743:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316305048 00000100:00000001:2.0:1789469389.612744:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316305048 00000100:00000001:2.0:1789469389.612746:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316305048 00000100:00000001:2.0:1789469389.612748:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316305048 00000100:00000001:2.0:1789469389.612750:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469389.612752:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.612754:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.612757:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.612761:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469389.612763:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.612765:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469389.612766:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469389.612768:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.612770:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469389.612800:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789469389.612806:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789469389.612811:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469389.612812:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469389.612814:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469389.612816:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469389.612819:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469389.612824:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789469389.612829:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469389.612834:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469389.612842:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469389.612854:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469389.613806:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469389.613834:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469389.613840:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21642) 00000100:00000001:2.0:1789469389.613881:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469389.613884:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469389.613886:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469389.613892:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.613900:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469389.613901:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469389.613904:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469389.613907:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469389.613920:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469389.613923:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404853120:0@lo:38:kworker.0 00000100:00000001:2.0:1789469389.613926:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469389.613929:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469389.613931:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469389.613933:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469389.613938:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469389.613940:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469389.613945:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143630. 00000400:00000010:2.0:1789469389.613950:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964c38. 00000100:00000200:2.0:1789469389.613954:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404853120, portal 10 00000100:00000001:2.0:1789469389.613956:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469389.613957:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00000040:2.0:1789469389.613963:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.613969:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469389.613971:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469389.613974:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469389.613977:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404853120, offset 0 00000400:00000200:2.0:1789469389.613982:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469389.613990:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469389.613997:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6580 00000400:00000100:2.0:1789469389.614001:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404853120 offset 0 length 520: 4 00000400:00000200:2.0:1789469389.614005:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469389.614006:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469389.614013:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469389.614015:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469389.614018:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469389.614021:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.614028:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469389.614031:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469389.614443:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.614445:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469389.614453:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469389.614457:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469389.614461:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316305051 00000100:00000001:2.0:1789469389.614468:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316305048 00000100:00000001:2.0:1789469389.614472:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316305051 00000100:00000001:2.0:1789469389.614475:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316305048 00000100:00000001:2.0:1789469389.614478:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316305051 00000100:00000001:2.0:1789469389.614481:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316305048 00000100:00000001:2.0:1789469389.614483:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316305051 00000100:00000001:2.0:1789469389.614486:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316305048 00000100:00000001:2.0:1789469389.614489:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469389.614491:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.614496:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.614498:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.614503:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469389.614505:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469389.614507:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469389.614508:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469389.614509:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469389.614511:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469389.635163:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316305051, at 4316305052 00000100:00000040:3.0:1789469389.635163:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316305051, at 4316305052 00000100:00000010:3.0:1789469389.635178:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37e40. 00000100:00000010:1.0:1789469389.635181:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c378a0. 00000100:00000040:2.0:1789469389.635221:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316305051, at 4316305052 00000100:00000010:2.0:1789469389.635229:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000100:00000040:0.0:1789469389.635938:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316305051, at 4316305052 00000100:00000010:0.0:1789469389.635945:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37f60. 00010000:00000001:0.0:1789469389.801561:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469389.801569:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.801575:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469389.801576:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.801581:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469389.801583:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469389.801887:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469389.801891:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469389.801894:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469390.631414:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469390.631429:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469390.631431:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469390.631435:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469390.631437:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469390.631442:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469390.631445:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469390.823218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469390.823225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469390.823230:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469390.823232:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469390.823237:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469390.823238:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469390.824777:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469390.824782:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469390.824786:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469391.655161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469391.655177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469391.655180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469391.655185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469391.655187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469391.655192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469391.655195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469391.847176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469391.847182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469391.847188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469391.847190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469391.847195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469391.847198:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469391.847201:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469391.847204:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469391.847207:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469391.847209:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469391.847211:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469391.847213:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469391.847326:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469391.847330:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469391.847333:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469392.679752:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469392.679765:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469392.679768:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469392.679773:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469392.679775:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469392.679780:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469392.679782:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469392.871173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469392.871182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469392.871187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469392.871188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469392.871193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469392.871195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469392.874194:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469392.874203:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469392.874207:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469393.668806:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469393.668821:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469393.668825:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469393.668827:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469393.668838:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469393.668855:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4c00 00000400:00000100:3.0:1789469393.668863:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402421760 offset 0 length 520: 4 00000400:00000200:3.0:1789469393.668868:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469393.668871:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469393.668889:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469393.668893:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469393.668895:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469393.668898:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469393.668900:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469393.668902:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469393.668906:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469393.668911:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4c80 00000400:00000100:3.0:1789469393.668915:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402421888 offset 0 length 520: 4 00000400:00000200:3.0:1789469393.668917:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469393.668920:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469393.668923:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469393.668927:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469393.668942:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469393.668944:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469393.703154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469393.703162:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469393.703176:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469368/real 1789469368] req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469393.703201:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469393.703203:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469393.703206:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:2.0:1789469393.703212:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:2.0:1789469393.703214:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:2.0:1789469393.703218:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469393.703222:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469393.703229:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.703236:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469393.703238:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469393.703240:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469393.703242:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469393.703246:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.703252:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469393.703262:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469393.703264:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469393.703267:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469393.703269:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469393.703274:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469393.703278:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.703284:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469393.703287:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469393.703302:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469393.703303:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469393.703306:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469393.703308:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469393.703312:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469393.703340:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469393.703343:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469393.703347:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469393.703356:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404852608:0@lo:250:kworker.0 00000100:00000001:2.0:1789469393.703360:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469393.703363:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469393.703366:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63800 x1876386404852608/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.703372:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469393.703375:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469393.703379:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469393.703383:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469393.703386:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469393.703388:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469393.703390:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469393.703393:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865400. 02000000:00000001:2.0:1789469393.703405:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469393.703407:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469393.703409:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63800. 00000100:00000001:2.0:1789469393.703412:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469393.703414:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469393.703416:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469393.703540:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469393.703545:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469393.703547:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469393.703550:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469393.703553:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469393.703556:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21616 00000100:00080000:3.0:1789469393.703560:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469393.703563:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469393.703566:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469393.703568:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469393.703570:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469393.703578:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469393.703579:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789469393.703582:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469393.703585:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789469393.703588:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789469393.703590:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789469393.703593:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469393.703595:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469393.703596:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469393.703598:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469393.703601:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789469393.703604:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469393.703606:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469393.703609:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469393.703612:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469393.703615:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469393.703617:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469393.703620:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469393.703628:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789469393.703645:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469393.703649:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469393.703651:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469393.703654:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469393.703656:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469393.703661:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469393.703668:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789469393.703674:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469393.703680:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469393.703688:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469393.703692:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469393.703696:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469393.703719:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469393.703722:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469393.703725:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469393.703728:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469393.703731:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469393.703733:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469393.703737:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469393.703739:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469393.703742:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469393.703747:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21646) 00000100:00000001:2.0:1789469393.704121:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469393.704125:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469393.704126:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469393.704132:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.704139:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469393.704142:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469393.704146:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469393.704148:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469393.704151:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469393.704155:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404853248:0@lo:250:kworker.0 00000100:00000001:2.0:1789469393.704158:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469393.704162:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469393.704165:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469393.704167:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469393.704172:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469393.704174:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469393.704179:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143528. 00000400:00000010:2.0:1789469393.704185:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964aa0. 00000100:00000200:2.0:1789469393.704191:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404853248, portal 25 00000100:00000001:2.0:1789469393.704194:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469393.704195:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312509824 : -130400397041792 : ffff8966caa7df80) 00000100:00000040:2.0:1789469393.704200:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.704206:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469393.704209:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469393.704212:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469393.704215:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404853248, offset 0 00000400:00000200:2.0:1789469393.704221:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469393.704233:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469393.704245:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f6600 00000400:00000100:2.0:1789469393.704250:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404853248 offset 0 length 520: 4 00000400:00000200:2.0:1789469393.704255:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469393.704257:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469393.704266:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469393.704268:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469393.704271:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469393.704275:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.704282:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469393.704284:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.704344:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469393.704345:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469393.704351:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469393.704355:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316314291 00000100:00000010:2.0:1789469393.704360:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c375a0. 00000100:00000001:2.0:1789469393.704366:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469393.704377:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316314291 00000100:00000010:2.0:1789469393.704380:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37a20. 00000100:00000001:2.0:1789469393.704384:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469393.704387:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316314291 00000100:00000010:2.0:1789469393.704390:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789469393.704393:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469393.704396:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316314291 00000100:00000010:2.0:1789469393.704399:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37720. 00000100:00000001:2.0:1789469393.704402:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469393.704405:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469393.704408:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469393.704411:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469393.704414:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469393.704419:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469393.704420:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469393.704422:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469393.704423:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469393.704425:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469393.704427:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469393.895169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469393.895177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469393.895182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469393.895184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469393.895188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469393.895189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469393.895303:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469393.895307:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469393.895309:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469394.695161:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469394.695214:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469394.695221:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469394.695225:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469394.695243:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469394.695270:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4d00 00000400:00000100:3.0:1789469394.695281:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402422016 offset 0 length 520: 4 00000400:00000200:3.0:1789469394.695288:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469394.695291:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469394.695305:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469394.695312:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469394.695314:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469394.695317:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469394.727161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469394.727176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469394.727178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469394.727183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469394.727185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469394.727189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469394.727192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469394.728581:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469394.728594:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469394.728599:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469394.728603:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469394.728606:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469394.728609:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469394.728613:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469394.728616:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469394.728619:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469394.728622:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469394.728629:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21647) 00010000:00000001:0.0:1789469394.919215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469394.919237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469394.919245:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469394.919247:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469394.919253:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469394.919255:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469394.919430:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469394.919438:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469394.919442:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469395.751154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469395.751169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469395.751171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469395.751176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469395.751178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469395.751183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469395.751185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469395.943215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469395.943222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469395.943227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469395.943229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469395.943234:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469395.943236:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469395.943377:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469395.943380:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469395.943383:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469396.775158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469396.775173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469396.775175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469396.775180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469396.775183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469396.775188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469396.775191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469396.967171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469396.967180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469396.967186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469396.967187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469396.967192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469396.967193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469396.967290:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469396.967294:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469396.967297:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469397.803140:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469397.803169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469397.803172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469397.803178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469397.803181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469397.803187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469397.803191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469397.991285:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469397.991295:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469397.991302:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469397.991304:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469397.991310:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469397.991312:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469397.995589:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469397.995600:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469397.995607:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469398.759960:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469398.760008:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469398.760012:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469398.760016:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469398.760019:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469398.760022:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469398.760025:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469398.760029:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469398.760032:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469398.760070:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469398.760079:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21651) 00000100:00000001:2.0:1789469398.825340:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469398.825357:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469398.825360:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469398.825367:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469398.825370:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469398.825376:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469398.825379:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469399.015454:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469399.015464:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469399.015471:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469399.015473:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469399.015480:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469399.015481:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469399.022247:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469399.022258:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469399.022264:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789469399.207230:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316314291, at 4316314624 00000100:00000010:1.0:1789469399.207253:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37a20. 00000100:00000040:3.0:1789469399.207306:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316314291, at 4316314624 00000100:00000010:3.0:1789469399.207315:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37720. 00000100:00000040:0.0:1789469399.207797:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316314291, at 4316314624 00000100:00000010:0.0:1789469399.207804:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c375a0. 00000100:00000040:2.0:1789469399.208006:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316314291, at 4316314624 00000100:00000010:2.0:1789469399.208013:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789469399.847285:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469399.847306:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469399.847309:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469399.847316:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469399.847320:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469399.847326:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469399.847329:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469400.039485:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469400.039496:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469400.039504:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469400.039505:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469400.039511:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469400.039513:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469400.039620:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469400.039624:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469400.039628:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469400.871241:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469400.871260:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469400.871263:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469400.871269:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469400.871272:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469400.871278:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469400.871281:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469401.064087:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469401.064098:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469401.064106:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469401.064108:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469401.064114:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469401.064128:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469401.064131:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469401.064136:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469401.064140:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469401.064143:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469401.064146:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469401.064149:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469401.064203:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469401.064208:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469401.064211:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469401.896842:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469401.896858:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469401.896860:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469401.896865:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469401.896867:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469401.896872:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469401.896874:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469402.087745:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469402.087752:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469402.087757:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469402.087759:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469402.087763:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469402.087765:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469402.088060:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469402.088064:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469402.088067:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469402.919165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469402.919182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469402.919185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469402.919191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469402.919193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469402.919198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469402.919200:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469403.111175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469403.111183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469403.111189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469403.111191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469403.111195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469403.111197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469403.111298:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469403.111302:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469403.111304:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469403.815281:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469403.815291:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469403.815294:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469403.815298:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469403.815300:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469403.815303:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469403.815306:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469403.815309:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469403.815311:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469403.815315:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469403.815320:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21656) 00000100:00000001:3.0:1789469403.943175:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469403.943191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469403.943193:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469403.943198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469403.943200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469403.943206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469403.943209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469404.136308:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469404.136316:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469404.136322:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469404.136323:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469404.136328:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469404.136332:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469404.136457:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469404.136461:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469404.136464:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469404.967782:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469404.967806:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469404.967809:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469404.967815:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469404.967818:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469404.967824:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469404.967826:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469405.159214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469405.159221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469405.159227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469405.159228:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469405.159233:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469405.159234:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469405.159333:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469405.159337:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469405.159340:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469405.991471:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469405.991487:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469405.991489:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469405.991494:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469405.991496:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469405.991501:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469405.991503:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469406.183274:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469406.183281:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469406.183286:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469406.183287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469406.183292:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469406.183294:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469406.183392:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469406.183395:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469406.183398:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469407.015366:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469407.015381:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469407.015383:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469407.015388:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469407.015391:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469407.015395:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469407.015398:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469407.207301:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469407.207309:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469407.207315:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469407.207316:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469407.207321:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469407.207322:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469407.207769:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469407.207773:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469407.207784:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469408.039156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469408.039171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469408.039173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469408.039177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469408.039180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469408.039185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469408.039187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.231929:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469408.231937:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.231942:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469408.231944:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.231949:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469408.231950:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469408.232058:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469408.232065:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469408.232068:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469408.935250:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469408.935259:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469408.935262:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469408.935266:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469408.935269:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469408.935272:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469408.935275:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469408.935282:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469408.935285:0:134719:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469408.935288:0:134719:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469408.935294:0:134719:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21662) 00000100:00000001:3.0:1789469409.063166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469409.063182:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469409.063201:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469409.063206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469409.063209:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469409.063214:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469409.063216:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469409.255291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469409.255299:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469409.255305:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469409.255306:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469409.255311:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469409.255313:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469409.255401:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469409.255404:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469409.255407:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469410.090104:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469410.090118:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469410.090120:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469410.090124:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469410.090127:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469410.090131:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469410.090133:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469410.280445:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469410.280452:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469410.280457:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469410.280459:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469410.280464:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469410.280465:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469410.280559:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469410.280562:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469410.280565:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469411.111151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469411.111167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469411.111169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469411.111174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469411.111177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469411.111182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469411.111184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469411.303346:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469411.303354:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469411.303359:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469411.303360:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469411.303371:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469411.303374:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469411.303376:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469411.303380:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469411.303382:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469411.303385:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469411.303386:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469411.303388:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469411.303574:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469411.303578:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469411.303580:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469412.135115:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469412.135129:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469412.135131:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469412.135136:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469412.135138:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469412.135142:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469412.135145:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469412.327168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469412.327176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469412.327182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469412.327184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469412.327188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469412.327190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469412.327284:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469412.327288:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469412.327292:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469413.159157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469413.159172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469413.159174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469413.159179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469413.159181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469413.159185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469413.159188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469413.351171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469413.351178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469413.351184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469413.351186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469413.351191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469413.351192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469413.351373:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469413.351377:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469413.351381:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469414.055339:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469414.055348:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469414.055352:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469414.055371:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469414.055373:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469414.055616:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469414.055619:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469414.055622:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469414.055624:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469414.055627:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469414.055632:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21667) 00000100:00000001:3.0:1789469414.183186:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469414.183192:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469414.183206:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469389/real 1789469389] req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469414.183226:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469414.183227:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469414.183231:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143630. 00000400:00000200:3.0:1789469414.183238:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964c38 00000400:00000010:3.0:1789469414.183241:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964c38. 00000100:00000001:3.0:1789469414.183245:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469414.183250:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469414.183259:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183266:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469414.183268:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183271:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469414.183273:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469414.183277:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183303:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183305:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469414.183310:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469389/real 1789469389] req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469414.183318:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469414.183319:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469414.183322:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143370. 00000400:00000200:3.0:1789469414.183324:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9645d8 00000400:00000010:3.0:1789469414.183326:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9645d8. 00000100:00000001:3.0:1789469414.183328:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469414.183330:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469414.183337:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183342:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469414.183343:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183345:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469414.183346:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469414.183349:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183354:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183356:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469414.183360:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469389/real 1789469389] req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469414.183368:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469414.183369:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469414.183370:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143580. 00000400:00000200:3.0:1789469414.183373:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964a18 00000400:00000010:3.0:1789469414.183384:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964a18. 00000100:00000001:3.0:1789469414.183387:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469414.183396:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469414.183403:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183408:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469414.183410:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183411:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469414.183412:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469414.183415:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183421:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183423:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469414.183426:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469389/real 1789469389] req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469414.183433:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469414.183435:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469414.183436:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143cb8. 00000400:00000200:3.0:1789469414.183439:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964990 00000400:00000010:3.0:1789469414.183440:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964990. 00000100:00000001:3.0:1789469414.183442:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469414.183445:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469414.183452:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183457:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469414.183459:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183460:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469414.183461:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469414.183464:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183471:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183485:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469414.183487:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183490:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469414.183492:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469414.183495:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469414.183499:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183506:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469414.183509:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183510:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469414.183511:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183514:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469414.183516:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469414.183519:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469414.183529:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469414.183531:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469414.183535:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469414.183541:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404853120:0@lo:38:kworker.0 00000100:00000001:3.0:1789469414.183545:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469414.183549:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183555:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469414.183557:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183558:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469414.183560:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183561:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469414.183563:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469414.183565:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469414.183570:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469414.183578:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469414.183583:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469414.183590:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404852864:0@lo:38:kworker.0 00000100:00000001:3.0:1789469414.183594:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469414.183597:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183603:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469414.183605:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183607:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469414.183608:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183609:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469414.183610:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469414.183612:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469414.183617:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469414.183619:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469414.183622:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469414.183628:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404852992:0@lo:38:kworker.0 00000100:00000001:3.0:1789469414.183631:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469414.183634:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183639:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469414.183641:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183642:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469414.183643:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183644:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469414.183651:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469414.183654:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469414.183659:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469414.183661:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469414.183664:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469414.183671:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404852736:0@lo:38:kworker.0 00000100:00000001:3.0:1789469414.183674:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.183676:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469414.183679:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404853120/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183684:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469414.183687:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469414.183690:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:3.0:1789469414.183694:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469414.183697:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469414.183699:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469414.183701:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469414.183704:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469414.183707:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469414.183709:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469414.183710:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:3.0:1789469414.183714:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469414.183716:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183717:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469414.183720:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404852864/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183734:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469414.183735:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469414.183737:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5543000. 02000000:00000001:3.0:1789469414.183740:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469414.183741:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469414.183748:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469414.183750:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469414.183752:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469414.183754:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469414.183755:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469414.183756:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:3.0:1789469414.183759:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469414.183760:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183762:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469414.183766:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404852992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183771:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469414.183772:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469414.183773:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:3.0:1789469414.183775:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469414.183776:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469414.183777:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469414.183779:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469414.183780:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469414.183782:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469414.183782:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469414.183784:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00000001:3.0:1789469414.183785:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469414.183786:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183788:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469414.183790:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d180 x1876386404852736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469414 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.183794:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469414.183795:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469414.183796:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:3.0:1789469414.183798:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469414.183799:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469414.183800:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469414.183802:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469414.183803:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469414.183804:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469414.183812:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469414.183813:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d180. 00000100:00000001:3.0:1789469414.183816:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469414.183817:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.183819:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469414.184123:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469414.184128:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469414.184131:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469414.184134:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469414.184137:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469414.184139:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469414.184142:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469414.184145:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21637 00000100:00080000:0.0:1789469414.184149:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469414.184152:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469414.184154:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469414.184157:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469414.184159:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469414.184167:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469414.184169:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789469414.184171:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469414.184174:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789469414.184176:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789469414.184178:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789469414.184180:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469414.184182:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469414.184184:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469414.184186:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469414.184189:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789469414.184191:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469414.184193:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469414.184196:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469414.184202:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469414.184205:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469414.184207:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469414.184209:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469414.184215:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63480. 00000020:00000040:0.0:1789469414.184218:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789469414.184221:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469414.184223:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469414.184226:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469414.184229:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469414.184232:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469414.184240:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865400. 00000100:00000001:0.0:1789469414.184246:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469414.184253:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469414.184261:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469414.184264:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469414.184268:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba63b393] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469414.184287:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469414.184290:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469414.184293:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469414.184295:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469414.184296:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469414.184299:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469414.184300:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21637 00000100:00080000:0.0:1789469414.184303:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469414.184305:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469414.184307:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469414.184309:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469414.184311:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469414.184314:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469414.184316:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789469414.184317:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469414.184319:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789469414.184321:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789469414.184323:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789469414.184326:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469414.184327:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469414.184328:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469414.184330:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469414.184332:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789469414.184334:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469414.184336:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469414.184337:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469414.184340:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469414.184342:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469414.184344:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469414.184345:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469414.184349:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61180. 00000020:00000040:0.0:1789469414.184351:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789469414.184353:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469414.184354:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469414.184355:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469414.184357:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469414.184358:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469414.184362:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867800. 00000100:00000001:0.0:1789469414.184364:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469414.184369:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469414.184476:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469414.184479:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469414.184482:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054e96388] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469414.184488:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469414.184490:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469414.184493:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469414.184494:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469414.184496:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469414.184498:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469414.184500:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21637 00000100:00080000:0.0:1789469414.184502:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469414.184504:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469414.184505:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469414.184507:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469414.184508:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469414.184511:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469414.184512:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789469414.184515:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469414.184517:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:0.0:1789469414.184519:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789469414.184520:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789469414.184523:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469414.184524:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469414.184526:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469414.184528:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469414.184530:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:0.0:1789469414.184532:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469414.184534:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469414.184536:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469414.184539:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469414.184541:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469414.184542:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469414.184543:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469414.184547:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62d80. 00000020:00000040:0.0:1789469414.184550:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789469414.184552:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469414.184553:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469414.184555:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469414.184557:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469414.184558:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469414.184562:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866c00. 00000100:00000001:0.0:1789469414.184565:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469414.184569:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469414.184576:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469414.184577:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469414.184580:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000049d317e] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469414.184587:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469414.184589:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469414.184593:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469414.184594:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469414.184596:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469414.184598:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469414.184600:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21637 00000100:00080000:0.0:1789469414.184602:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469414.184604:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469414.184606:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469414.184607:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469414.184609:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469414.184611:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469414.184613:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:0.0:1789469414.184614:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469414.184616:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:0.0:1789469414.184618:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:0.0:1789469414.184620:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:0.0:1789469414.184622:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469414.184624:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469414.184626:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469414.184627:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469414.184629:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:0.0:1789469414.184631:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469414.184633:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469414.184635:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469414.184637:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469414.184639:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469414.184641:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469414.184643:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469414.184646:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c60700. 00000020:00000040:0.0:1789469414.184648:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789469414.184650:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469414.184652:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469414.184653:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469414.184655:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469414.184657:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469414.184660:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867000. 00000100:00000001:0.0:1789469414.184663:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469414.184667:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469414.184673:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469414.184674:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469414.184677:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1890792] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469414.184683:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469414.184687:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21667) 00000100:00000001:3.0:1789469414.184802:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469414.184806:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469414.184808:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469414.184813:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.184820:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469414.184821:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469414.184825:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469414.184828:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469414.184830:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469414.184832:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404853376:0@lo:38:kworker.0 00000100:00000001:3.0:1789469414.184836:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469414.184839:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469414.184841:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469414.184843:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469414.184847:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469414.184849:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469414.184854:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b790. 00000400:00000010:3.0:1789469414.184859:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469414.184864:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404853376, portal 10 00000100:00000001:3.0:1789469414.184866:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469414.184868:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492024448 : -130396217527168 : ffff8967c3c63480) 00000100:00000040:3.0:1789469414.184875:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.184948:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469414.184951:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469414.184954:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469414.184958:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404853376, offset 0 00000400:00000200:3.0:1789469414.184964:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469414.184974:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469414.184993:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6680 00000400:00000100:3.0:1789469414.184999:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404853376 offset 0 length 520: 4 00000400:00000200:3.0:1789469414.185003:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469414.185005:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469414.185015:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:3.0:1789469414.185017:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:3.0:1789469414.185021:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469414.185025:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.185032:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469414.185034:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.185062:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.185064:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469414.185070:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469414.185074:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469414.185078:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316329621 00000100:00000010:3.0:1789469414.185082:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59225a0. 00000100:00000001:3.0:1789469414.185088:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469414.185113:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316329621 00000100:00000010:3.0:1789469414.185118:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922660. 00000100:00000001:3.0:1789469414.185121:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469414.185137:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316329621 00000100:00000010:3.0:1789469414.185141:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922300. 00000100:00000001:3.0:1789469414.185143:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469414.185152:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316329621 00000100:00000010:3.0:1789469414.185155:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922900. 00000100:00000001:3.0:1789469414.185159:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469414.185161:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469414.185164:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.185173:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469414.185177:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.185183:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469414.185184:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469414.185186:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469414.185187:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469414.185189:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469414.185191:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404853504:0@lo:38:kworker.0 00000100:00000001:3.0:1789469414.185194:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469414.185196:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469414.185198:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469414.185199:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469414.185202:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469414.185204:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469414.185207:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bd10. 00000400:00000010:3.0:1789469414.185209:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469414.185212:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404853504, portal 10 00000100:00000001:3.0:1789469414.185214:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469414.185215:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492015488 : -130396217536128 : ffff8967c3c61180) 00000100:00000040:3.0:1789469414.185220:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.185225:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469414.185227:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469414.185229:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469414.185230:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404853504, offset 0 00000400:00000200:3.0:1789469414.185234:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469414.185239:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469414.185243:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6700 00000400:00000100:3.0:1789469414.185247:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404853504 offset 0 length 520: 4 00000400:00000200:3.0:1789469414.185249:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469414.185251:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469414.185255:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:3.0:1789469414.185262:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:3.0:1789469414.185266:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469414.185268:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.185275:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469414.185277:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.185282:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.185283:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469414.185287:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469414.185290:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469414.185293:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316329621 00000100:00000001:3.0:1789469414.185295:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316329621 00000100:00000001:3.0:1789469414.185297:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316329621 00000100:00000001:3.0:1789469414.185299:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316329621 00000100:00000001:3.0:1789469414.185301:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316329621 00000100:00000001:3.0:1789469414.185303:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316329621 00000100:00000001:3.0:1789469414.185304:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316329621 00000100:00000001:3.0:1789469414.185306:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316329621 00000100:00000001:3.0:1789469414.185308:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469414.185310:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.185312:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469414.185314:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.185320:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469414.185321:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469414.185323:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469414.185325:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469414.185326:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469414.185328:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404853632:0@lo:38:kworker.0 00000100:00000001:3.0:1789469414.185340:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469414.185342:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469414.185344:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469414.185346:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469414.185348:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469414.185350:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469414.185352:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bb58. 00000400:00000010:3.0:1789469414.185356:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469414.185359:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404853632, portal 10 00000100:00000001:3.0:1789469414.185361:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469414.185362:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492022656 : -130396217528960 : ffff8967c3c62d80) 00000100:00000040:3.0:1789469414.185367:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.185372:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469414.185957:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469414.185962:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469414.185966:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404853632, offset 0 00000400:00000200:3.0:1789469414.185970:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469414.185977:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469414.185983:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6780 00000400:00000100:3.0:1789469414.185987:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404853632 offset 0 length 520: 4 00000400:00000200:3.0:1789469414.185990:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469414.185992:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469414.185997:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:3.0:1789469414.185999:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:3.0:1789469414.186002:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469414.186006:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.186013:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469414.186015:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.186020:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.186033:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469414.186059:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469414.186062:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469414.186065:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316329622 00000100:00000001:3.0:1789469414.186072:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316329621 00000100:00000001:3.0:1789469414.186076:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316329622 00000100:00000001:3.0:1789469414.186078:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316329621 00000100:00000001:3.0:1789469414.186082:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316329622 00000100:00000001:3.0:1789469414.186084:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316329621 00000100:00000001:3.0:1789469414.186087:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316329622 00000100:00000001:3.0:1789469414.186090:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316329621 00000100:00000001:3.0:1789469414.186092:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469414.186094:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.186097:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469414.186102:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.186173:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469414.186175:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469414.186178:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469414.186181:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469414.186182:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469414.186185:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404853760:0@lo:38:kworker.0 00000100:00000001:3.0:1789469414.186188:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469414.186191:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469414.186192:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469414.186194:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469414.186198:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469414.186199:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469414.186203:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b4d0. 00000400:00000010:3.0:1789469414.186206:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469414.186209:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404853760, portal 10 00000100:00000001:3.0:1789469414.186219:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469414.186220:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492012800 : -130396217538816 : ffff8967c3c60700) 00000100:00000040:3.0:1789469414.186226:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.186231:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469414.186232:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469414.186235:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469414.186237:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404853760, offset 0 00000400:00000200:3.0:1789469414.186240:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469414.186246:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469414.186251:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6800 00000400:00000100:3.0:1789469414.186254:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404853760 offset 0 length 520: 4 00000400:00000200:3.0:1789469414.186257:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469414.186258:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469414.186263:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:3.0:1789469414.186265:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:3.0:1789469414.186267:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469414.186269:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.186276:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469414.186278:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469414.186283:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.186285:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469414.186287:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469414.186290:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469414.186292:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316329623 00000100:00000001:3.0:1789469414.186296:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316329622 00000100:00000001:3.0:1789469414.186299:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316329623 00000100:00000001:3.0:1789469414.186302:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316329622 00000100:00000001:3.0:1789469414.186305:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316329623 00000100:00000001:3.0:1789469414.186315:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316329622 00000100:00000001:3.0:1789469414.186317:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316329623 00000100:00000001:3.0:1789469414.186320:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316329622 00000100:00000001:3.0:1789469414.186322:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469414.186324:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.186328:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.186330:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.186337:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469414.186340:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469414.186342:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469414.186344:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469414.186346:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469414.186348:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469414.207166:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316329623, at 4316329624 00000100:00000010:2.0:1789469414.207181:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922300. 00000100:00000040:1.0:1789469414.207319:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316329623, at 4316329624 00000100:00000010:1.0:1789469414.207325:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922660. 00000100:00000040:0.0:1789469414.207462:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316329623, at 4316329624 00000100:00000010:0.0:1789469414.207467:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59225a0. 00000100:00000040:3.0:1789469414.207526:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316329623, at 4316329624 00000100:00000010:3.0:1789469414.207531:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922900. 00010000:00000001:0.0:1789469414.375272:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469414.375279:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469414.375285:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469414.375287:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469414.375292:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469414.375294:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469414.376255:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469414.376259:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469414.376263:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469415.207162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469415.207177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469415.207180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469415.207185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469415.207187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469415.207192:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469415.207194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469415.399700:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469415.399706:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469415.399712:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469415.399723:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469415.399728:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469415.399730:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469415.400805:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469415.400809:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469415.400813:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469416.231147:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469416.231162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469416.231164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469416.231169:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469416.231171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469416.231176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469416.231179:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469416.423158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469416.423165:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469416.423171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469416.423172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469416.423177:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469416.423178:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469416.423276:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469416.423280:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469416.423283:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469417.255226:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469417.255240:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469417.255242:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469417.255246:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469417.255270:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469417.255275:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469417.255278:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469417.447179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469417.447186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469417.447192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469417.447193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469417.447198:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469417.447200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469417.447512:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469417.447515:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469417.447518:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469418.279144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469418.279152:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469418.279166:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469393/real 1789469393] req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469418.279182:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469418.279185:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469418.279188:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143528. 00000400:00000200:3.0:1789469418.279195:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964aa0 00000400:00000010:3.0:1789469418.279198:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964aa0. 00000100:00000001:3.0:1789469418.279202:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469418.279206:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469418.279215:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469418.279221:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469418.279223:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469418.279226:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469418.279228:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469418.279232:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469418.279239:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469418.279248:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469418.279250:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469418.279253:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469418.279256:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469418.279260:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469418.279263:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469418.279270:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469418.279273:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469418.279291:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469418.279292:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469418.279295:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469418.279297:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469418.279300:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469418.279330:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469418.279333:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469418.279338:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469418.279345:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404853248:0@lo:250:kworker.0 00000100:00000001:3.0:1789469418.279349:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469418.279352:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469418.279355:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7df80 x1876386404853248/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469418.279370:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469418.279373:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469418.279377:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:3.0:1789469418.279381:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469418.279384:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469418.279386:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469418.279389:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469418.279391:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469418.279394:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469418.279396:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469418.279398:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7df80. 00000100:00000001:3.0:1789469418.279404:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469418.279405:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469418.279408:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469418.279534:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469418.279540:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469418.279542:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469418.279544:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469418.279548:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469418.279550:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21641 00000100:00080000:0.0:1789469418.279554:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469418.279557:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469418.279560:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469418.279562:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469418.279564:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469418.279571:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469418.279573:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:0.0:1789469418.279576:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469418.279579:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:0.0:1789469418.279582:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:0.0:1789469418.279584:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:0.0:1789469418.279586:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469418.279588:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469418.279589:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469418.279591:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469418.279594:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:0.0:1789469418.279597:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469418.279599:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469418.279601:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469418.279605:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469418.279608:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469418.279611:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469418.279614:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469418.279619:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61c00. 00000020:00000040:0.0:1789469418.279623:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469418.279627:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469418.279629:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469418.279632:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469418.279635:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469418.279638:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469418.279645:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866800. 00000100:00000001:0.0:1789469418.279651:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469418.279657:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469418.279665:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469418.279669:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469418.279673:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fff5e0c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469418.279717:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469418.279721:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469418.279725:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469418.279727:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469418.279730:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469418.279733:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469418.279737:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469418.279739:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469418.279743:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469418.279748:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21671) 00000100:00000001:3.0:1789469418.279844:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469418.279847:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469418.279849:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469418.279854:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469418.279874:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469418.279876:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469418.279879:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469418.279882:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469418.279885:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469418.279888:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404853888:0@lo:250:kworker.0 00000100:00000001:3.0:1789469418.279892:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469418.279895:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469418.279898:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469418.279900:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469418.279904:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469418.279906:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469418.279911:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b160. 00000400:00000010:3.0:1789469418.279917:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469418.279922:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404853888, portal 25 00000100:00000001:3.0:1789469418.279925:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469418.279927:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492018176 : -130396217533440 : ffff8967c3c61c00) 00000100:00000040:3.0:1789469418.279932:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469418.279939:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469418.279942:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469418.279944:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93acc0. 00000100:00000200:3.0:1789469418.279947:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404853888, offset 0 00000400:00000200:3.0:1789469418.279953:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469418.279965:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469418.279975:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f6880 00000400:00000100:3.0:1789469418.279982:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404853888 offset 0 length 520: 4 00000400:00000200:3.0:1789469418.279987:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469418.279990:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469418.279999:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93acc0 00000400:00000010:3.0:1789469418.280001:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93acc0. 00000100:00000001:3.0:1789469418.280009:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469418.280013:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469418.280021:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469418.280024:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469418.280030:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469418.280032:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469418.280058:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469418.280063:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316338867 00000100:00000010:3.0:1789469418.280068:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922900. 00000100:00000001:3.0:1789469418.280075:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469418.280085:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316338867 00000100:00000010:3.0:1789469418.280088:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922de0. 00000100:00000001:3.0:1789469418.280092:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469418.280109:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316338867 00000100:00000010:3.0:1789469418.280113:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922d80. 00000100:00000001:3.0:1789469418.280116:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469418.280120:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316338867 00000100:00000010:3.0:1789469418.280123:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59227e0. 00000100:00000001:3.0:1789469418.280127:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469418.280130:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469418.280133:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469418.280136:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469418.280138:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469418.280142:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469418.280144:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469418.280146:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469418.280147:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469418.280149:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469418.280151:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.474305:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469418.474313:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.474320:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469418.474322:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.474328:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469418.474329:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469418.474433:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469418.474437:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469418.474461:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469419.205808:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469419.205833:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469419.205837:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469419.205840:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469419.205852:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469419.205869:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4d80 00000400:00000100:3.0:1789469419.205878:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402422144 offset 0 length 520: 4 00000400:00000200:3.0:1789469419.205883:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469419.205886:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469419.205896:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469419.205900:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469419.205902:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469419.205904:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469419.205905:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469419.205907:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469419.205911:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469419.205916:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4e00 00000400:00000100:3.0:1789469419.205920:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402422272 offset 0 length 520: 4 00000400:00000200:3.0:1789469419.205922:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469419.205924:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469419.205927:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469419.205932:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469419.205934:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469419.205937:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789469419.303164:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469419.303164:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789469419.303173:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789469419.303177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1789469419.303178:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469419.303181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789469419.303184:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789469419.303187:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1789469419.303189:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469419.303191:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1789469419.303195:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789469419.303197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469419.303199:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469419.303201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469419.303204:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469419.303209:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469419.303212:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469419.303218:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21672) 00010000:00000001:0.0:1789469419.495569:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469419.495576:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469419.495581:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469419.495583:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469419.495587:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469419.495588:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469419.496875:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469419.496881:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469419.496885:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469420.229172:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469420.229188:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469420.229204:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469420.229208:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469420.229218:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469420.229235:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa4e80 00000400:00000100:3.0:1789469420.229244:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402422400 offset 0 length 520: 4 00000400:00000200:3.0:1789469420.229249:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469420.229252:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469420.229261:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469420.229267:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469420.229270:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469420.229272:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469420.327334:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469420.327349:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469420.327351:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469420.327356:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469420.327358:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469420.327363:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469420.327365:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469420.520954:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469420.520961:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469420.520966:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469420.520968:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469420.520972:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469420.520973:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469420.521089:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469420.521093:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469420.521097:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469421.351177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469421.351192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469421.351194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469421.351199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469421.351201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469421.351205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469421.351208:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469421.543257:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469421.543265:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469421.543271:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469421.543272:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469421.543277:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469421.543281:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469421.543283:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469421.543286:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469421.543289:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469421.543291:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469421.543293:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469421.543295:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469421.543619:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469421.543623:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469421.543625:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789469421.927944:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789469421.927952:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469421.927957:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469421.929752:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469421.929762:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469421.929774:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469421.929780:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469421.929782:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469422.375227:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469422.375241:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469422.375243:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469422.375248:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469422.375250:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469422.375254:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469422.375257:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469422.567248:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469422.567255:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469422.567261:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469422.567262:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469422.567267:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469422.567269:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469422.567364:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469422.567386:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469422.567390:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469423.335228:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469423.335239:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469423.335242:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469423.335246:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469423.335248:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469423.335251:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469423.335255:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469423.335258:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469423.335261:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469423.335264:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469423.335269:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21676) 00000100:00000001:3.0:1789469423.399177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469423.399192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469423.399195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469423.399200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469423.399202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469423.399206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469423.399209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469423.591259:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469423.591266:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469423.591272:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469423.591273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469423.591278:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469423.591280:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469423.591377:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469423.591380:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469423.591455:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469423.783137:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316338867, at 4316339200 00000100:00000010:2.0:1789469423.783151:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922d80. 00000100:00000040:0.0:1789469423.783296:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316338867, at 4316339200 00000100:00000010:0.0:1789469423.783303:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922900. 00000100:00000040:3.0:1789469423.783780:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316338867, at 4316339200 00000100:00000010:3.0:1789469423.783787:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59227e0. 00000100:00000040:1.0:1789469423.784071:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316338867, at 4316339201 00000100:00000010:1.0:1789469423.784077:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922de0. 00000100:00000001:3.0:1789469424.423607:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469424.423620:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469424.423622:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469424.423626:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469424.423629:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469424.423633:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469424.423636:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469424.615183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469424.615191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469424.615196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469424.615198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469424.615203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469424.615205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469424.615418:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469424.615421:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469424.615424:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469425.447144:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469425.447233:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469425.447236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469425.447240:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469425.447243:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469425.447247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469425.447249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469425.639172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469425.639180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469425.639185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469425.639187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469425.639192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469425.639194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469425.639772:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469425.639777:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469425.639780:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469426.472355:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469426.472369:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469426.472371:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469426.472376:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469426.472378:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469426.472382:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469426.472384:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469426.663897:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469426.663904:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469426.663910:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469426.663912:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469426.663917:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469426.663919:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469426.664139:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469426.664144:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469426.664147:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469427.495978:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469427.495992:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469427.495994:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469427.495998:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469427.496000:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469427.496005:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469427.496007:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469427.687180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469427.687187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469427.687193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469427.687195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469427.687200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469427.687201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469427.687306:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469427.687310:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469427.687313:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469428.391264:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469428.391276:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469428.391279:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469428.391284:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469428.391287:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469428.391290:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469428.391293:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469428.391296:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469428.391299:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469428.391302:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469428.391307:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21681) 00000100:00000001:3.0:1789469428.519350:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469428.519376:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469428.519378:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469428.519382:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469428.519385:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469428.519389:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469428.519392:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469428.711173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469428.711180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469428.711185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469428.711187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469428.711192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469428.711193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469428.711297:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469428.711301:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469428.711303:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469429.543309:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469429.543324:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469429.543326:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469429.543331:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469429.543333:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469429.543338:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469429.543341:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.735528:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469429.735536:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.735541:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469429.735543:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.735548:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469429.735549:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469429.735740:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469429.735744:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469429.735747:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469430.567153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469430.567167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469430.567185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469430.567190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469430.567192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469430.567197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469430.567199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469430.760702:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469430.760710:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469430.760715:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469430.760716:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469430.760722:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469430.760723:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469430.760828:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469430.760831:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469430.760834:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469431.591170:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469431.591186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469431.591189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469431.591194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469431.591197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469431.591202:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469431.591204:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469431.785161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469431.785168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469431.785174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469431.785176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469431.785181:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469431.785184:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469431.785187:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469431.785190:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469431.785193:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469431.785195:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469431.785197:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469431.785200:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469431.786250:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469431.786255:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469431.786259:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469432.615559:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469432.615572:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469432.615574:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469432.615578:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469432.615580:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469432.615594:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469432.615596:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469432.807457:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469432.807464:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469432.807469:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469432.807471:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469432.807476:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469432.807478:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469432.807576:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469432.807592:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469432.807596:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469433.512228:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469433.512238:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469433.512242:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469433.512245:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469433.512248:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469433.512251:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469433.512253:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469433.512257:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469433.512259:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469433.512280:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469433.512287:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21686) 00000100:00000001:3.0:1789469433.639298:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469433.639314:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469433.639316:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469433.639321:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469433.639323:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469433.639328:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469433.639330:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469433.831225:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469433.831233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469433.831239:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469433.831241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469433.831246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469433.831247:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469433.833682:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469433.833687:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469433.833692:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469434.663189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469434.663205:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469434.663207:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469434.663212:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469434.663215:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469434.663220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469434.663223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469434.855171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469434.855179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469434.855184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469434.855186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469434.855191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469434.855192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469434.857252:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469434.857259:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469434.857263:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469435.688220:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469435.688232:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469435.688235:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469435.688239:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469435.688242:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469435.688246:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469435.688248:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469435.879969:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469435.879975:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469435.879981:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469435.879982:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469435.879988:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469435.879989:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469435.880086:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469435.880090:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469435.880093:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469436.713757:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469436.713772:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469436.713775:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469436.713779:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469436.713781:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469436.713786:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469436.713788:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469436.903175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469436.903181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469436.903187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469436.903188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469436.903193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469436.903194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469436.903313:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469436.903317:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469436.903321:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469437.735208:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469437.735221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469437.735223:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469437.735228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469437.735230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469437.735251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469437.735254:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469437.927117:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469437.927125:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469437.927131:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469437.927132:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469437.927137:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469437.927139:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469437.927226:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469437.927229:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469437.927232:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469438.632367:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469438.632377:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469438.632381:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469438.632384:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469438.632387:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469438.632390:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469438.632393:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469438.632396:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469438.632398:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469438.632400:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469438.632407:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21691) 00000100:00000001:3.0:1789469438.759168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469438.759186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469438.759188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469438.759192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469438.759194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469438.759199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469438.759202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.951136:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469438.951147:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.951153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469438.951155:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.951159:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469438.951160:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469438.951237:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469438.951240:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469438.951244:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469439.784785:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469439.784793:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469439.784807:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469414/real 1789469414] req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469439.784825:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469439.784826:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469439.784830:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b790. 00000400:00000200:3.0:1789469439.784836:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:3.0:1789469439.784838:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:3.0:1789469439.784842:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469439.784845:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469439.784854:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.784861:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469439.784863:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.784866:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469439.784868:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469439.784871:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.784878:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.784880:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469439.784899:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469414/real 1789469414] req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469439.784908:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469439.784909:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469439.784911:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bd10. 00000400:00000200:3.0:1789469439.784913:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:3.0:1789469439.784915:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:3.0:1789469439.784917:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469439.784920:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469439.784927:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.784932:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469439.784934:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.784935:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469439.784937:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469439.784940:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.784946:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.784948:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469439.784952:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469414/real 1789469414] req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469439.784959:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469439.784960:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469439.784962:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bb58. 00000400:00000200:3.0:1789469439.784965:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:3.0:1789469439.784966:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:3.0:1789469439.784968:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469439.784970:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469439.784976:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.784987:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469439.784989:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.784990:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469439.784992:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469439.784995:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785000:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785002:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469439.785005:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469414/real 1789469414] req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469439.785012:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469439.785013:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469439.785015:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b4d0. 00000400:00000200:3.0:1789469439.785017:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:3.0:1789469439.785018:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:3.0:1789469439.785021:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469439.785023:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469439.785029:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785034:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469439.785064:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785067:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469439.785068:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469439.785071:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785077:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785086:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469439.785087:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785091:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469439.785093:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469439.785103:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469439.785108:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785115:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469439.785118:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785119:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469439.785120:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785123:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469439.785125:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469439.785129:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469439.785156:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469439.785159:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469439.785162:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469439.785170:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404853376:0@lo:38:kworker.0 00000100:00000001:3.0:1789469439.785175:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469439.785178:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785184:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469439.785186:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785187:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469439.785189:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785190:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469439.785192:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469439.785194:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469439.785199:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469439.785201:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469439.785204:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469439.785216:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404853504:0@lo:38:kworker.0 00000100:00000001:3.0:1789469439.785220:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469439.785223:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785228:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469439.785230:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785231:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469439.785232:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785234:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469439.785235:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469439.785237:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469439.785242:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469439.785244:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469439.785246:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469439.785252:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404853632:0@lo:38:kworker.0 00000100:00000001:3.0:1789469439.785255:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469439.785258:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785263:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469439.785265:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785266:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469439.785267:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785268:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469439.785270:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469439.785272:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469439.785282:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469439.785284:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469439.785287:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469439.785294:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404853760:0@lo:38:kworker.0 00000100:00000001:3.0:1789469439.785298:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.785301:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469439.785304:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63480 x1876386404853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785310:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469439.785312:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469439.785316:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469439.785320:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469439.785323:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469439.785324:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469439.785327:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469439.785329:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865400. 02000000:00000001:3.0:1789469439.785332:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469439.785334:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469439.785336:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63480. 00000100:00000001:3.0:1789469439.785339:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469439.785340:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785342:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469439.785345:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61180 x1876386404853504/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785350:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469439.785351:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469439.785353:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469439.785355:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469439.785356:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469439.785357:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469439.785360:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469439.785361:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867800. 02000000:00000001:3.0:1789469439.785369:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469439.785370:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469439.785372:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61180. 00000100:00000001:3.0:1789469439.785375:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469439.785376:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785377:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469439.785380:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62d80 x1876386404853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785385:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469439.785386:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469439.785387:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469439.785389:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469439.785391:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469439.785391:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469439.785393:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469439.785394:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866c00. 02000000:00000001:3.0:1789469439.785396:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469439.785397:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469439.785398:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62d80. 00000100:00000001:3.0:1789469439.785400:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469439.785401:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785402:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469439.785404:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c60700 x1876386404853760/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469439 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.785409:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469439.785410:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469439.785411:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469439.785412:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469439.785413:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469439.785414:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469439.785415:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469439.785416:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867000. 02000000:00000001:3.0:1789469439.785418:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469439.785419:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469439.785420:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c60700. 00000100:00000001:3.0:1789469439.785422:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469439.785427:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.785429:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469439.786166:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469439.786174:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469439.786176:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469439.786180:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789469439.786182:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469439.786185:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469439.786189:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469439.786193:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21662 00000100:00080000:2.0:1789469439.786198:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469439.786201:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469439.786204:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469439.786206:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469439.786208:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469439.786217:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469439.786219:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789469439.786222:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469439.786225:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789469439.786228:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789469439.786230:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789469439.786233:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469439.786236:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469439.786237:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469439.786239:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469439.786243:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789469439.786246:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469439.786249:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469439.786252:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469439.786258:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469439.786261:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469439.786263:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469439.786265:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469439.786272:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941880. 00000020:00000040:2.0:1789469439.786275:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789469439.786279:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469439.786280:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469439.786283:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469439.786286:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469439.786290:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469439.786298:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540000. 00000100:00000001:2.0:1789469439.786304:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469439.786313:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469439.786328:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469439.786332:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469439.786337:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de681922] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469439.786363:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469439.786366:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469439.786369:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469439.786371:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469439.786372:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469439.786374:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469439.786377:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21662 00000100:00080000:2.0:1789469439.786379:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469439.786381:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469439.786384:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469439.786385:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469439.786387:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469439.786390:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469439.786392:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789469439.786393:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469439.786396:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789469439.786398:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789469439.786400:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789469439.786403:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469439.786406:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469439.786408:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469439.786410:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469439.786412:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789469439.786415:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469439.786417:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469439.786420:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469439.786423:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469439.786425:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469439.786427:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469439.786429:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469439.786432:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941500. 00000020:00000040:2.0:1789469439.786435:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789469439.786437:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469439.786438:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469439.786440:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469439.786442:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469439.786443:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469439.786447:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542000. 00000100:00000001:2.0:1789469439.786450:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469439.786455:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469439.786462:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469439.786464:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469439.786467:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d71cadf2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469439.786475:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469439.786478:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469439.786481:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789469439.786483:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469439.786484:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469439.786486:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469439.786489:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21662 00000100:00080000:2.0:1789469439.786491:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469439.786494:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469439.786496:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469439.786497:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469439.786499:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469439.786503:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469439.786504:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789469439.786505:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469439.786507:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789469439.786510:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789469439.786512:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789469439.786515:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469439.786517:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469439.786518:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469439.786520:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469439.786523:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789469439.786525:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469439.786527:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469439.786540:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469439.786542:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469439.786545:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469439.786546:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469439.786548:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469439.786551:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942d80. 00000020:00000040:2.0:1789469439.786554:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789469439.786556:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469439.786557:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469439.786559:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469439.786560:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469439.786562:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469439.786565:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542800. 00000100:00000001:2.0:1789469439.786568:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469439.786573:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469439.786580:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469439.786582:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469439.786586:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8bc0c79] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469439.786600:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469439.786602:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469439.786606:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469439.786607:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469439.786609:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469439.786611:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469439.786613:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21662 00000100:00080000:2.0:1789469439.786616:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469439.786618:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469439.786620:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469439.786622:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469439.786624:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469439.786627:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469439.786628:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789469439.786630:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469439.786632:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789469439.786635:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789469439.786637:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789469439.786640:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469439.786642:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469439.786643:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469439.786645:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469439.786648:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789469439.786650:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469439.786652:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469439.786654:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469439.786656:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469439.786658:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469439.786660:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469439.786662:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469439.786665:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940380. 00000020:00000040:2.0:1789469439.786667:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789469439.786670:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469439.786671:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469439.786672:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469439.786674:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469439.786675:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469439.786679:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5542c00. 00000100:00000001:2.0:1789469439.786682:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469439.786686:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469439.786693:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469439.786695:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469439.786698:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034057c82] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469439.786705:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469439.786710:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21692) 00000100:00000001:3.0:1789469439.786784:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469439.786788:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469439.786791:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469439.786796:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.786805:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469439.786807:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469439.786811:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469439.786813:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469439.786816:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469439.786819:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404854016:0@lo:38:kworker.0 00000100:00000001:3.0:1789469439.786823:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469439.786827:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469439.786829:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469439.786831:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469439.786836:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469439.786838:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469439.786844:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b4d0. 00000400:00000010:3.0:1789469439.786850:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469439.786856:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404854016, portal 10 00000100:00000001:3.0:1789469439.786859:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469439.786861:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622958208 : -130396086593408 : ffff8967cb941880) 00000100:00000040:3.0:1789469439.786868:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.786876:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469439.786878:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469439.786880:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469439.786883:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404854016, offset 0 00000400:00000200:3.0:1789469439.786889:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469439.786901:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469439.786912:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6900 00000400:00000100:3.0:1789469439.786918:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404854016 offset 0 length 520: 4 00000400:00000200:3.0:1789469439.786932:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469439.786935:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469439.786959:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:3.0:1789469439.786963:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:3.0:1789469439.786967:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469439.786971:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.786979:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469439.786982:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.786990:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.786991:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469439.786997:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469439.787001:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469439.787005:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316355222 00000100:00000010:3.0:1789469439.787010:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59227e0. 00000100:00000001:3.0:1789469439.787017:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469439.787219:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316355223 00000100:00000010:3.0:1789469439.787225:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922000. 00000100:00000001:3.0:1789469439.787229:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469439.787244:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316355223 00000100:00000010:3.0:1789469439.787247:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922c00. 00000100:00000001:3.0:1789469439.787251:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469439.787259:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316355223 00000100:00000010:3.0:1789469439.787262:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922480. 00000100:00000001:3.0:1789469439.787265:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469439.787268:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469439.787270:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.787273:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469439.787277:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787290:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469439.787291:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469439.787293:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469439.787295:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469439.787297:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469439.787300:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404854144:0@lo:38:kworker.0 00000100:00000001:3.0:1789469439.787304:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469439.787306:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469439.787307:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469439.787309:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469439.787312:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469439.787314:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469439.787317:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bb58. 00000400:00000010:3.0:1789469439.787321:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469439.787324:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404854144, portal 10 00000100:00000001:3.0:1789469439.787326:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469439.787327:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:3.0:1789469439.787332:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787340:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469439.787341:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469439.787344:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469439.787346:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404854144, offset 0 00000400:00000200:3.0:1789469439.787349:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469439.787355:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469439.787360:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6980 00000400:00000100:3.0:1789469439.787364:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404854144 offset 0 length 520: 4 00000400:00000200:3.0:1789469439.787367:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469439.787370:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469439.787374:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:3.0:1789469439.787376:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:3.0:1789469439.787386:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469439.787390:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787396:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469439.787399:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787406:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.787407:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469439.787412:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469439.787415:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469439.787418:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316355223 00000100:00000001:3.0:1789469439.787423:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316355222 00000100:00000001:3.0:1789469439.787427:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316355223 00000100:00000001:3.0:1789469439.787429:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316355223 00000100:00000001:3.0:1789469439.787431:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316355223 00000100:00000001:3.0:1789469439.787432:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316355223 00000100:00000001:3.0:1789469439.787434:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316355223 00000100:00000001:3.0:1789469439.787436:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316355223 00000100:00000001:3.0:1789469439.787438:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469439.787440:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.787443:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469439.787445:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787451:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469439.787453:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469439.787455:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469439.787457:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469439.787459:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469439.787461:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404854272:0@lo:38:kworker.0 00000100:00000001:3.0:1789469439.787464:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469439.787471:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469439.787473:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469439.787475:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469439.787478:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469439.787479:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469439.787482:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bd10. 00000400:00000010:3.0:1789469439.787485:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469439.787487:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404854272, portal 10 00000100:00000001:3.0:1789469439.787489:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469439.787491:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622963584 : -130396086588032 : ffff8967cb942d80) 00000100:00000040:3.0:1789469439.787496:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787501:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469439.787503:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469439.787505:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469439.787506:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404854272, offset 0 00000400:00000200:3.0:1789469439.787509:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469439.787514:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469439.787518:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6a00 00000400:00000100:3.0:1789469439.787522:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404854272 offset 0 length 520: 4 00000400:00000200:3.0:1789469439.787524:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469439.787527:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469439.787542:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:3.0:1789469439.787544:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:3.0:1789469439.787546:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469439.787550:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787556:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469439.787559:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787565:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.787567:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469439.787570:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469439.787578:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469439.787581:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316355223 00000100:00000001:3.0:1789469439.787583:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316355223 00000100:00000001:3.0:1789469439.787585:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316355223 00000100:00000001:3.0:1789469439.787587:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316355223 00000100:00000001:3.0:1789469439.787590:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316355223 00000100:00000001:3.0:1789469439.787592:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316355223 00000100:00000001:3.0:1789469439.787593:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316355223 00000100:00000001:3.0:1789469439.787595:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316355223 00000100:00000001:3.0:1789469439.787596:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469439.787598:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.787600:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469439.787603:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787610:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469439.787611:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469439.787613:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469439.787615:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469439.787617:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469439.787619:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404854400:0@lo:38:kworker.0 00000100:00000001:3.0:1789469439.787623:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469439.787624:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469439.787626:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469439.787628:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469439.787631:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469439.787633:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469439.787636:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b790. 00000400:00000010:3.0:1789469439.787640:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469439.787642:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404854400, portal 10 00000100:00000001:3.0:1789469439.787644:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469439.787649:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622952832 : -130396086598784 : ffff8967cb940380) 00000100:00000040:3.0:1789469439.787655:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787662:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469439.787663:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469439.787666:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93acc0. 00000100:00000200:3.0:1789469439.787669:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404854400, offset 0 00000400:00000200:3.0:1789469439.787672:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469439.787678:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469439.787683:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6a80 00000400:00000100:3.0:1789469439.787687:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404854400 offset 0 length 520: 4 00000400:00000200:3.0:1789469439.787690:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469439.787692:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469439.787696:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93acc0 00000400:00000010:3.0:1789469439.787698:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93acc0. 00000100:00000001:3.0:1789469439.787701:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469439.787704:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787711:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469439.787714:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469439.787721:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.787722:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469439.787725:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469439.787728:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469439.787730:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316355224 00000100:00000001:3.0:1789469439.787735:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316355223 00000100:00000001:3.0:1789469439.787738:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316355224 00000100:00000001:3.0:1789469439.787740:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316355223 00000100:00000001:3.0:1789469439.787742:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316355224 00000100:00000001:3.0:1789469439.787745:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316355223 00000100:00000001:3.0:1789469439.787754:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316355224 00000100:00000001:3.0:1789469439.787757:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316355223 00000100:00000001:3.0:1789469439.787760:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469439.787762:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.787765:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.787768:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.787775:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469439.787777:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.787779:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469439.787781:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469439.787782:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.787784:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469439.808517:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316355224, at 4316355225 00000100:00000010:1.0:1789469439.808546:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922000. 00000100:00000040:3.0:1789469439.808655:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316355224, at 4316355225 00000100:00000010:3.0:1789469439.808662:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922480. 00000100:00000040:2.0:1789469439.808760:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316355224, at 4316355225 00000100:00000010:2.0:1789469439.808765:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922c00. 00000100:00000040:0.0:1789469439.809137:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316355224, at 4316355226 00000100:00000010:0.0:1789469439.809143:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59227e0. 00010000:00000001:0.0:1789469439.975155:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469439.975162:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469439.975167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469439.975168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469439.975173:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469439.975174:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469439.975259:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469439.975262:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469439.975265:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469440.807864:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469440.807877:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469440.807880:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469440.807884:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469440.807887:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469440.807892:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469440.807894:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469440.999500:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469440.999508:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469440.999514:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469440.999515:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469440.999530:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469440.999534:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469440.999536:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469440.999539:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469440.999542:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469440.999544:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469440.999546:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469440.999549:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469441.003273:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469441.003279:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469441.003283:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469441.831156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469441.831170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469441.831172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469441.831176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469441.831179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469441.831183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469441.831185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469442.023524:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469442.023531:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469442.023536:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469442.023538:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469442.023543:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469442.023545:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469442.023634:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469442.023637:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469442.023640:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469442.855157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469442.855172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469442.855174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469442.855179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469442.855181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469442.855186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469442.855188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469443.047841:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469443.047848:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469443.047853:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469443.047855:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469443.047860:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469443.047861:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469443.047958:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469443.047962:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469443.047980:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469443.716473:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469443.716491:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469443.716495:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469443.716508:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469443.716520:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469443.716538:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4f00 00000400:00000100:3.0:1789469443.716546:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402422528 offset 0 length 520: 4 00000400:00000200:3.0:1789469443.716551:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469443.716554:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469443.716563:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469443.716567:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469443.716570:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469443.716572:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469443.716573:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469443.716575:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469443.716578:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469443.716583:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa4f80 00000400:00000100:3.0:1789469443.716587:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402422656 offset 0 length 520: 4 00000400:00000200:3.0:1789469443.716590:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469443.716592:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469443.716596:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469443.716603:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469443.716605:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469443.716608:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.879738:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469443.879746:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469443.879760:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469418/real 1789469418] req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469443.879780:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469443.879782:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469443.879786:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b160. 00000400:00000200:3.0:1789469443.879808:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:3.0:1789469443.879811:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:3.0:1789469443.879816:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469443.879820:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469443.879908:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.879917:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469443.879919:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.879922:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469443.879925:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469443.879928:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.879935:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.879944:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469443.879946:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.879949:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469443.879951:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469443.879955:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469443.879959:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.879966:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469443.879970:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.879971:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469443.879973:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.879975:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469443.879978:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469443.879981:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469443.880114:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469443.880117:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469443.880122:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469443.880143:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404853888:0@lo:250:kworker.0 00000100:00000001:3.0:1789469443.880148:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.880151:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469443.880154:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61c00 x1876386404853888/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.880160:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469443.880163:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469443.880167:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469443.880171:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469443.880174:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469443.880176:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469443.880179:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469443.880182:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866800. 02000000:00000001:3.0:1789469443.880185:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469443.880187:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469443.880189:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61c00. 00000100:00000001:3.0:1789469443.880193:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469443.880195:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.880197:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469443.889969:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469443.889980:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469443.889982:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469443.889986:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469443.889990:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469443.889995:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21666 00000100:00080000:0.0:1789469443.889999:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469443.890002:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469443.890006:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469443.890008:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469443.890010:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469443.890019:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469443.890021:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:0.0:1789469443.890024:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469443.890028:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:0.0:1789469443.890030:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:0.0:1789469443.890033:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:0.0:1789469443.890051:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469443.890053:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469443.890055:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469443.890057:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469443.890060:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:0.0:1789469443.890064:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469443.890066:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469443.890069:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469443.890072:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469443.890075:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469443.890077:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469443.890079:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469443.890088:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61c00. 00000020:00000040:0.0:1789469443.890091:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469443.890095:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469443.890097:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469443.890100:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469443.890103:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469443.890106:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469443.890115:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865000. 00000100:00000001:0.0:1789469443.890121:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469443.890130:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469443.890140:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469443.890145:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469443.890149:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fff5e0c] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469443.890177:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469443.890180:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469443.890184:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469443.890186:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469443.890190:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469443.890192:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469443.890195:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469443.890198:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469443.890201:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469443.890205:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21697) 00000100:00000001:3.0:1789469443.890945:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469443.890951:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469443.890954:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469443.890962:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.890971:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469443.890974:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469443.890977:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469443.890980:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469443.890983:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469443.890986:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404854528:0@lo:250:kworker.0 00000100:00000001:3.0:1789469443.890990:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469443.890994:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469443.891010:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469443.891013:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469443.891018:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469443.891020:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469443.891026:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b160. 00000400:00000010:3.0:1789469443.891033:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469443.893619:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404854528, portal 25 00000100:00000001:3.0:1789469443.893629:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469443.893630:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492018176 : -130396217533440 : ffff8967c3c61c00) 00000100:00000040:3.0:1789469443.893653:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.893662:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469443.893664:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469443.893673:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93acc0. 00000100:00000200:3.0:1789469443.893677:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404854528, offset 0 00000400:00000200:3.0:1789469443.893683:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469443.893697:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469443.893711:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f6b00 00000400:00000100:3.0:1789469443.893717:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404854528 offset 0 length 520: 4 00000400:00000200:3.0:1789469443.893721:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469443.893723:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469443.893735:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93acc0 00000400:00000010:3.0:1789469443.893737:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93acc0. 00000100:00000001:3.0:1789469443.893740:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469443.893745:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.893754:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469443.893757:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.893764:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.893765:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469443.893771:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.893776:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316364480 00000100:00000010:3.0:1789469443.893794:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922480. 00000100:00000001:3.0:1789469443.893805:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469443.893817:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316364480 00000100:00000010:3.0:1789469443.893821:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922cc0. 00000100:00000001:3.0:1789469443.893824:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469443.893827:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316364480 00000100:00000010:3.0:1789469443.893829:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922720. 00000100:00000001:3.0:1789469443.893832:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469443.893835:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316364480 00000100:00000010:3.0:1789469443.893837:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59226c0. 00000100:00000001:3.0:1789469443.893840:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469443.893843:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469443.893846:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.893851:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.893855:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.893862:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469443.893865:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.893867:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469443.893869:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469443.893870:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.893872:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469444.071185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469444.071192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469444.071198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469444.071200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469444.071205:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469444.071207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469444.071317:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469444.071320:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469444.071323:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469444.750231:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469444.750254:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469444.750258:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469444.750261:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469444.750273:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469444.750292:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5000 00000400:00000100:0.0:1789469444.750300:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402422784 offset 0 length 520: 4 00000400:00000200:0.0:1789469444.750305:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469444.750308:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469444.750319:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469444.750337:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469444.750340:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469444.750342:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469444.903273:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469444.903365:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469444.903369:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469444.903375:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469444.903378:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469444.903385:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469444.903388:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469445.095179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469445.095188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469445.095193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469445.095194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469445.095200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469445.095201:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469445.095346:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469445.095350:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469445.095353:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469445.927161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469445.927174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469445.927176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469445.927180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469445.927183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469445.927187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469445.927189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469446.119243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469446.119253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469446.119260:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469446.119262:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469446.119268:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469446.119270:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469446.119350:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469446.119355:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469446.119359:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469446.954363:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469446.954383:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469446.954386:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469446.954391:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469446.954395:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469446.954402:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469446.954404:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469447.143157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469447.143167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469447.143174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469447.143176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469447.143182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469447.143183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469447.143277:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469447.143281:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469447.143285:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469447.975322:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469447.975342:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469447.975346:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469447.975352:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469447.975355:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469447.975361:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469447.975365:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.168109:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469448.168120:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.168127:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469448.168128:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.168134:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469448.168135:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469448.168260:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469448.168264:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469448.168268:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469449.000737:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469449.000752:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469449.000755:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469449.000760:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469449.000762:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469449.000767:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469449.000769:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469449.191167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469449.191175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469449.191181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469449.191183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469449.191188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469449.191189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469449.191511:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469449.191514:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469449.191517:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469449.383186:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469449.383196:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469449.383200:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469449.383203:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469449.383205:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469449.383209:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469449.383210:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316364480, at 4316364800 00000100:00080000:1.0:1789469449.383211:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469449.383214:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469449.383216:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469449.383219:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000010:0.0:1789469449.383220:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922480. 00000100:00000040:1.0:1789469449.383224:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21702) 00000100:00000040:1.0:1789469449.383236:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316364480, at 4316364800 00000100:00000010:1.0:1789469449.383241:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922cc0. 00000100:00000040:2.0:1789469449.383364:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316364480, at 4316364800 00000100:00000010:2.0:1789469449.383370:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922720. 00000100:00000040:3.0:1789469449.383879:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316364480, at 4316364800 00000100:00000010:3.0:1789469449.383886:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59226c0. 00000100:00000001:3.0:1789469450.025930:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469450.025944:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469450.025947:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469450.025951:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469450.025953:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469450.025958:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469450.025961:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469450.215163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469450.215170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469450.215175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469450.215177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469450.215182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469450.215183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469450.215314:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469450.215317:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469450.215321:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469451.047150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469451.047164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469451.047167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469451.047172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469451.047175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469451.047180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469451.047199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469451.239526:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469451.239534:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469451.239540:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469451.239541:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469451.239545:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469451.239549:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469451.239551:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469451.239554:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469451.239557:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469451.239559:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469451.239561:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469451.239563:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469451.239722:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469451.239726:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469451.239729:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469452.071137:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469452.071151:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469452.071153:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469452.071157:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469452.071159:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469452.071164:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469452.071167:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469452.264885:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469452.264899:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469452.264906:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469452.264908:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469452.264913:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469452.264915:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469452.265097:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469452.265101:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469452.265104:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469453.095280:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469453.095301:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469453.095303:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469453.095309:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469453.095312:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469453.095318:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469453.095321:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469453.287252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469453.287260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469453.287265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469453.287267:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469453.287271:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469453.287273:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469453.287549:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469453.287553:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469453.287556:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469454.119168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469454.119186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469454.119189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469454.119194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469454.119197:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469454.119203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469454.119206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469454.315897:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469454.315905:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469454.315911:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469454.315913:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469454.315918:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469454.315920:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469454.316055:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469454.316058:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469454.316062:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469454.503530:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469454.503539:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469454.503543:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469454.503546:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469454.503549:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469454.503551:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469454.503554:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469454.503558:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469454.503560:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469454.503563:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469454.503569:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21707) 00000100:00000001:3.0:1789469455.143195:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469455.143216:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469455.143219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469455.143225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469455.143228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469455.143234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469455.143237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469455.339374:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469455.339382:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469455.339387:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469455.339390:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469455.339395:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469455.339396:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469455.339497:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469455.339504:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469455.339509:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469456.167204:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469456.167226:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469456.167229:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469456.167234:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469456.167237:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469456.167265:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469456.167268:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469456.359317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469456.359326:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469456.359332:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469456.359334:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469456.359340:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469456.359341:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469456.359413:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469456.359416:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469456.359419:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469457.191159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469457.191172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469457.191174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469457.191179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469457.191181:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469457.191186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469457.191188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469457.384725:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469457.384732:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469457.384739:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469457.384741:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469457.384746:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469457.384747:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469457.385294:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469457.385298:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469457.385302:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469458.215162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469458.215177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469458.215180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469458.215184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469458.215187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469458.215191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469458.215194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.407171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469458.407178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.407183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469458.407184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.407189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469458.407191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469458.407276:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469458.407279:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469458.407282:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469459.239756:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469459.239769:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469459.239771:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469459.239776:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469459.239778:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469459.239782:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469459.239784:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469459.431155:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469459.431163:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469459.431168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469459.431169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469459.431174:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469459.431176:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469459.431306:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469459.431309:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469459.431312:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469459.623177:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469459.623185:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469459.623188:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469459.623191:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469459.623194:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469459.623197:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469459.623199:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469459.623207:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469459.623209:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469459.623212:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469459.623217:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21712) 00000100:00000001:3.0:1789469460.263156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469460.263170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469460.263172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469460.263175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469460.263178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469460.263182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469460.263184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469460.455164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469460.455171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469460.455176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469460.455177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469460.455182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469460.455183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469460.456750:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469460.456755:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469460.456760:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789469460.839143:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789469460.839151:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469460.839156:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469460.839378:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469460.839384:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469460.839395:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469460.839399:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469460.839402:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469461.287292:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469461.287306:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469461.287308:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469461.287328:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469461.287331:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469461.287335:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469461.287337:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469461.480470:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469461.480477:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469461.480482:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469461.480484:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469461.480488:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469461.480492:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469461.480503:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469461.480507:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469461.480510:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469461.480512:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469461.480514:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469461.480517:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469461.480605:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469461.480608:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469461.480611:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469462.313241:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469462.313256:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469462.313258:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469462.313262:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469462.313264:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469462.313269:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469462.313271:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469462.505744:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469462.505750:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469462.505755:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469462.505757:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469462.505761:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469462.505763:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469462.506101:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469462.506104:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469462.506107:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469463.338760:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469463.338784:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469463.338786:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469463.338791:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469463.338793:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469463.338798:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469463.338801:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469463.531665:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469463.531671:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469463.531677:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469463.531678:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469463.531692:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469463.531694:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469463.531955:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469463.531958:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469463.531961:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469464.359243:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469464.359251:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469464.359267:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469439/real 1789469439] req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469464.359283:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469464.359285:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469464.359289:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b4d0. 00000400:00000200:3.0:1789469464.359295:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:3.0:1789469464.359298:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:3.0:1789469464.359302:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469464.359305:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469464.359314:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359321:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469464.359339:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359352:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469464.359354:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469464.359359:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359365:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359367:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469464.359371:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469439/real 1789469439] req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469464.359378:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469464.359379:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469464.359381:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bb58. 00000400:00000200:3.0:1789469464.359384:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:3.0:1789469464.359385:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:3.0:1789469464.359388:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469464.359391:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469464.359399:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359405:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469464.359407:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359408:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469464.359410:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469464.359413:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359428:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359430:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469464.359441:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469439/real 1789469439] req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469464.359448:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469464.359449:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469464.359458:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bd10. 00000400:00000200:3.0:1789469464.359461:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:3.0:1789469464.359462:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:3.0:1789469464.359465:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469464.359468:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469464.359476:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359482:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469464.359484:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359485:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469464.359487:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469464.359490:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359495:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359497:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469464.359501:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469439/real 1789469439] req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469464.359508:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469464.359509:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469464.359510:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b790. 00000400:00000200:3.0:1789469464.359513:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:3.0:1789469464.359514:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:3.0:1789469464.359516:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469464.359519:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469464.359525:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359531:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469464.359532:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359533:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469464.359535:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469464.359547:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359554:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359563:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469464.359565:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359568:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469464.359570:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469464.359573:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469464.359577:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359585:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469464.359588:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359590:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469464.359591:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359593:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469464.359596:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469464.359599:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469464.359627:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469464.359630:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469464.359634:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469464.359641:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404854016:0@lo:38:kworker.0 00000100:00000001:3.0:1789469464.359646:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469464.359649:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.359655:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469464.359657:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.359659:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469464.359660:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789469464.359666:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469464.359666:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469464.359668:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469464.359671:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469464.359673:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469464.359676:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469464.359680:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469464.359682:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469464.359685:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469464.359688:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469464.359690:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21687 00000100:00080000:1.0:1789469464.359694:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469464.359697:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469464.359699:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469464.359701:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469464.359703:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469464.359710:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469464.359712:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469464.359714:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469464.359717:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469464.359720:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469464.359722:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469464.359725:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469464.359727:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469464.359729:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469464.359731:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469464.359734:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469464.359737:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469464.359739:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469464.359742:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469464.359749:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469464.359752:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.359755:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469464.359768:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469464.359776:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789469464.359779:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469464.359782:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469464.359784:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.359786:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469464.359788:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469464.359792:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469464.359799:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe800. 00000100:00000001:1.0:1789469464.359806:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469464.359813:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469464.359821:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469464.359825:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469464.359829:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469464.359838:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469464.360332:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469464.360335:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469464.360339:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469464.360355:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404854144:0@lo:38:kworker.0 00000100:00080000:1.0:1789469464.362960:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469464.362971:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469464.362973:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469464.362977:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469464.363007:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469464.363021:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.363032:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469464.363035:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.363066:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469464.363068:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.363070:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469464.363073:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469464.363076:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1789469464.363246:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469464.363250:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21687 00000100:00080000:1.0:1789469464.363254:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469464.363257:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469464.363260:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469464.363262:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469464.363264:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469464.363273:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469464.363275:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469464.363277:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469464.363280:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469464.363283:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469464.363286:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469464.363288:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469464.363290:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469464.363291:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469464.363293:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469464.363295:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469464.363298:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469464.363300:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469464.363303:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469464.363310:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469464.363313:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.363315:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469464.363317:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469464.363325:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789469464.363328:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469464.363331:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469464.363333:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.363336:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469464.363339:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469464.363352:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469464.363361:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc400. 00000100:00000001:1.0:1789469464.363367:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469464.363373:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469464.363382:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469464.363386:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469464.363391:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469464.363400:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469464.363402:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469464.363405:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469464.363407:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469464.363409:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469464.363412:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469464.363413:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21687 00000100:00080000:1.0:1789469464.363416:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469464.363608:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469464.363610:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469464.363612:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469464.363614:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469464.363617:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469464.363619:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469464.363620:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469464.363622:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469464.363624:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469464.363625:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469464.363628:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469464.363630:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469464.363631:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469464.363633:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469464.363635:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469464.363637:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469464.363639:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469464.363641:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469464.363644:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469464.363645:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.363647:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469464.363648:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469464.363652:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789469464.363654:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=4 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469464.363656:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469464.363657:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.363660:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469464.363662:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469464.363663:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469464.363667:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfec00. 00000100:00000001:1.0:1789469464.363671:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469464.363747:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469464.363754:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469464.363756:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469464.363759:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469464.363767:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469464.363769:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469464.363772:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469464.363777:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21717) 00000100:00080000:1.0:1789469464.363783:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469464.363787:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469464.363789:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469464.363791:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469464.363794:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21717) 00000100:00080000:3.0:1789469464.363878:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469464.363881:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469464.363886:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469464.363895:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404854272:0@lo:38:kworker.0 00000100:00000001:3.0:1789469464.363899:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469464.363903:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.363909:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469464.363924:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.363926:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469464.363927:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.363929:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469464.363930:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469464.363933:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469464.363952:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469464.363956:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469464.363959:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469464.363961:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469464.363962:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469464.363964:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469464.363966:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469464.363969:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21687 00000100:00080000:1.0:1789469464.363972:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469464.363975:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469464.363977:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469464.363979:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469464.363980:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469464.363984:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469464.363985:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469464.363987:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469464.363990:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469464.363991:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469464.363993:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469464.363996:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469464.363997:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469464.363999:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469464.364001:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469464.364003:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469464.364005:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469464.364007:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469464.364009:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469464.364012:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469464.364014:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.364017:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469464.364018:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469464.364022:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789469464.364024:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=4 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469464.364026:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469464.364028:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.364029:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469464.364031:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469464.364033:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469464.364365:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe000. 00000100:00000001:1.0:1789469464.364370:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469464.364376:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469464.364383:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469464.364386:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469464.364389:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469464.364397:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469464.364401:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21717) 00000100:00080000:3.0:1789469464.364426:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469464.364429:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469464.364441:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469464.364455:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404854400:0@lo:38:kworker.0 00000100:00000001:3.0:1789469464.364459:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.364462:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469464.364466:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941880 x1876386404854016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364472:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469464.364474:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469464.364476:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469464.364482:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469464.364484:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469464.364485:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469464.364488:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469464.364489:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:3.0:1789469464.364493:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469464.364495:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469464.364496:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941880. 00000100:00000001:3.0:1789469464.364500:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469464.364502:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.364503:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469464.364506:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941500 x1876386404854144/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364512:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469464.364522:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469464.364523:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469464.364525:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469464.364527:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469464.364528:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469464.364530:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469464.364531:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542000. 02000000:00000001:3.0:1789469464.364533:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469464.364535:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469464.364536:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941500. 00000100:00000001:3.0:1789469464.364538:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469464.364539:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.364541:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469464.364544:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942d80 x1876386404854272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364551:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469464.364552:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469464.364553:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469464.364556:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469464.364557:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469464.364558:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469464.364559:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469464.364561:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542800. 02000000:00000001:3.0:1789469464.364562:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469464.364564:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469464.364565:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942d80. 00000100:00000001:3.0:1789469464.364567:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469464.364568:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.364570:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469464.364572:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940380 x1876386404854400/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469464 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364577:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469464.364578:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469464.364580:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469464.364582:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469464.364583:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469464.364584:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469464.364591:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469464.364592:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5542c00. 02000000:00000001:3.0:1789469464.364595:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469464.364596:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469464.364597:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940380. 00000100:00000001:3.0:1789469464.364599:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469464.364600:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.364603:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.364611:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469464.364613:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.364615:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469464.364617:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469464.364619:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469464.364624:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364630:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469464.364632:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469464.364635:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469464.364638:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469464.364641:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469464.364643:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404854656:0@lo:38:kworker.0 00000100:00000001:3.0:1789469464.364646:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469464.364650:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469464.364652:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469464.364655:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469464.364658:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469464.364660:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469464.364667:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b790. 00000400:00000010:3.0:1789469464.364683:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469464.364690:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404854656, portal 10 00000100:00000001:3.0:1789469464.364692:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469464.364694:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:3.0:1789469464.364700:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364707:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469464.364714:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469464.364717:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469464.364720:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404854656, offset 0 00000400:00000200:3.0:1789469464.364728:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469464.364740:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469464.364749:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6b80 00000400:00000100:3.0:1789469464.364755:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404854656 offset 0 length 520: 4 00000400:00000200:3.0:1789469464.364760:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469464.364762:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469464.364772:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:3.0:1789469464.364774:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:3.0:1789469464.364778:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469464.364782:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364789:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469464.364791:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364797:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.364799:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469464.364803:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469464.364808:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469464.364813:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316379800 00000100:00000010:3.0:1789469464.364817:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59226c0. 00000100:00000001:3.0:1789469464.364823:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469464.364839:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316379800 00000100:00000010:3.0:1789469464.364843:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922ea0. 00000100:00000001:3.0:1789469464.364846:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469464.364848:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316379800 00000100:00000010:3.0:1789469464.364851:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922ae0. 00000100:00000001:3.0:1789469464.364854:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469464.364857:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316379800 00000100:00000010:3.0:1789469464.364864:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922a80. 00000100:00000001:3.0:1789469464.364867:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469464.364871:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469464.364873:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.364876:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469464.364880:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364885:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469464.364887:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469464.364889:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469464.364891:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469464.364892:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469464.364895:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404854784:0@lo:38:kworker.0 00000100:00000001:3.0:1789469464.364897:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469464.364899:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469464.364901:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469464.364903:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469464.364906:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469464.364907:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469464.364910:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bd10. 00000400:00000010:3.0:1789469464.364913:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469464.364917:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404854784, portal 10 00000100:00000001:3.0:1789469464.364919:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469464.364920:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046016 : -130395954505600 : ffff8967d3739880) 00000100:00000040:3.0:1789469464.364926:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364931:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469464.364933:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469464.364935:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469464.364937:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404854784, offset 0 00000400:00000200:3.0:1789469464.364941:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469464.364946:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469464.364951:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6c00 00000400:00000100:3.0:1789469464.364962:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404854784 offset 0 length 520: 4 00000400:00000200:3.0:1789469464.364966:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469464.364968:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469464.364972:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:3.0:1789469464.364974:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:3.0:1789469464.364976:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469464.364979:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364985:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469464.364988:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.364994:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.364995:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469464.364999:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469464.365002:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469464.365004:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316379800 00000100:00000001:3.0:1789469464.365007:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316379800 00000100:00000001:3.0:1789469464.365009:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316379800 00000100:00000001:3.0:1789469464.365010:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316379800 00000100:00000001:3.0:1789469464.365012:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316379800 00000100:00000001:3.0:1789469464.365014:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316379800 00000100:00000001:3.0:1789469464.365016:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316379800 00000100:00000001:3.0:1789469464.365018:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316379800 00000100:00000001:3.0:1789469464.365020:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469464.365021:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.365023:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469464.365026:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.365033:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469464.365075:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469464.365078:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469464.365079:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469464.365081:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469464.365084:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404854912:0@lo:38:kworker.0 00000100:00000001:3.0:1789469464.365088:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469464.365090:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469464.365091:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469464.365093:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469464.365096:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469464.365097:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469464.365100:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bb58. 00000400:00000010:3.0:1789469464.365104:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469464.365106:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404854912, portal 10 00000100:00000001:3.0:1789469464.365108:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469464.365109:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:3.0:1789469464.365115:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.365120:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469464.365122:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469464.365123:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469464.365125:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404854912, offset 0 00000400:00000200:3.0:1789469464.365128:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469464.365133:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469464.365254:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6c80 00000400:00000100:3.0:1789469464.365258:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404854912 offset 0 length 520: 4 00000400:00000200:3.0:1789469464.365261:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469464.365263:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469464.365268:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:3.0:1789469464.365270:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:3.0:1789469464.365273:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469464.365277:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.365293:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469464.365296:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.365301:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.365302:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469464.365306:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469464.365309:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469464.365311:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316379801 00000100:00000001:3.0:1789469464.365317:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316379800 00000100:00000001:3.0:1789469464.365320:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316379801 00000100:00000001:3.0:1789469464.365322:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316379800 00000100:00000001:3.0:1789469464.365325:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316379801 00000100:00000001:3.0:1789469464.365327:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316379800 00000100:00000001:3.0:1789469464.365329:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316379801 00000100:00000001:3.0:1789469464.365332:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316379800 00000100:00000001:3.0:1789469464.365334:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469464.365336:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.365338:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469464.365340:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.365356:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469464.365358:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469464.365359:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469464.365361:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469464.365363:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469464.365365:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404855040:0@lo:38:kworker.0 00000100:00000001:3.0:1789469464.365368:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469464.365370:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469464.365377:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469464.365379:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469464.365382:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469464.365383:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469464.365387:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b4d0. 00000400:00000010:3.0:1789469464.365390:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469464.365393:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404855040, portal 10 00000100:00000001:3.0:1789469464.365395:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469464.365396:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755050496 : -130395954501120 : ffff8967d373aa00) 00000100:00000040:3.0:1789469464.365402:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.365407:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469464.365409:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469464.365411:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93acc0. 00000100:00000200:3.0:1789469464.365414:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404855040, offset 0 00000400:00000200:3.0:1789469464.365417:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469464.365422:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469464.365427:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6d00 00000400:00000100:3.0:1789469464.365431:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404855040 offset 0 length 520: 4 00000400:00000200:3.0:1789469464.365434:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469464.365436:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469464.365439:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93acc0 00000400:00000010:3.0:1789469464.365441:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93acc0. 00000100:00000001:3.0:1789469464.365443:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469464.365446:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.365452:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469464.365454:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469464.365460:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.365462:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469464.365464:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469464.365467:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469464.365475:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316379802 00000100:00000001:3.0:1789469464.365479:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316379801 00000100:00000001:3.0:1789469464.365482:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316379802 00000100:00000001:3.0:1789469464.365485:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316379801 00000100:00000001:3.0:1789469464.365487:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316379802 00000100:00000001:3.0:1789469464.365490:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316379801 00000100:00000001:3.0:1789469464.365492:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316379802 00000100:00000001:3.0:1789469464.365494:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316379801 00000100:00000001:3.0:1789469464.365496:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469464.365498:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.365501:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.365504:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.365508:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469464.365510:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469464.365512:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469464.365513:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469464.365515:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469464.365516:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469464.365961:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469464.365966:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469464.365971:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21717) 00000100:00000040:0.0:1789469464.386188:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316379802, at 4316379803 00000100:00000010:0.0:1789469464.386203:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59226c0. 00000100:00000040:2.0:1789469464.386448:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316379802, at 4316379803 00000100:00000010:2.0:1789469464.386454:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922ae0. 00000100:00000040:3.0:1789469464.386788:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316379802, at 4316379803 00000100:00000010:3.0:1789469464.386794:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922a80. 00000100:00000040:1.0:1789469464.387240:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316379802, at 4316379804 00000100:00000010:1.0:1789469464.387246:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922ea0. 00010000:00000001:0.0:1789469464.553076:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469464.553083:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469464.553089:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469464.553090:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469464.553094:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469464.553096:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469464.558150:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469464.558157:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469464.558162:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469465.383155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469465.383170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469465.383173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469465.383178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469465.383180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469465.383185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469465.383187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469465.575586:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469465.575592:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469465.575598:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469465.575600:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469465.575604:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469465.575606:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469465.575768:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469465.575771:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469465.575774:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469466.407160:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469466.407174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469466.407176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469466.407181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469466.407183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469466.407188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469466.407207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469466.599590:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469466.599597:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469466.599603:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469466.599605:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469466.599610:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469466.599611:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469466.599728:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469466.599731:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469466.599735:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469467.431156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469467.431171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469467.431173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469467.431178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469467.431180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469467.431185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469467.431187:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469467.623169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469467.623176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469467.623181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469467.623182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469467.623187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469467.623188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469467.623294:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469467.623297:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469467.623300:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469468.455628:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469468.455636:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469468.455650:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469443/real 1789469443] req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469468.455670:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469468.455672:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469468.455676:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b160. 00000400:00000200:3.0:1789469468.455684:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:3.0:1789469468.455687:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:3.0:1789469468.455692:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469468.455696:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469468.455715:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.455724:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469468.455726:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.455729:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469468.455731:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469468.455735:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.455749:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.455760:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469468.455762:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.455786:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469468.455788:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469468.455792:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469468.455797:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.456072:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469468.456075:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.456077:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469468.456078:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.456081:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469468.456084:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469468.456087:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469468.456117:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469468.456120:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469468.456124:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789469468.456231:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469468.456235:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469468.456238:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469468.456240:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469468.456244:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469468.456247:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21692 00000100:00080000:2.0:1789469468.456251:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469468.456254:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469468.456256:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469468.456258:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469468.456260:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469468.456268:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469468.456270:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789469468.456272:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469468.456275:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789469468.456278:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789469468.456280:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789469468.456283:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469468.456284:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469468.456286:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469468.456288:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469468.456291:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789469468.456294:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469468.456297:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469468.456299:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469468.456303:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469468.456306:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469468.456308:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469468.456320:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469468.456328:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789469468.456331:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469468.456335:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469468.456337:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469468.456340:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469468.456343:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469468.456347:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469468.456354:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789469468.456361:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469468.456367:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469468.456376:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469468.456380:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469468.456384:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469468.456394:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469468.456397:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469468.456400:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469468.456403:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469468.456406:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469468.456409:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469468.456412:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469468.456414:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469468.456417:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469468.456421:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21721) 00000100:00100000:3.0:1789469468.456533:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404854528:0@lo:250:kworker.0 00000100:00000001:3.0:1789469468.456547:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.456550:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469468.456553:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61c00 x1876386404854528/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.456559:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469468.456562:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469468.456564:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469468.456569:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469468.456571:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469468.456572:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469468.456574:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469468.456576:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865000. 02000000:00000001:3.0:1789469468.456580:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469468.456581:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469468.456583:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61c00. 00000100:00000001:3.0:1789469468.456593:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469468.456595:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.456597:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.456601:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469468.456603:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.456604:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469468.456606:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469468.456608:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469468.456612:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.456618:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469468.456620:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469468.456623:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469468.456625:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469468.456628:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469468.456630:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404855168:0@lo:250:kworker.0 00000100:00000001:3.0:1789469468.456634:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469468.456637:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469468.456639:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469468.456642:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469468.456646:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e400. 02000000:00000001:3.0:1789469468.456648:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469468.456653:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b160. 00000400:00000010:3.0:1789469468.456657:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469468.456662:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404855168, portal 25 00000100:00000001:3.0:1789469468.456665:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469468.456666:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:3.0:1789469468.456670:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.456676:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469468.456678:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469468.456680:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93acc0. 00000100:00000200:3.0:1789469468.456682:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404855168, offset 0 00000400:00000200:3.0:1789469468.456688:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469468.456903:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469468.456914:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f6d80 00000400:00000100:3.0:1789469468.456920:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404855168 offset 0 length 520: 4 00000400:00000200:3.0:1789469468.456924:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469468.456927:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469468.456935:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93acc0 00000400:00000010:3.0:1789469468.456937:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93acc0. 00000100:00000001:3.0:1789469468.456940:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469468.456944:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.456950:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469468.456953:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.456958:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.456960:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469468.456965:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.456969:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316389043 00000100:00000010:3.0:1789469468.456972:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922a80. 00000100:00000001:3.0:1789469468.456978:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469468.456988:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316389043 00000100:00000010:3.0:1789469468.456991:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922e40. 00000100:00000001:3.0:1789469468.456994:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469468.456997:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316389043 00000100:00000010:3.0:1789469468.456999:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922b40. 00000100:00000001:3.0:1789469468.457002:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469468.457005:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316389043 00000100:00000010:3.0:1789469468.457008:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922180. 00000100:00000001:3.0:1789469468.457010:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469468.457013:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469468.457015:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.457018:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.457024:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.457027:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469468.457029:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469468.457030:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469468.457031:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469468.457033:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.457035:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469468.647375:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469468.647382:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469468.647386:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469468.647388:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469468.647393:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469468.647395:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469468.647686:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469468.647690:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469468.647693:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469469.255800:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469469.255815:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469469.255819:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469469.255822:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469469.255832:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469469.255849:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5080 00000400:00000100:3.0:1789469469.255858:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402422912 offset 0 length 520: 4 00000400:00000200:3.0:1789469469.255863:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469469.255866:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469469.255875:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469469.255882:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469469.255884:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469469.255886:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469469.257325:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469469.257339:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469469.257343:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469469.257345:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469469.257355:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469469.257370:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5100 00000400:00000100:0.0:1789469469.257377:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402423040 offset 0 length 520: 4 00000400:00000200:0.0:1789469469.257382:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469469.257385:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469469.257393:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469469.257398:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469469.257400:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469469.257402:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789469469.479608:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469469.479619:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469469.479622:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469469.479625:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469469.479628:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469469.479631:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469469.479634:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469469.479638:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469469.479640:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469469.479643:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469469.479649:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21722) 00000100:00000001:3.0:1789469469.479741:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469469.479752:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469469.479754:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469469.479758:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469469.479760:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469469.479764:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469469.479767:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.671160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469469.671167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.671173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469469.671174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.671179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469469.671181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469469.674157:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469469.674163:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469469.674167:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469470.283776:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469470.283793:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469470.283797:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469470.283800:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469470.283811:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469470.283827:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5180 00000400:00000100:3.0:1789469470.283835:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402423168 offset 0 length 520: 4 00000400:00000200:3.0:1789469470.283840:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469470.283855:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469470.283864:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469470.283870:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469470.283873:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469470.283875:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469470.503276:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469470.503289:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469470.503292:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469470.503306:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469470.503308:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469470.503314:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469470.503317:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469470.700725:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469470.700732:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469470.700737:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469470.700738:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469470.700742:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469470.700744:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469470.700915:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469470.700918:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469470.700921:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469471.527178:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469471.527192:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469471.527194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469471.527199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469471.527201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469471.527206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469471.527209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469471.719173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469471.719180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469471.719186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469471.719187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469471.719192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469471.719195:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469471.719197:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469471.719200:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469471.719203:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469471.719204:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469471.719207:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469471.719209:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469471.719313:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469471.719317:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469471.719320:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469472.554746:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469472.554760:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469472.554763:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469472.554768:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469472.554770:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469472.554774:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469472.554777:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469472.743668:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469472.743675:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469472.743681:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469472.743683:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469472.743687:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469472.743689:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469472.745230:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469472.745236:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469472.745241:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469473.511216:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469473.511228:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469473.511231:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469473.511235:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469473.511237:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469473.511241:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469473.511260:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469473.511264:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469473.511266:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469473.511284:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469473.511291:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21726) 00000100:00000001:3.0:1789469473.575379:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469473.575393:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469473.575395:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469473.575401:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469473.575403:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469473.575407:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469473.575409:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469473.767733:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469473.767740:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469473.767745:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469473.767747:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469473.767752:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469473.767753:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469473.768932:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469473.768936:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469473.768940:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789469473.959176:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316389043, at 4316389376 00000100:00000010:1.0:1789469473.959192:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922e40. 00000100:00000040:0.0:1789469473.959225:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316389043, at 4316389376 00000100:00000010:0.0:1789469473.959230:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922a80. 00000100:00000040:2.0:1789469473.960246:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316389043, at 4316389377 00000100:00000010:2.0:1789469473.960255:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922b40. 00000100:00000040:3.0:1789469473.960556:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316389043, at 4316389377 00000100:00000010:3.0:1789469473.960562:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922180. 00000100:00000001:3.0:1789469474.599261:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469474.599286:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469474.599289:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469474.599295:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469474.599299:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469474.599305:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469474.599308:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469474.793638:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469474.793647:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469474.793655:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469474.793657:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469474.793663:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469474.793665:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469474.793824:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469474.793829:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469474.793834:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469475.624509:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469475.624531:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469475.624534:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469475.624540:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469475.624543:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469475.624549:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469475.624552:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469475.815170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469475.815180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469475.815187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469475.815188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469475.815279:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469475.815290:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469475.826410:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469475.826420:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469475.826426:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469476.648838:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469476.648857:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469476.648860:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469476.648894:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469476.648897:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469476.648903:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469476.648906:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469476.839333:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469476.839344:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469476.839350:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469476.839352:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469476.839358:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469476.839360:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469476.841591:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469476.841600:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469476.841605:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469477.671558:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469477.671576:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469477.671578:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469477.671584:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469477.671587:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469477.671600:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469477.671603:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469477.864161:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469477.864171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469477.864178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469477.864181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469477.864186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469477.864188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469477.864607:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469477.864612:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469477.864616:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469478.567285:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469478.567300:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469478.567304:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469478.567307:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469478.567311:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469478.567314:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469478.567317:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469478.567321:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469478.567324:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469478.567327:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469478.567333:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21731) 00000100:00000001:3.0:1789469478.695187:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469478.695284:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469478.695287:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469478.695294:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469478.695296:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469478.695303:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469478.695306:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469478.889777:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469478.889787:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469478.889795:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469478.889796:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469478.889802:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469478.889805:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469478.890350:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469478.890354:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469478.890358:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469479.719323:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469479.719346:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469479.719349:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469479.719354:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469479.719357:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469479.719364:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469479.719366:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.911210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469479.911220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.911235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469479.911237:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.911242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469479.911244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469479.911495:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469479.911500:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469479.911504:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469480.744945:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469480.744965:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469480.744968:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469480.744975:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469480.744978:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469480.744985:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469480.744988:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469480.937943:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469480.937955:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469480.937963:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469480.937966:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469480.937973:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469480.937977:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469480.937981:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469480.937985:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469480.938000:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469480.938003:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469480.938006:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469480.938008:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469480.938100:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469480.938105:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469480.938109:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469481.767229:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469481.767250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469481.767253:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469481.767260:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469481.767263:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469481.767292:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469481.767296:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469481.961803:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469481.961815:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469481.961823:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469481.961825:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469481.961831:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469481.961833:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469481.962060:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469481.962065:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469481.962069:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469482.791375:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469482.791394:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469482.791396:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469482.791404:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469482.791407:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469482.791413:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469482.791416:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469482.984184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469482.984193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469482.984215:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469482.984217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469482.984224:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469482.984226:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469482.984300:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469482.984305:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469482.984310:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469483.687289:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469483.687302:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469483.687306:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469483.687309:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469483.687312:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469483.687315:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469483.687319:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469483.687323:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469483.687326:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469483.687329:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469483.687335:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21736) 00000100:00000001:3.0:1789469483.815409:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469483.815425:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469483.815427:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469483.815432:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469483.815434:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469483.815438:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469483.815441:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469484.007218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469484.007229:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469484.007235:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469484.007236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469484.007242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469484.007244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469484.007395:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469484.007400:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469484.007404:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469484.839195:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469484.839215:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469484.839219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469484.839226:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469484.839229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469484.839235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469484.839238:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469485.042614:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469485.042625:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469485.042633:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469485.042635:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469485.042641:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469485.042643:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469485.042875:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469485.042880:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469485.042883:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469485.863233:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469485.863262:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469485.863266:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469485.863273:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469485.863276:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469485.863291:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469485.863294:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469486.055264:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469486.055284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469486.055293:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469486.055295:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469486.055301:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469486.055303:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469486.055525:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469486.055530:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469486.055533:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469486.887202:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469486.887223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469486.887226:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469486.887232:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469486.887235:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469486.887242:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469486.887244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469487.079695:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469487.079707:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469487.079715:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469487.079717:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469487.079722:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469487.079725:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469487.080327:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469487.080333:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469487.080337:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469487.911592:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469487.911613:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469487.911616:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469487.911622:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469487.911625:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469487.911639:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469487.911643:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.103243:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469488.103253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.103259:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469488.103260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.103266:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469488.103267:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469488.103912:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469488.103918:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469488.103923:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469488.812463:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469488.812493:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469488.812497:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469488.812501:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469488.812503:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469488.812506:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469488.812509:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469488.812513:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469488.812516:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469488.812519:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469488.812526:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21741) 00000100:00000001:2.0:1789469488.936705:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469488.936729:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469488.936733:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469488.936739:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469488.936742:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469488.936749:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469488.936752:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469489.127358:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469489.127368:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469489.127375:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469489.127377:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469489.127383:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469489.127385:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469489.127617:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469489.127621:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469489.127624:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469489.959808:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469489.959817:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469489.959830:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469464/real 1789469464] req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469489.959846:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469489.959848:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469489.959851:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b790. 00000400:00000200:2.0:1789469489.959858:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:2.0:1789469489.959862:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:2.0:1789469489.959867:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469489.959870:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469489.959879:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.959887:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469489.959889:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.959891:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469489.959893:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469489.959897:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.959904:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.959907:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469489.959911:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469464/real 1789469464] req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469489.959918:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469489.959919:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469489.959921:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bd10. 00000400:00000200:2.0:1789469489.959924:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:2.0:1789469489.959926:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:2.0:1789469489.959928:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469489.959931:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469489.959939:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.959945:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469489.959947:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.959948:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469489.959949:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469489.959953:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.959965:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.959967:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469489.959971:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469464/real 1789469464] req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469489.959978:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469489.959979:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469489.959981:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bb58. 00000400:00000200:2.0:1789469489.959982:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:2.0:1789469489.959984:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:2.0:1789469489.959986:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469489.959989:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469489.959996:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960002:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469489.960004:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960005:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469489.960007:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469489.960011:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960017:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960019:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469489.960023:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469464/real 1789469464] req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469489.960031:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469489.960032:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469489.960033:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b4d0. 00000400:00000200:2.0:1789469489.960062:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:2.0:1789469489.960064:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:2.0:1789469489.960067:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469489.960070:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469489.960078:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960084:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469489.960086:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960088:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469489.960089:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469489.960092:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960099:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960107:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469489.960109:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960111:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469489.960114:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469489.960118:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469489.960122:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960130:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469489.960132:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960134:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469489.960135:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960138:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469489.960140:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469489.960143:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469489.960179:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469489.960182:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469489.960186:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469489.960193:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404854656:0@lo:38:kworker.0 00000100:00000001:2.0:1789469489.960198:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469489.960202:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960208:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469489.960210:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960211:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469489.960213:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960214:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469489.960216:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469489.960218:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469489.960224:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469489.960226:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469489.960230:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469489.960237:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404854784:0@lo:38:kworker.0 00000100:00000001:2.0:1789469489.960241:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469489.960244:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960251:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469489.960253:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960254:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469489.960255:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960257:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469489.960258:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469489.960260:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469489.960264:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469489.960266:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469489.960269:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469489.960277:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404854912:0@lo:38:kworker.0 00000100:00000001:2.0:1789469489.960280:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469489.960283:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960289:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469489.960291:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960292:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469489.960294:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960295:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469489.960297:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469489.960300:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469489.960304:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469489.960306:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469489.960309:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469489.960317:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404855040:0@lo:38:kworker.0 00000100:00000001:2.0:1789469489.960320:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.960322:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469489.960326:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404854656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960333:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469489.960335:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469489.960339:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08d000. 02000000:00000001:2.0:1789469489.960344:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469489.960346:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469489.960348:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469489.960351:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469489.960354:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe800. 02000000:00000001:2.0:1789469489.960357:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469489.960359:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469489.960361:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:2.0:1789469489.960365:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469489.960366:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960368:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469489.960371:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739880 x1876386404854784/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960377:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469489.960378:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469489.960380:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:2.0:1789469489.960382:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469489.960383:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469489.960384:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469489.960386:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469489.960387:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc400. 02000000:00000001:2.0:1789469489.960390:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469489.960391:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469489.960392:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739880. 00000100:00000001:2.0:1789469489.960395:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469489.960396:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960398:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469489.960401:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404854912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960407:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469489.960408:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469489.960409:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f800. 02000000:00000001:2.0:1789469489.960411:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469489.960412:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469489.960413:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469489.960415:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469489.960416:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfec00. 02000000:00000001:2.0:1789469489.960418:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469489.960419:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469489.960421:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:2.0:1789469489.960423:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469489.960424:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960425:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469489.960428:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404855040/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469489 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.960434:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469489.960436:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469489.960437:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:2.0:1789469489.960439:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469489.960440:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469489.960441:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469489.960443:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469489.960445:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe000. 02000000:00000001:2.0:1789469489.960447:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469489.960448:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469489.960449:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:2.0:1789469489.960453:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469489.960454:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.960456:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469489.960530:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469489.960535:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469489.960537:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469489.960540:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469489.960542:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469489.960545:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469489.960548:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469489.960551:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21712 00000100:00080000:3.0:1789469489.960554:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469489.960557:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469489.960559:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469489.960562:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469489.960564:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469489.960570:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469489.960573:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:3.0:1789469489.960575:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469489.960578:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:3.0:1789469489.960581:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:3.0:1789469489.960583:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789469489.960586:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469489.960588:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469489.960589:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469489.960591:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469489.960604:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789469489.960608:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469489.960610:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469489.960626:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469489.960633:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469489.960635:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.960638:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469489.960640:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469489.960646:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7df80. 00000020:00000040:3.0:1789469489.960649:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789469489.960653:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469489.960655:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.960658:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469489.960670:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469489.960673:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469489.960680:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789469489.960686:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469489.960692:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469489.960701:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469489.960705:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469489.960708:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088211745] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469489.960727:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469489.960730:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469489.960733:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469489.960734:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469489.960736:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469489.960738:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469489.960740:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21712 00000100:00080000:3.0:1789469489.960742:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469489.960744:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469489.960746:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469489.960748:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469489.960750:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469489.960758:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469489.960759:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:3.0:1789469489.960761:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469489.960763:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789469489.960765:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789469489.960767:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:3.0:1789469489.960770:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469489.960772:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469489.960773:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469489.960775:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469489.960776:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789469489.960778:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469489.960781:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469489.960783:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469489.960786:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469489.960788:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.960790:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469489.960791:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469489.960794:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7d180. 00000020:00000040:3.0:1789469489.960797:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1789469489.960799:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469489.960800:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.960802:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469489.960804:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469489.960806:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469489.960809:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789469489.960813:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469489.960817:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469489.960824:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469489.960826:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469489.960829:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f10513f2] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469489.960846:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469489.960848:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469489.960851:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469489.960852:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469489.960853:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469489.960856:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469489.960858:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21712 00000100:00080000:3.0:1789469489.960860:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469489.960863:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469489.960865:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469489.960867:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469489.960869:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469489.960872:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469489.960874:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789469489.960876:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469489.960877:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789469489.960879:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789469489.960881:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789469489.960884:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469489.960886:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469489.960888:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469489.960889:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469489.960891:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789469489.960893:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469489.960895:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469489.960896:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469489.960899:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469489.960901:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.960903:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469489.960911:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469489.960914:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c380. 00000020:00000040:3.0:1789469489.960916:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789469489.960918:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469489.960920:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.960921:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469489.960923:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469489.960925:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469489.960928:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789469489.960931:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469489.960935:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469489.960943:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469489.960944:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469489.960947:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cafdda] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469489.960955:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469489.960957:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469489.960960:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469489.960961:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469489.960962:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469489.960964:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469489.960966:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21712 00000100:00080000:3.0:1789469489.960968:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469489.960971:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469489.960973:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469489.960974:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469489.960976:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469489.960979:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469489.960980:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789469489.960982:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469489.960984:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789469489.960990:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789469489.960992:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789469489.960995:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469489.960997:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469489.960998:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469489.961000:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469489.961002:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789469489.961005:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469489.961007:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469489.961009:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469489.961012:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469489.961014:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.961016:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469489.961017:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469489.961020:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ca80. 00000020:00000040:3.0:1789469489.961022:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1789469489.961024:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469489.961026:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.961027:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469489.961028:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469489.961030:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469489.961034:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08cc00. 00000100:00000001:3.0:1789469489.961062:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469489.961067:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469489.961074:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469489.961076:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469489.961079:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4cab571] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469489.961087:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469489.961091:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21743) 00000100:00000001:2.0:1789469489.961267:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469489.961270:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469489.961272:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469489.961277:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.961284:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469489.961287:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469489.961289:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469489.961292:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469489.961294:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469489.961297:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404855296:0@lo:38:kworker.0 00000100:00000001:2.0:1789469489.961300:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469489.961304:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469489.961306:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469489.961308:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469489.961312:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469489.961315:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469489.961320:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d10. 00000400:00000010:2.0:1789469489.961325:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469489.961330:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404855296, portal 10 00000100:00000001:2.0:1789469489.961332:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469489.961333:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312509824 : -130400397041792 : ffff8966caa7df80) 00000100:00000040:2.0:1789469489.961340:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.961346:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469489.961349:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469489.961351:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789469489.961354:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404855296, offset 0 00000400:00000200:2.0:1789469489.961359:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469489.961370:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469489.961382:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6e00 00000400:00000100:2.0:1789469489.961387:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404855296 offset 0 length 520: 4 00000400:00000200:2.0:1789469489.961392:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469489.961395:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469489.961403:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:2.0:1789469489.961405:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:2.0:1789469489.961408:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469489.961412:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.961419:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469489.961422:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.961428:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.961430:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469489.961434:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469489.961438:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469489.961443:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316405397 00000100:00000010:2.0:1789469489.961447:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c377e0. 00000100:00000001:2.0:1789469489.961453:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469489.961471:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316405397 00000100:00000010:2.0:1789469489.961474:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c374e0. 00000100:00000001:2.0:1789469489.961477:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469489.961489:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316405397 00000100:00000010:2.0:1789469489.961492:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789469489.961495:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469489.961497:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316405397 00000100:00000010:2.0:1789469489.961501:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37de0. 00000100:00000001:2.0:1789469489.961503:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469489.961513:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469489.961516:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.961518:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469489.961522:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.961529:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469489.961530:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469489.961532:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469489.961534:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469489.961536:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469489.961538:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404855424:0@lo:38:kworker.0 00000100:00000001:2.0:1789469489.961541:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469489.961542:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469489.961544:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469489.961545:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469489.961548:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469489.961550:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469489.961553:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41436e0. 00000400:00000010:2.0:1789469489.961556:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789469489.961568:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404855424, portal 10 00000100:00000001:2.0:1789469489.961570:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469489.961572:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312506240 : -130400397045376 : ffff8966caa7d180) 00000100:00000040:2.0:1789469489.961577:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.961583:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469489.961585:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469489.961588:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789469489.962236:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404855424, offset 0 00000400:00000200:2.0:1789469489.962247:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469489.962254:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469489.962260:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6e80 00000400:00000100:2.0:1789469489.962265:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404855424 offset 0 length 520: 4 00000400:00000200:2.0:1789469489.962269:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469489.962271:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469489.962276:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789469489.962278:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789469489.962280:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469489.962285:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962294:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469489.962296:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962303:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.962304:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469489.962307:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469489.962310:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469489.962313:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316405398 00000100:00000001:2.0:1789469489.962319:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316405397 00000100:00000001:2.0:1789469489.962323:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316405398 00000100:00000001:2.0:1789469489.962326:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4316405397 00000100:00000001:2.0:1789469489.962328:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316405398 00000100:00000001:2.0:1789469489.962331:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4316405397 00000100:00000001:2.0:1789469489.962333:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316405398 00000100:00000001:2.0:1789469489.962336:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4316405397 00000100:00000001:2.0:1789469489.962338:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469489.962340:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.962342:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469489.962346:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962352:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469489.962354:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469489.962356:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469489.962358:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469489.962360:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469489.962363:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404855552:0@lo:38:kworker.0 00000100:00000001:2.0:1789469489.962366:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469489.962368:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469489.962370:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469489.962372:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469489.962375:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469489.962377:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469489.962380:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41439f8. 00000400:00000010:2.0:1789469489.962383:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789469489.962386:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404855552, portal 10 00000100:00000001:2.0:1789469489.962388:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469489.962389:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312502656 : -130400397048960 : ffff8966caa7c380) 00000100:00000040:2.0:1789469489.962394:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962400:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469489.962402:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469489.962404:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789469489.962406:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404855552, offset 0 00000400:00000200:2.0:1789469489.962409:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469489.962413:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469489.962418:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6f00 00000400:00000100:2.0:1789469489.962421:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404855552 offset 0 length 520: 4 00000400:00000200:2.0:1789469489.962424:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469489.962426:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469489.962430:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:2.0:1789469489.962432:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:2.0:1789469489.962434:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469489.962437:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962444:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469489.962447:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962453:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.962454:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469489.962457:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469489.962459:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469489.962461:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316405398 00000100:00000001:2.0:1789469489.962464:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316405398 00000100:00000001:2.0:1789469489.962466:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316405398 00000100:00000001:2.0:1789469489.962468:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316405398 00000100:00000001:2.0:1789469489.962470:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316405398 00000100:00000001:2.0:1789469489.962472:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316405398 00000100:00000001:2.0:1789469489.962474:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316405398 00000100:00000001:2.0:1789469489.962475:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316405398 00000100:00000001:2.0:1789469489.962477:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469489.962479:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.962481:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469489.962483:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962489:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469489.962491:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469489.962493:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469489.962495:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469489.962496:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469489.962499:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404855680:0@lo:38:kworker.0 00000100:00000001:2.0:1789469489.962502:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469489.962503:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469489.962504:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469489.962506:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469489.962510:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469489.962511:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469489.962514:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41431b8. 00000400:00000010:2.0:1789469489.962517:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789469489.962519:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404855680, portal 10 00000100:00000001:2.0:1789469489.962521:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469489.962522:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312504448 : -130400397047168 : ffff8966caa7ca80) 00000100:00000040:2.0:1789469489.962527:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962533:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469489.962535:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469489.962537:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9642a8. 00000100:00000200:2.0:1789469489.962539:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404855680, offset 0 00000400:00000200:2.0:1789469489.962542:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469489.962546:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469489.962550:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f6f80 00000400:00000100:2.0:1789469489.962553:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404855680 offset 0 length 520: 4 00000400:00000200:2.0:1789469489.962556:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469489.962558:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469489.962562:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:2.0:1789469489.962564:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:2.0:1789469489.962565:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469489.962568:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962581:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469489.962584:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469489.962590:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.962592:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469489.964091:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469489.964098:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469489.964102:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316405401 00000100:00000001:2.0:1789469489.964112:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316405398 00000100:00000001:2.0:1789469489.964117:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316405401 00000100:00000001:2.0:1789469489.964120:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316405398 00000100:00000001:2.0:1789469489.964123:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316405401 00000100:00000001:2.0:1789469489.964126:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316405398 00000100:00000001:2.0:1789469489.964128:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316405401 00000100:00000001:2.0:1789469489.964131:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316405398 00000100:00000001:2.0:1789469489.964133:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469489.964136:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.964140:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.964142:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.964159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469489.964161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.964163:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469489.964165:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469489.964167:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469489.964168:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469489.985217:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316405401, at 4316405402 00000100:00000040:1.0:1789469489.985224:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316405401, at 4316405402 00000100:00000010:0.0:1789469489.985241:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c377e0. 00000100:00000010:1.0:1789469489.985245:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c374e0. 00000100:00000040:2.0:1789469489.986236:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316405401, at 4316405403 00000100:00000010:2.0:1789469489.986245:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000100:00000040:3.0:1789469489.986619:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316405401, at 4316405403 00000100:00000010:3.0:1789469489.986641:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37de0. 00010000:00000001:0.0:1789469490.151212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469490.151223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469490.151231:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469490.151233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469490.151239:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469490.151241:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469490.151365:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469490.151370:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469490.151374:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469490.983347:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469490.983366:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469490.983370:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469490.983377:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469490.983380:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469490.983385:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469490.983388:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469491.177674:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469491.177686:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469491.177693:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469491.177694:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469491.177700:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469491.177704:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469491.177707:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469491.177712:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469491.177715:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469491.177717:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469491.177720:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469491.177722:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469491.177831:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469491.177835:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469491.177838:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469492.007180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469492.007195:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469492.007197:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469492.007202:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469492.007205:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469492.007209:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469492.007211:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469492.199824:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469492.199835:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469492.199843:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469492.199845:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469492.199851:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469492.199853:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469492.200530:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469492.200537:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469492.200542:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469493.031295:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469493.031303:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469493.031317:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469468/real 1789469468] req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469493.031334:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469493.031336:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469493.031340:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b160. 00000400:00000200:2.0:1789469493.031346:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:2.0:1789469493.031348:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:2.0:1789469493.031352:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469493.031356:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469493.031364:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.031371:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469493.031373:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469493.031376:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469493.031378:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469493.031381:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.031388:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469493.031396:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469493.031399:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469493.031401:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469493.031404:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469493.031408:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469493.031412:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.031419:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469493.031422:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469493.031423:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469493.031425:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469493.031427:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469493.031430:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469493.031433:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469493.031468:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:2.0:1789469493.031471:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469493.031475:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469493.031483:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404855168:0@lo:250:kworker.0 00000100:00000001:2.0:1789469493.031488:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469493.031491:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469493.031494:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404855168/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.031500:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469493.031504:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469493.031508:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e400. 02000000:00000001:2.0:1789469493.031513:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469493.031516:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469493.031517:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469493.031520:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469493.031522:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789469493.031526:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469493.031529:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469493.031531:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:2.0:1789469493.031534:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469493.031535:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469493.031538:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469493.031703:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469493.031709:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469493.031711:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469493.031714:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469493.031717:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469493.031720:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21716 00000100:00080000:3.0:1789469493.031723:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469493.031726:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469493.031729:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469493.031731:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469493.031733:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469493.031742:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469493.031744:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789469493.031747:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469493.031750:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789469493.031752:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789469493.031755:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789469493.031757:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469493.031759:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469493.031761:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469493.031763:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469493.031765:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789469493.031769:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469493.031771:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469493.031773:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469493.031776:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469493.031780:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469493.031798:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469493.031801:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469493.031806:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789469493.031809:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469493.031813:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469493.031814:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469493.031817:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469493.031820:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469493.031823:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469493.031829:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789469493.031835:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469493.031840:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469493.031849:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469493.031854:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469493.031858:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469493.031879:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469493.031883:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469493.031892:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469493.031894:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469493.031897:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469493.031900:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469493.031904:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469493.031906:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469493.031909:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469493.031915:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (21746) 00000100:00000001:2.0:1789469493.032051:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469493.032054:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469493.032056:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469493.032061:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.032319:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469493.032321:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469493.032324:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469493.032327:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469493.032330:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469493.032333:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404855808:0@lo:250:kworker.0 00000100:00000001:2.0:1789469493.032336:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469493.032340:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469493.032342:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469493.032344:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469493.032348:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789469493.032350:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469493.032355:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41438f0. 00000400:00000010:2.0:1789469493.032361:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9642a8. 00000100:00000200:2.0:1789469493.032367:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404855808, portal 25 00000100:00000001:2.0:1789469493.032369:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469493.032370:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00000040:2.0:1789469493.032375:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.032381:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469493.032383:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469493.032385:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789469493.032387:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404855808, offset 0 00000400:00000200:2.0:1789469493.032392:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469493.032403:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469493.032414:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f7000 00000400:00000100:2.0:1789469493.032420:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404855808 offset 0 length 520: 4 00000400:00000200:2.0:1789469493.032424:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469493.032426:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469493.032435:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:2.0:1789469493.032438:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:2.0:1789469493.032441:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469493.032444:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.032451:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469493.032466:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.032472:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469493.032473:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469493.032478:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469493.032482:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316413619 00000100:00000010:2.0:1789469493.032487:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37cc0. 00000100:00000001:2.0:1789469493.032493:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469493.032503:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316413619 00000100:00000010:2.0:1789469493.032507:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c373c0. 00000100:00000001:2.0:1789469493.032510:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469493.032512:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316413619 00000100:00000010:2.0:1789469493.032515:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789469493.032518:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469493.032521:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316413619 00000100:00000010:2.0:1789469493.032523:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37960. 00000100:00000001:2.0:1789469493.032526:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469493.032529:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469493.032531:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469493.032534:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469493.032536:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469493.032542:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469493.032544:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469493.032545:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469493.032547:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469493.032549:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469493.032550:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469493.224096:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469493.224106:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469493.224114:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469493.224116:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469493.224131:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469493.224133:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469493.224948:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469493.224955:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469493.224960:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469493.766640:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469493.766771:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469493.766776:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469493.766778:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469493.766789:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469493.766807:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5200 00000400:00000100:3.0:1789469493.766814:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402423296 offset 0 length 520: 4 00000400:00000200:3.0:1789469493.766820:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469493.766823:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469493.766832:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469493.766834:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469493.766837:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469493.766838:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469493.766840:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469493.766842:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469493.766846:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469493.766851:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5280 00000400:00000100:3.0:1789469493.766855:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402423424 offset 0 length 520: 4 00000400:00000200:3.0:1789469493.766858:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469493.766860:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469493.766863:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469493.766869:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469493.766870:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469493.766872:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469494.055206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469494.055219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469494.055222:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469494.055226:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469494.055229:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469494.055234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469494.055237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469494.250004:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469494.250011:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469494.250017:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469494.250019:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469494.250024:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469494.250025:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469494.251819:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469494.251825:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469494.251828:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469494.790570:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469494.790589:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469494.790593:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469494.790595:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469494.790606:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469494.790623:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5300 00000400:00000100:0.0:1789469494.790632:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402423552 offset 0 length 520: 4 00000400:00000200:0.0:1789469494.790637:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469494.790640:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469494.790648:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469494.790669:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469494.790671:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469494.790674:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469495.079234:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469495.079248:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469495.079251:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469495.079256:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469495.079258:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469495.079262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469495.079264:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469495.080423:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469495.080430:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469495.080433:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469495.080437:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469495.080439:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469495.080442:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469495.080462:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469495.080466:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469495.080468:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469495.080471:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469495.080477:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (21748) 00010000:00000001:0.0:1789469495.272627:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469495.272634:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469495.272641:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469495.272642:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469495.272647:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469495.272649:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469495.273135:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469495.273139:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469495.273142:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469496.103199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469496.103217:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469496.103219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469496.103224:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469496.103226:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469496.103231:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469496.103240:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469496.300506:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469496.300514:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469496.300519:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469496.300521:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469496.300526:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469496.300527:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469496.300799:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469496.300802:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469496.300805:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469497.127180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469497.127194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469497.127202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469497.127208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469497.127210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469497.127214:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469497.127217:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469497.319482:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469497.319489:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469497.319495:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469497.319497:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469497.319502:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469497.319503:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469497.319640:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469497.319643:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469497.319646:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469498.094829:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469498.094838:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469498.094842:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469498.094846:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469498.094849:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469498.094852:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469498.094854:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469498.094857:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469498.094859:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469498.094862:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469498.094867:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21751) 00000100:00000001:2.0:1789469498.151192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469498.151204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469498.151206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469498.151211:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469498.151214:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469498.151332:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469498.151336:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.343175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469498.343183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.343195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469498.343196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.343201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469498.343202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469498.345111:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469498.345117:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469498.345121:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789469498.535232:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316413619, at 4316413952 00000100:00000010:1.0:1789469498.535246:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c373c0. 00000100:00000040:0.0:1789469498.535387:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316413619, at 4316413952 00000100:00000010:0.0:1789469498.535393:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37cc0. 00000100:00000040:3.0:1789469498.535770:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316413619, at 4316413952 00000100:00000010:3.0:1789469498.535777:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37960. 00000100:00000040:2.0:1789469498.537245:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316413619, at 4316413954 00000100:00000010:2.0:1789469498.537261:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789469499.175297:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469499.175312:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469499.175314:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469499.175318:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469499.175320:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469499.175325:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469499.175327:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469499.367477:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469499.367484:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469499.367489:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469499.367491:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469499.367496:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469499.367497:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469499.368463:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469499.368467:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469499.368472:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469499.751323:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469499.751332:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469499.751337:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789469499.751688:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789469499.751694:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469499.751706:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469499.751710:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469499.751713:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469500.199161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469500.199174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469500.199176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469500.199182:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469500.199184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469500.199188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469500.199191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469500.391278:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469500.391286:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469500.391291:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469500.391293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469500.391297:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469500.391299:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469500.391407:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469500.391410:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469500.391413:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469501.223196:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469501.223210:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469501.223213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469501.223217:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469501.223219:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469501.223224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469501.223227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469501.416598:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469501.416605:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469501.416610:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469501.416612:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469501.416617:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469501.416620:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469501.416623:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469501.416626:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469501.416629:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469501.416631:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469501.416633:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469501.416635:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469501.417017:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469501.417028:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469501.417032:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469502.247254:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469502.247268:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469502.247270:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469502.247275:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469502.247277:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469502.247282:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469502.247284:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469502.439193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469502.439200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469502.439206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469502.439208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469502.439213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469502.439215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469502.439358:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469502.439362:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469502.439365:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469503.143278:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469503.143288:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469503.143291:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469503.143295:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469503.143297:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469503.143300:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469503.143303:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469503.143307:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469503.143325:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469503.143328:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469503.143333:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21756) 00000100:00000001:2.0:1789469503.271152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469503.271234:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469503.271238:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469503.271242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469503.271245:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469503.271249:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469503.271252:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469503.463240:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469503.463247:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469503.463252:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469503.463253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469503.463257:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469503.463259:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469503.463355:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469503.463358:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469503.463361:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469504.295824:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469504.295839:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469504.295841:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469504.295846:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469504.295848:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469504.295853:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469504.295855:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469504.487193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469504.487201:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469504.487207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469504.487209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469504.487214:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469504.487215:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469504.487394:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469504.487398:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469504.487402:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469505.319177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469505.319191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469505.319194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469505.319198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469505.319201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469505.319205:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469505.319207:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469505.511162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469505.511170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469505.511176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469505.511177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469505.511182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469505.511184:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469505.513736:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469505.513743:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469505.513748:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469506.343151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469506.343165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469506.343168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469506.343172:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469506.343175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469506.343179:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469506.343182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469506.535333:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469506.535341:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469506.535347:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469506.535349:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469506.535354:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469506.535356:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469506.535466:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469506.535469:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469506.535472:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469507.369106:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469507.369125:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469507.369128:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469507.369134:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469507.369137:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469507.369159:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469507.369163:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469507.560725:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469507.560737:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469507.560754:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469507.560756:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469507.560762:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469507.560764:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469507.562180:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469507.562186:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469507.562190:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469508.264803:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469508.264817:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469508.264831:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469508.264836:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469508.264839:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469508.264842:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469508.264845:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469508.264849:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469508.264852:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469508.264855:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469508.264861:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21761) 00000100:00000001:2.0:1789469508.391431:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469508.391450:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469508.391453:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469508.391459:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469508.391462:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469508.391468:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469508.391471:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.584262:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469508.584273:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.584280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469508.584282:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.584288:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469508.584289:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469508.584678:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469508.584683:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469508.584687:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469509.415156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469509.415171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469509.415174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469509.415178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469509.415180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469509.415185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469509.415188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469509.607817:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469509.607825:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469509.607830:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469509.607832:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469509.607836:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469509.607838:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469509.607934:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469509.607937:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469509.607940:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469510.439180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469510.439194:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469510.439196:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469510.439201:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469510.439203:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469510.439207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469510.439210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469510.631190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469510.631198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469510.631204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469510.631206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469510.631210:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469510.631212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469510.631342:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469510.631346:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469510.631349:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469511.466431:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469511.466445:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469511.466448:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469511.466453:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469511.466455:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469511.466459:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469511.466462:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469511.655318:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469511.655429:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469511.655436:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469511.655437:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469511.655442:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469511.655445:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469511.655448:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469511.655451:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469511.655454:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469511.655456:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469511.655459:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469511.655461:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469511.656153:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469511.656158:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469511.656161:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469512.487100:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469512.487114:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469512.487116:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469512.487121:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469512.487123:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469512.487127:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469512.487130:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469512.679189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469512.679198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469512.679203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469512.679205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469512.679211:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469512.679212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469512.679372:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469512.679375:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469512.679378:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469513.387632:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469513.387642:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469513.387645:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469513.387648:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469513.387651:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469513.387653:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469513.387656:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469513.387660:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469513.387662:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469513.387665:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469513.387671:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21766) 00000100:00000001:2.0:1789469513.512649:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469513.512664:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469513.512666:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469513.512670:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469513.512673:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469513.512677:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469513.512680:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469513.704227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469513.704236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469513.704242:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469513.704243:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469513.704249:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469513.704250:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469513.704798:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469513.704802:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469513.704806:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469514.535222:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469514.535243:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469514.535267:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469489/real 1789469489] req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469514.535296:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469514.535299:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469514.535302:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d10. 00000400:00000200:2.0:1789469514.535309:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469514.535313:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469514.535317:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469514.535321:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469514.535329:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535336:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469514.535338:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535341:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469514.535343:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469514.535347:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535353:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535356:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469514.535360:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469489/real 1789469489] req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469514.535367:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469514.535368:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469514.535370:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41436e0. 00000400:00000200:2.0:1789469514.535372:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:2.0:1789469514.535374:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:2.0:1789469514.535377:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469514.535379:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469514.535386:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535392:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469514.535393:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535394:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469514.535395:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469514.535399:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535410:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535412:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469514.535415:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469489/real 1789469489] req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469514.535422:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469514.535423:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469514.535425:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41439f8. 00000400:00000200:2.0:1789469514.535427:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789469514.535428:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789469514.535430:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469514.535433:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469514.535439:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535444:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469514.535445:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535447:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469514.535448:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469514.535450:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535455:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535457:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469514.535460:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469489/real 1789469489] req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469514.535466:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469514.535467:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469514.535468:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41431b8. 00000400:00000200:2.0:1789469514.535470:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:2.0:1789469514.535471:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:2.0:1789469514.535473:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469514.535476:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469514.535483:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535488:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469514.535490:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535491:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469514.535492:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469514.535496:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535502:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535511:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469514.535512:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535515:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469514.535517:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469514.535520:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469514.535524:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535530:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469514.535532:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535535:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469514.535535:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535538:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469514.535540:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469514.535542:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469514.535585:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469514.535588:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469514.535592:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469514.535600:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404855296:0@lo:38:kworker.0 00000100:00000001:2.0:1789469514.535605:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469514.535608:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535613:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469514.535615:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535617:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469514.535618:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535620:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469514.535622:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469514.535624:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469514.535639:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469514.535641:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469514.535644:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469514.535650:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404855424:0@lo:38:kworker.0 00000100:00000001:2.0:1789469514.535654:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469514.535657:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535662:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469514.535664:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535666:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469514.535667:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535668:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469514.535670:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469514.535672:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469514.535704:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469514.535706:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469514.535710:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469514.535717:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404855552:0@lo:38:kworker.0 00000100:00000001:2.0:1789469514.535721:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469514.535725:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535732:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469514.535733:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535735:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469514.535736:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535737:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469514.535739:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469514.535741:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469514.535746:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469514.535748:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469514.535751:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469514.535758:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404855680:0@lo:38:kworker.0 00000100:00000001:2.0:1789469514.535762:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469514.535764:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469514.535767:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7df80 x1876386404855296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535774:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469514.535777:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469514.535781:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542c00. 02000000:00000001:2.0:1789469514.535786:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469514.535789:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469514.535791:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469514.535794:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469514.535798:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 02000000:00000001:2.0:1789469514.535801:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469514.535803:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469514.535806:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7df80. 00000100:00000001:2.0:1789469514.535811:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469514.535812:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535814:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469514.535817:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7d180 x1876386404855424/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535823:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469514.535824:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469514.535825:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469514.535828:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469514.535829:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469514.535830:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469514.535832:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469514.535834:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 02000000:00000001:2.0:1789469514.535836:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469514.535837:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469514.535838:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7d180. 00000100:00000001:2.0:1789469514.535840:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469514.535841:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535843:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469514.535846:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c380 x1876386404855552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535851:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469514.535852:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469514.535853:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469514.535855:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469514.535856:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469514.535857:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469514.535859:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469514.535860:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:2.0:1789469514.535862:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469514.535863:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469514.535865:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c380. 00000100:00000001:2.0:1789469514.535867:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469514.535868:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535869:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469514.535871:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ca80 x1876386404855680/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469514 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469514.535876:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469514.535877:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469514.535878:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540000. 02000000:00000001:2.0:1789469514.535880:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469514.535881:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469514.535882:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469514.535884:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469514.535885:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:2.0:1789469514.535887:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469514.535888:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469514.535889:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ca80. 00000100:00000001:2.0:1789469514.535890:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469514.535891:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.535893:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469514.536176:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469514.536181:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469514.536183:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469514.536186:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469514.536188:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469514.536191:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469514.536194:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469514.536197:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21738 00000100:00080000:1.0:1789469514.536201:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469514.536204:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469514.536207:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469514.536209:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469514.536211:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469514.536218:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469514.536220:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469514.536223:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469514.536226:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469514.536228:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469514.536230:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469514.536232:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469514.536234:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469514.536236:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469514.536237:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469514.536240:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469514.536243:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469514.536245:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469514.536248:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469514.536255:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469514.536257:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469514.536259:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469514.536261:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469514.536269:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a300. 00000020:00000040:1.0:1789469514.536272:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469514.536276:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469514.536278:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469514.536280:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469514.536283:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469514.536286:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469514.536293:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc000. 00000100:00000001:1.0:1789469514.536299:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469514.536306:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469514.536315:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469514.536319:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469514.536323:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e99e3e3] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469514.536347:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469514.536350:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469514.536353:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469514.536354:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469514.536356:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469514.536358:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469514.536360:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21738 00000100:00080000:1.0:1789469514.536362:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469514.536364:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469514.536366:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469514.536367:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469514.536368:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469514.536372:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469514.536373:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469514.536375:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469514.536377:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469514.536379:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469514.536381:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469514.536383:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469514.536385:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469514.536387:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469514.536388:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469514.536390:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469514.536393:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469514.536395:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469514.536397:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469514.536400:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469514.536401:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469514.536404:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469514.536405:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469514.536408:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738380. 00000020:00000040:1.0:1789469514.536410:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469514.536412:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469514.536413:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469514.536415:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469514.536416:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469514.536418:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469514.536421:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe400. 00000100:00000001:1.0:1789469514.536424:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469514.536428:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469514.536434:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469514.536436:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469514.536438:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a49f138] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469514.536451:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469514.536453:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469514.536456:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469514.536458:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469514.536459:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469514.536461:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469514.536463:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21738 00000100:00080000:1.0:1789469514.536466:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469514.536468:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469514.536470:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469514.536472:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469514.536473:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469514.536476:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469514.536477:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469514.536479:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469514.536481:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469514.536483:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469514.536485:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469514.536488:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469514.536490:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469514.536492:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469514.536494:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469514.536495:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469514.536498:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469514.536500:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469514.536501:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469514.536504:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469514.536506:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469514.536508:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469514.536510:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469514.536514:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373aa00. 00000020:00000040:1.0:1789469514.536516:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469514.536519:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469514.536520:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469514.536521:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469514.536522:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469514.536524:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469514.536527:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd800. 00000100:00000001:1.0:1789469514.536530:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469514.536534:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469514.536540:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469514.536542:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469514.536545:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baaaadc8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469514.536551:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469514.536553:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469514.536555:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469514.536556:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469514.536558:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469514.536560:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469514.536561:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21738 00000100:00080000:1.0:1789469514.536564:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469514.536566:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469514.536568:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469514.536569:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469514.536571:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469514.536574:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469514.536576:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469514.536577:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469514.536579:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469514.536581:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469514.536583:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469514.536586:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469514.536588:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469514.536589:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469514.536591:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469514.536593:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469514.536595:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469514.536597:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469514.536598:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469514.536601:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469514.536603:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469514.536605:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469514.536606:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469514.536609:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789469514.536611:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469514.536613:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469514.536614:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469514.536615:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469514.536616:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469514.536618:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469514.536621:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfcc00. 00000100:00000001:1.0:1789469514.536624:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469514.536628:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469514.536634:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469514.536636:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469514.536638:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469514.536645:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469514.536649:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21767) 00000100:00000001:3.0:1789469514.536710:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469514.536730:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469514.536732:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469514.536738:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.536745:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469514.536747:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469514.536751:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469514.536754:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469514.536756:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469514.536759:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404855936:0@lo:38:kworker.0 00000100:00000001:3.0:1789469514.536762:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469514.536767:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469514.536769:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469514.536771:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469514.536776:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469514.536778:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469514.536785:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bcb8. 00000400:00000010:3.0:1789469514.536791:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93acc0. 00000100:00000200:3.0:1789469514.536799:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404855936, portal 10 00000100:00000001:3.0:1789469514.536801:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469514.536822:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755048704 : -130395954502912 : ffff8967d373a300) 00000100:00000040:3.0:1789469514.536845:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.536851:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469514.536855:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469514.536859:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469514.536863:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404855936, offset 0 00000400:00000200:3.0:1789469514.536869:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469514.536896:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469514.536915:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7080 00000400:00000100:3.0:1789469514.536921:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404855936 offset 0 length 520: 4 00000400:00000200:3.0:1789469514.536926:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469514.536929:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469514.536941:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:3.0:1789469514.536944:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:3.0:1789469514.536947:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469514.536951:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.536969:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469514.536972:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.536978:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.536980:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469514.536986:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469514.537006:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469514.537011:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316429972 00000100:00000010:3.0:1789469514.537015:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f00. 00000100:00000001:3.0:1789469514.537023:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469514.537082:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316429973 00000100:00000010:3.0:1789469514.537086:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922c60. 00000100:00000001:3.0:1789469514.537090:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469514.537104:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316429973 00000100:00000010:3.0:1789469514.537108:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59229c0. 00000100:00000001:3.0:1789469514.537112:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469514.537116:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316429973 00000100:00000010:3.0:1789469514.537119:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f60. 00000100:00000001:3.0:1789469514.537122:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469514.537125:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469514.537127:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.537130:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469514.537133:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537139:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469514.537141:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469514.537143:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469514.537145:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469514.537147:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469514.537149:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404856064:0@lo:38:kworker.0 00000100:00000001:3.0:1789469514.537153:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469514.537155:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469514.537157:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469514.537158:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469514.537162:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469514.537163:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469514.537166:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bdc0. 00000400:00000010:3.0:1789469514.537170:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469514.537173:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404856064, portal 10 00000100:00000001:3.0:1789469514.537175:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469514.537176:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755040640 : -130395954510976 : ffff8967d3738380) 00000100:00000040:3.0:1789469514.537181:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537186:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469514.537192:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469514.537195:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469514.537197:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404856064, offset 0 00000400:00000200:3.0:1789469514.537201:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469514.537206:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469514.537211:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7100 00000400:00000100:3.0:1789469514.537215:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404856064 offset 0 length 520: 4 00000400:00000200:3.0:1789469514.537218:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469514.537220:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469514.537224:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:3.0:1789469514.537226:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:3.0:1789469514.537228:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469514.537231:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537237:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469514.537240:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537246:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.537247:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469514.537250:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469514.537264:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469514.537267:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316429973 00000100:00000001:3.0:1789469514.537272:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316429972 00000100:00000001:3.0:1789469514.537275:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316429973 00000100:00000001:3.0:1789469514.537278:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316429973 00000100:00000001:3.0:1789469514.537280:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316429973 00000100:00000001:3.0:1789469514.537282:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316429973 00000100:00000001:3.0:1789469514.537283:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316429973 00000100:00000001:3.0:1789469514.537285:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316429973 00000100:00000001:3.0:1789469514.537286:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469514.537293:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.537295:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469514.537298:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537304:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469514.537306:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469514.537308:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469514.537310:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469514.537312:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469514.537314:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404856192:0@lo:38:kworker.0 00000100:00000001:3.0:1789469514.537317:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469514.537319:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469514.537320:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469514.537322:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469514.537325:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469514.537327:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469514.537329:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b210. 00000400:00000010:3.0:1789469514.537332:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469514.537334:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404856192, portal 10 00000100:00000001:3.0:1789469514.537336:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469514.537338:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755050496 : -130395954501120 : ffff8967d373aa00) 00000100:00000040:3.0:1789469514.537343:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537348:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469514.537350:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469514.537352:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469514.537354:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404856192, offset 0 00000400:00000200:3.0:1789469514.537358:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469514.537363:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469514.537367:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7180 00000400:00000100:3.0:1789469514.537371:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404856192 offset 0 length 520: 4 00000400:00000200:3.0:1789469514.537374:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469514.537376:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469514.537384:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:3.0:1789469514.537386:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:3.0:1789469514.537388:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469514.537391:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537398:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469514.537400:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537405:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.537407:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469514.537410:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469514.537422:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469514.537425:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316429973 00000100:00000001:3.0:1789469514.537428:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316429973 00000100:00000001:3.0:1789469514.537429:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316429973 00000100:00000001:3.0:1789469514.537431:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316429973 00000100:00000001:3.0:1789469514.537433:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316429973 00000100:00000001:3.0:1789469514.537435:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316429973 00000100:00000001:3.0:1789469514.537437:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316429973 00000100:00000001:3.0:1789469514.537439:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316429973 00000100:00000001:3.0:1789469514.537441:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469514.537443:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.537445:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469514.537448:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537455:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469514.537457:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469514.537459:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469514.537460:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469514.537462:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469514.537469:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404856320:0@lo:38:kworker.0 00000100:00000001:3.0:1789469514.537472:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469514.537473:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469514.537474:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469514.537476:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469514.537479:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469514.537481:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469514.537483:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b898. 00000400:00000010:3.0:1789469514.537486:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469514.537489:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404856320, portal 10 00000100:00000001:3.0:1789469514.537490:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469514.537492:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:3.0:1789469514.537496:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537502:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469514.537504:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469514.537505:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469514.537507:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404856320, offset 0 00000400:00000200:3.0:1789469514.537511:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469514.537515:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469514.537520:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7200 00000400:00000100:3.0:1789469514.537523:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404856320 offset 0 length 520: 4 00000400:00000200:3.0:1789469514.537526:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469514.537528:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469514.537531:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:3.0:1789469514.537533:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:3.0:1789469514.537535:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469514.537538:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537544:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469514.537546:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469514.537563:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.537565:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469514.537568:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469514.537572:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469514.537575:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316429974 00000100:00000001:3.0:1789469514.537579:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316429973 00000100:00000001:3.0:1789469514.537582:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316429974 00000100:00000001:3.0:1789469514.537585:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316429973 00000100:00000001:3.0:1789469514.537587:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316429974 00000100:00000001:3.0:1789469514.537590:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316429973 00000100:00000001:3.0:1789469514.537592:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316429974 00000100:00000001:3.0:1789469514.537595:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316429973 00000100:00000001:3.0:1789469514.537597:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469514.537598:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.537601:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.537603:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469514.537611:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469514.537613:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469514.537614:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469514.537615:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469514.537617:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469514.537618:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469514.558183:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316429974, at 4316429975 00000100:00000010:0.0:1789469514.558202:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f00. 00000100:00000040:2.0:1789469514.558292:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316429974, at 4316429975 00000100:00000010:2.0:1789469514.558298:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59229c0. 00000100:00000040:1.0:1789469514.558536:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316429974, at 4316429975 00000100:00000010:1.0:1789469514.558542:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922c60. 00000100:00000040:3.0:1789469514.558885:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316429974, at 4316429975 00000100:00000010:3.0:1789469514.558892:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f60. 00010000:00000001:0.0:1789469514.727179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469514.727186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469514.727192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469514.727194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469514.727236:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469514.727238:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469514.727456:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469514.727459:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469514.727463:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469515.561245:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469515.561259:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469515.561261:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469515.561266:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469515.561268:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469515.561273:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469515.561276:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469515.751314:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469515.751321:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469515.751326:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469515.751328:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469515.751332:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469515.751334:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469515.751474:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469515.751477:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469515.751480:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469516.585350:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469516.585366:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469516.585368:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469516.585373:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469516.585375:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469516.585380:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469516.585383:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469516.775268:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469516.775275:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469516.775281:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469516.775282:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469516.775288:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469516.775289:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469516.775472:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469516.775477:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469516.775480:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469517.607172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469517.607188:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469517.607191:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469517.607196:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469517.607198:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469517.607203:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469517.607206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469517.799576:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469517.799583:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469517.799590:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469517.799592:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469517.799598:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469517.799599:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469517.799698:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469517.799702:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469517.799704:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469518.631157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469518.631166:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469518.631179:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469493/real 1789469493] req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469518.631197:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469518.631199:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469518.631202:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41438f0. 00000400:00000200:3.0:1789469518.631209:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9642a8 00000400:00000010:3.0:1789469518.631212:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9642a8. 00000100:00000001:3.0:1789469518.631216:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469518.631220:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469518.631230:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.631237:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469518.631240:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469518.631243:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469518.631244:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469518.631247:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.631272:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469518.631281:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469518.631283:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469518.631285:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469518.631288:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469518.631292:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469518.631296:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.631303:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469518.631306:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469518.631307:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469518.631308:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469518.631311:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469518.631313:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469518.631316:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469518.631348:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469518.631351:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469518.631355:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469518.631362:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404855808:0@lo:250:kworker.0 00000100:00000001:3.0:1789469518.631366:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.631369:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469518.631372:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404855808/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.631378:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469518.631381:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469518.631384:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:3.0:1789469518.631389:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469518.631391:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469518.631398:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469518.631400:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469518.631403:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469518.631407:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469518.631409:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469518.631410:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:3.0:1789469518.631415:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469518.631416:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469518.631419:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469518.631587:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469518.631593:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469518.631595:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469518.631597:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469518.631601:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469518.631604:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21741 00000100:00080000:2.0:1789469518.631608:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469518.631611:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469518.631613:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469518.631615:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469518.631617:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469518.631625:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469518.631627:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789469518.631629:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469518.631632:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789469518.631635:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789469518.631637:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789469518.631640:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469518.631642:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469518.631643:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469518.631645:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469518.631648:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789469518.631650:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469518.631653:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469518.631655:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469518.631658:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469518.631661:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469518.631663:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469518.631665:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469518.631671:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789469518.631674:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469518.631677:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469518.631679:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469518.631681:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469518.631684:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469518.631687:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469518.631693:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540000. 00000100:00000001:2.0:1789469518.631699:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469518.631705:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469518.631719:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469518.631722:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469518.631727:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469518.631748:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469518.631752:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469518.631755:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469518.631758:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469518.631760:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469518.631763:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469518.631766:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469518.631768:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469518.631771:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469518.631776:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21771) 00000100:00000001:3.0:1789469518.631831:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469518.631833:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469518.631835:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469518.631840:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.631846:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469518.631848:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469518.631851:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469518.631853:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469518.631855:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469518.631857:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404856448:0@lo:250:kworker.0 00000100:00000001:3.0:1789469518.631860:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469518.631864:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469518.631866:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469518.631868:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469518.631872:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469518.631874:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469518.631880:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b6e0. 00000400:00000010:3.0:1789469518.631885:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469518.631891:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404856448, portal 25 00000100:00000001:3.0:1789469518.631893:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469518.631894:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:3.0:1789469518.631899:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.631906:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469518.631915:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469518.631918:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469518.631921:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404856448, offset 0 00000400:00000200:3.0:1789469518.631927:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469518.631951:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469518.631963:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f7280 00000400:00000100:3.0:1789469518.631968:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404856448 offset 0 length 520: 4 00000400:00000200:3.0:1789469518.631973:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469518.631976:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469518.631985:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:3.0:1789469518.631988:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:3.0:1789469518.631992:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469518.631996:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.632003:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469518.632006:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.632012:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.632014:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469518.632069:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.632086:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316439219 00000100:00000010:3.0:1789469518.632091:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f60. 00000100:00000001:3.0:1789469518.632111:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469518.632137:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316439219 00000100:00000010:3.0:1789469518.632141:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59223c0. 00000100:00000001:3.0:1789469518.632145:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469518.632148:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316439219 00000100:00000010:3.0:1789469518.632151:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59221e0. 00000100:00000001:3.0:1789469518.632154:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469518.632157:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316439219 00000100:00000010:3.0:1789469518.632159:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922240. 00000100:00000001:3.0:1789469518.632163:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469518.632165:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469518.632168:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.632171:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.632173:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469518.632177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469518.632179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469518.632181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469518.632182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469518.632184:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.632185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469518.823192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469518.823200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469518.823206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469518.823207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469518.823212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469518.823213:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469518.823409:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469518.823413:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469518.823416:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469519.308276:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469519.308292:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469519.308296:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469519.308299:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469519.308310:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469519.308368:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5380 00000400:00000100:0.0:1789469519.308377:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402423680 offset 0 length 520: 4 00000400:00000200:0.0:1789469519.308383:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469519.308386:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469519.308396:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469519.308401:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469519.308403:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469519.308405:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469519.308407:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469519.308408:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469519.308412:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469519.308416:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5400 00000400:00000100:0.0:1789469519.308420:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402423808 offset 0 length 520: 4 00000400:00000200:0.0:1789469519.308423:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469519.308425:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469519.308428:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469519.308444:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469519.308446:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469519.308449:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789469519.655161:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469519.655172:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469519.655176:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469519.655179:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469519.655182:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469519.655185:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469519.655188:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469519.655194:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469519.655196:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469519.655199:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469519.655203:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21772) 00000100:00000001:3.0:1789469519.655333:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469519.655344:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469519.655347:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469519.655350:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469519.655353:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469519.655357:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469519.655360:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.848707:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469519.848715:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.848721:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469519.848723:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.848728:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469519.848729:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469519.849207:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469519.849211:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469519.849214:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469520.323888:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469520.323907:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469520.323912:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469520.323923:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469520.323936:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469520.323954:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5480 00000400:00000100:0.0:1789469520.323963:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402423936 offset 0 length 520: 4 00000400:00000200:0.0:1789469520.323968:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469520.323971:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469520.323982:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469520.323990:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469520.323992:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469520.323994:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469520.679161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469520.679175:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469520.679177:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469520.679181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469520.679184:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469520.679188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469520.679191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469520.871180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469520.871187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469520.871192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469520.871194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469520.871199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469520.871200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469520.871367:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469520.871370:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469520.871374:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469521.706198:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469521.706214:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469521.706216:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469521.706221:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469521.706223:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469521.706229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469521.706231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469521.896091:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469521.896098:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469521.896103:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469521.896104:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469521.896108:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469521.896112:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469521.896114:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469521.896117:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469521.896121:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469521.896123:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469521.896125:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469521.896128:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469521.899253:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469521.899259:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469521.899263:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469522.727356:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469522.727371:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469522.727373:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469522.727379:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469522.727382:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469522.727387:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469522.727389:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469522.919330:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469522.919338:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469522.919343:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469522.919345:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469522.919350:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469522.919352:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469522.919436:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469522.919440:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469522.919444:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469523.688622:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469523.688632:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469523.688636:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469523.688639:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469523.688641:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469523.688643:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469523.688646:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469523.688649:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469523.688652:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469523.688655:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469523.688660:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21776) 00000100:00000001:3.0:1789469523.751257:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469523.751273:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469523.751275:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469523.751280:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469523.751282:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469523.751287:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469523.751289:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469523.944861:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469523.944867:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469523.944872:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469523.944874:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469523.944879:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469523.944880:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469523.944963:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469523.944966:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469523.944969:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469524.135182:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316439219, at 4316439552 00000100:00000040:3.0:1789469524.135182:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316439219, at 4316439552 00000100:00000040:1.0:1789469524.135184:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316439219, at 4316439552 00000100:00000040:2.0:1789469524.135185:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316439219, at 4316439552 00000100:00000010:1.0:1789469524.135200:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59223c0. 00000100:00000010:3.0:1789469524.135201:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922240. 00000100:00000010:2.0:1789469524.135202:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59221e0. 00000100:00000010:0.0:1789469524.135204:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f60. 00000100:00000001:3.0:1789469524.775192:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469524.775212:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469524.775215:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469524.775221:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469524.775224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469524.775231:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469524.775234:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469524.967679:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469524.967688:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469524.967706:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469524.967707:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469524.967714:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469524.967715:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469524.967825:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469524.967830:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469524.967833:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469525.799226:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469525.799260:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469525.799264:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469525.799270:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469525.799273:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469525.799281:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469525.799284:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469525.992625:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469525.992636:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469525.992644:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469525.992646:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469525.992652:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469525.992654:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469525.992854:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469525.992859:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469525.992862:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469526.823220:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469526.823242:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469526.823245:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469526.823251:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469526.823254:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469526.823262:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469526.823265:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469527.017085:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469527.017092:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469527.017099:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469527.017101:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469527.017113:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469527.017114:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469527.017170:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469527.017174:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469527.017177:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469527.847197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469527.847216:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469527.847219:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469527.847225:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469527.847228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469527.847236:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469527.847239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.039163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469528.039171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.039176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469528.039178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.039183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469528.039186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469528.039804:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469528.039808:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469528.039811:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469528.743252:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469528.743263:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469528.743266:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469528.743269:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469528.743272:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469528.743274:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469528.743277:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469528.743280:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469528.743282:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469528.743284:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469528.743290:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21781) 00000100:00000001:3.0:1789469528.871200:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469528.871219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469528.871222:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469528.871228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469528.871230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469528.871237:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469528.871240:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469529.063189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469529.063196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469529.063202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469529.063203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469529.063208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469529.063209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469529.063327:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469529.063331:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469529.063334:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469529.895257:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469529.895277:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469529.895280:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469529.895286:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469529.895289:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469529.895295:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469529.895298:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469530.087516:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469530.087523:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469530.087528:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469530.087529:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469530.087534:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469530.087536:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469530.087890:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469530.087894:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469530.087897:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469530.921219:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469530.921235:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469530.921237:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469530.921242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469530.921244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469530.921248:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469530.921250:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469531.111462:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469531.111469:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469531.111475:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469531.111476:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469531.111480:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469531.111482:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469531.111605:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469531.111609:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469531.111611:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469531.943181:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469531.943200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469531.943203:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469531.943210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469531.943213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469531.943219:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469531.943223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469532.135445:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469532.135456:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469532.135464:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469532.135466:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469532.135482:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469532.135486:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469532.135490:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469532.135494:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469532.135498:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469532.135501:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469532.135503:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469532.135506:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469532.137257:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469532.137264:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469532.137269:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469532.968148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469532.968169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469532.968172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469532.968177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469532.968180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469532.968188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469532.968191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469533.159249:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469533.159256:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469533.159262:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469533.159263:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469533.159267:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469533.159269:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469533.159429:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469533.159433:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469533.159436:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469533.863259:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469533.863269:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469533.863271:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469533.863275:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469533.863277:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469533.863280:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469533.863283:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469533.863286:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469533.863289:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469533.863291:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469533.863297:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21786) 00000100:00000001:3.0:1789469533.991146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469533.991160:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469533.991161:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469533.991165:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469533.991167:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469533.991172:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469533.991175:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469534.183287:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469534.183293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469534.183298:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469534.183299:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469534.183304:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469534.183306:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469534.183399:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469534.183402:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469534.183405:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469535.015106:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469535.015178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469535.015181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469535.015184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469535.015186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469535.015190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469535.015192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469535.207166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469535.207172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469535.207177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469535.207178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469535.207182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469535.207184:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469535.207270:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469535.207274:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469535.207277:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469536.039154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469536.039167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469536.039169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469536.039173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469536.039175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469536.039180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469536.039182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469536.231178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469536.231184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469536.231189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469536.231190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469536.231195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469536.231197:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469536.231308:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469536.231311:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469536.231314:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469537.063215:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469537.063230:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469537.063232:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469537.063237:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469537.063240:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469537.063245:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469537.063247:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469537.255125:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469537.255133:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469537.255138:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469537.255140:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469537.255145:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469537.255146:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469537.255224:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469537.255228:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469537.255231:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469537.639176:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469537.639184:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469537.639188:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469537.639403:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469537.639409:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469537.639420:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469537.639424:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469537.639427:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469538.087584:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469538.087599:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469538.087601:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469538.087606:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469538.087609:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469538.087614:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469538.087617:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.279397:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469538.279404:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.279410:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469538.279412:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.279417:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469538.279419:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469538.279566:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469538.279569:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469538.279573:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469538.983214:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469538.983224:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469538.983227:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469538.983230:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469538.983232:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469538.983235:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469538.983237:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469538.983240:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469538.983242:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469538.983244:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469538.983250:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21792) 00000100:00000001:3.0:1789469539.111274:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469539.111281:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469539.111296:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469514/real 1789469514] req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469539.111312:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469539.111314:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469539.111318:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bcb8. 00000400:00000200:3.0:1789469539.111345:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93acc0 00000400:00000010:3.0:1789469539.111349:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93acc0. 00000100:00000001:3.0:1789469539.111363:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469539.111368:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469539.111376:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111383:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469539.111385:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111388:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469539.111390:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469539.111394:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111401:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111404:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469539.111408:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469514/real 1789469514] req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469539.111416:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469539.111417:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469539.111419:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bdc0. 00000400:00000200:3.0:1789469539.111422:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:3.0:1789469539.111424:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:3.0:1789469539.111426:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469539.111430:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469539.111438:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111445:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469539.111446:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111448:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469539.111449:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469539.111453:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111459:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111461:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469539.111465:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469514/real 1789469514] req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469539.111473:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469539.111474:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469539.111475:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b210. 00000400:00000200:3.0:1789469539.111478:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:3.0:1789469539.111479:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:3.0:1789469539.111481:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469539.111484:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469539.111492:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111497:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469539.111498:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111500:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469539.111501:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469539.111505:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111511:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111514:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469539.111518:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469514/real 1789469514] req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469539.111525:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469539.111527:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469539.111528:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b898. 00000400:00000200:3.0:1789469539.111531:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:3.0:1789469539.111532:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:3.0:1789469539.111535:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469539.111538:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469539.111545:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111551:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469539.111552:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111554:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469539.111555:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469539.111558:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111565:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111574:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469539.111576:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111579:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469539.111581:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469539.111584:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469539.111588:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111595:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469539.111598:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111599:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469539.111601:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111603:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469539.111606:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469539.111609:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469539.111637:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469539.111640:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469539.111645:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469539.111653:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404855936:0@lo:38:kworker.0 00000100:00000001:3.0:1789469539.111657:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469539.111660:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111666:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469539.111669:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111670:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469539.111671:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111672:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469539.111674:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469539.111676:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469539.111681:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469539.111683:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469539.111686:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469539.111692:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404856064:0@lo:38:kworker.0 00000100:00000001:3.0:1789469539.111695:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469539.111697:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111703:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469539.111717:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111719:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469539.111720:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111722:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469539.111723:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469539.111726:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469539.111730:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469539.111733:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469539.111745:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469539.111752:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404856192:0@lo:38:kworker.0 00000100:00000001:3.0:1789469539.111756:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469539.111758:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111764:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469539.111765:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111767:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469539.111768:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111769:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469539.111771:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469539.111782:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469539.111786:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469539.111788:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469539.111792:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469539.111798:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404856320:0@lo:38:kworker.0 00000100:00000001:3.0:1789469539.111802:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.111805:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469539.111808:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a300 x1876386404855936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111815:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469539.111818:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469539.111821:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469539.111826:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469539.111830:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469539.111832:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469539.111834:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469539.111836:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc000. 02000000:00000001:3.0:1789469539.111840:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469539.111842:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469539.111843:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a300. 00000100:00000001:3.0:1789469539.111847:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469539.111849:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111850:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469539.111853:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738380 x1876386404856064/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111858:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469539.111859:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469539.111861:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469539.111863:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469539.111864:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469539.111865:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469539.111866:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469539.111867:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe400. 02000000:00000001:3.0:1789469539.111869:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469539.111870:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469539.111872:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738380. 00000100:00000001:3.0:1789469539.111874:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469539.111876:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111877:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469539.111879:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373aa00 x1876386404856192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111884:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469539.111886:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469539.111887:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469539.111890:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469539.111891:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469539.111892:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469539.111893:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469539.111895:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd800. 02000000:00000001:3.0:1789469539.111897:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469539.111898:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469539.111899:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373aa00. 00000100:00000001:3.0:1789469539.111901:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469539.111902:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111903:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469539.111906:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739c00 x1876386404856320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469539 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.111912:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469539.111913:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469539.111915:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469539.111917:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469539.111918:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469539.111919:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469539.111920:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469539.111921:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfcc00. 02000000:00000001:3.0:1789469539.111923:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469539.111924:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469539.111925:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739c00. 00000100:00000001:3.0:1789469539.111928:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469539.111929:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.111932:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469539.112116:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469539.112123:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469539.112126:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469539.112129:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469539.112132:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469539.112134:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469539.112137:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469539.112140:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21762 00000100:00080000:0.0:1789469539.112144:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469539.112147:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469539.112149:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469539.112152:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469539.112155:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469539.112161:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469539.112163:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:0.0:1789469539.112165:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469539.112168:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:0.0:1789469539.112171:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:0.0:1789469539.112173:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:0.0:1789469539.112176:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469539.112178:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469539.112179:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469539.112181:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469539.112184:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:0.0:1789469539.112187:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469539.112190:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469539.112192:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469539.112199:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469539.112201:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469539.112203:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469539.112206:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469539.112214:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c60700. 00000020:00000040:0.0:1789469539.112217:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789469539.112220:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469539.112222:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469539.112225:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469539.112227:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469539.112230:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469539.112237:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe866c00. 00000100:00000001:0.0:1789469539.112244:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469539.112251:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469539.112260:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469539.112264:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469539.112267:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1890792] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469539.112288:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469539.112292:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469539.112295:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469539.112296:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469539.112298:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469539.112300:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469539.112302:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21762 00000100:00080000:0.0:1789469539.112305:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469539.112307:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469539.112309:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469539.112310:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469539.112312:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469539.112315:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469539.112316:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:0.0:1789469539.112318:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469539.112320:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:0.0:1789469539.112322:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:0.0:1789469539.112324:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:0.0:1789469539.112327:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469539.112329:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469539.112330:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469539.112332:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469539.112334:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:0.0:1789469539.112336:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469539.112339:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469539.112341:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469539.112344:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469539.112346:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469539.112348:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469539.112349:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469539.112352:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c62d80. 00000020:00000040:0.0:1789469539.112354:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789469539.112356:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469539.112357:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469539.112359:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469539.112361:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469539.112362:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469539.112366:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867400. 00000100:00000001:0.0:1789469539.112369:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469539.112373:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469539.112379:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469539.112382:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469539.112385:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000049d317e] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469539.112391:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469539.112393:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469539.112395:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469539.112398:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469539.112400:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469539.112402:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469539.112404:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21762 00000100:00080000:0.0:1789469539.112406:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469539.112408:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469539.112410:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469539.112411:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469539.112413:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469539.112416:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469539.112417:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:0.0:1789469539.112419:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469539.112421:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:0.0:1789469539.112422:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:0.0:1789469539.112424:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:0.0:1789469539.112427:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469539.112429:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469539.112430:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469539.112432:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469539.112434:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:0.0:1789469539.112437:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469539.112439:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469539.112441:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469539.112443:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469539.112445:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469539.112447:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469539.112449:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469539.112452:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c61180. 00000020:00000040:0.0:1789469539.112454:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1789469539.112456:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469539.112458:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469539.112459:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469539.112461:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469539.112463:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469539.112468:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe867c00. 00000100:00000001:0.0:1789469539.112471:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469539.112475:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469539.112482:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469539.112484:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469539.112487:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054e96388] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469539.112495:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469539.112497:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469539.112500:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469539.112502:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469539.112503:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469539.112505:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469539.112507:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21762 00000100:00080000:0.0:1789469539.112510:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469539.112512:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469539.112514:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469539.112516:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469539.112518:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:0.0:1789469539.112521:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469539.112522:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:0.0:1789469539.112524:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469539.112527:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:0.0:1789469539.112529:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:0.0:1789469539.112531:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:0.0:1789469539.112534:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469539.112535:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469539.112537:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469539.112539:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469539.112541:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:0.0:1789469539.112543:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:0.0:1789469539.112545:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469539.112547:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469539.112549:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469539.112551:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469539.112553:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469539.112554:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469539.112557:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967c3c63480. 00000020:00000040:0.0:1789469539.112559:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1789469539.112561:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469539.112562:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469539.112564:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469539.112565:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469539.112567:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469539.112570:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967fe865400. 00000100:00000001:0.0:1789469539.112573:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469539.112577:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469539.112584:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469539.112586:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469539.112589:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba63b393] to pc [ptlrpcd_rcv+-1] req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469539.112597:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469539.112601:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21792) 00000100:00000001:3.0:1789469539.112844:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469539.112847:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469539.112849:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469539.112855:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.112863:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469539.112865:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469539.112868:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469539.112871:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469539.112874:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469539.112877:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404856576:0@lo:38:kworker.0 00000100:00000001:3.0:1789469539.112881:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469539.112884:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469539.112886:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469539.112888:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469539.112893:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469539.112895:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469539.112900:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b898. 00000400:00000010:3.0:1789469539.112905:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469539.112910:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404856576, portal 10 00000100:00000001:3.0:1789469539.112913:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469539.112914:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492012800 : -130396217538816 : ffff8967c3c60700) 00000100:00000040:3.0:1789469539.112921:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.112929:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469539.112932:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469539.112934:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469539.112937:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404856576, offset 0 00000400:00000200:3.0:1789469539.112942:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469539.112953:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469539.112964:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7300 00000400:00000100:3.0:1789469539.112970:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404856576 offset 0 length 520: 4 00000400:00000200:3.0:1789469539.112975:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469539.112978:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469539.112987:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:3.0:1789469539.112990:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:3.0:1789469539.112993:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469539.112997:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113005:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469539.113008:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113015:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113017:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469539.113022:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469539.113027:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469539.113031:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316454548 00000100:00000010:3.0:1789469539.113057:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922240. 00000100:00000001:3.0:1789469539.113063:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469539.113106:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316454549 00000100:00000010:3.0:1789469539.113111:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922360. 00000100:00000001:3.0:1789469539.113114:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469539.113125:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316454549 00000100:00000010:3.0:1789469539.113128:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922600. 00000100:00000001:3.0:1789469539.113131:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469539.113142:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316454549 00000100:00000010:3.0:1789469539.113146:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922540. 00000100:00000001:3.0:1789469539.113148:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469539.113151:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469539.113154:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113157:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469539.113160:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113167:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469539.113169:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469539.113171:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469539.113173:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469539.113175:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469539.113178:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404856704:0@lo:38:kworker.0 00000100:00000001:3.0:1789469539.113181:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469539.113183:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469539.113185:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469539.113187:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469539.113190:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469539.113192:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469539.113195:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b210. 00000400:00000010:3.0:1789469539.113198:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469539.113201:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404856704, portal 10 00000100:00000001:3.0:1789469539.113203:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469539.113204:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492022656 : -130396217528960 : ffff8967c3c62d80) 00000100:00000040:3.0:1789469539.113209:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113216:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469539.113218:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469539.113220:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469539.113223:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404856704, offset 0 00000400:00000200:3.0:1789469539.113226:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469539.113232:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469539.113237:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7380 00000400:00000100:3.0:1789469539.113241:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404856704 offset 0 length 520: 4 00000400:00000200:3.0:1789469539.113245:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469539.113247:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469539.113252:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:3.0:1789469539.113253:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:3.0:1789469539.113256:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469539.113259:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113266:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469539.113269:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113275:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113276:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469539.113279:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469539.113282:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469539.113285:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316454549 00000100:00000001:3.0:1789469539.113290:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316454548 00000100:00000001:3.0:1789469539.113293:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316454549 00000100:00000001:3.0:1789469539.113295:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316454549 00000100:00000001:3.0:1789469539.113297:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316454549 00000100:00000001:3.0:1789469539.113299:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316454549 00000100:00000001:3.0:1789469539.113301:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316454549 00000100:00000001:3.0:1789469539.113303:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316454549 00000100:00000001:3.0:1789469539.113305:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469539.113307:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113309:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469539.113313:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113319:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469539.113320:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469539.113322:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469539.113324:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469539.113326:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469539.113328:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404856832:0@lo:38:kworker.0 00000100:00000001:3.0:1789469539.113331:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469539.113332:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469539.113334:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469539.113335:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469539.113339:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469539.113341:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469539.113343:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bdc0. 00000400:00000010:3.0:1789469539.113346:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469539.113349:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404856832, portal 10 00000100:00000001:3.0:1789469539.113351:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469539.113352:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492015488 : -130396217536128 : ffff8967c3c61180) 00000100:00000040:3.0:1789469539.113369:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113375:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469539.113376:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469539.113378:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93acc0. 00000100:00000200:3.0:1789469539.113380:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404856832, offset 0 00000400:00000200:3.0:1789469539.113384:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469539.113388:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469539.113393:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7400 00000400:00000100:3.0:1789469539.113396:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404856832 offset 0 length 520: 4 00000400:00000200:3.0:1789469539.113399:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469539.113402:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469539.113406:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93acc0 00000400:00000010:3.0:1789469539.113408:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93acc0. 00000100:00000001:3.0:1789469539.113410:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469539.113413:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113420:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469539.113423:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113427:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113429:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469539.113432:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469539.113435:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469539.113437:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316454549 00000100:00000001:3.0:1789469539.113439:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316454549 00000100:00000001:3.0:1789469539.113441:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316454549 00000100:00000001:3.0:1789469539.113443:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316454549 00000100:00000001:3.0:1789469539.113445:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316454549 00000100:00000001:3.0:1789469539.113446:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316454549 00000100:00000001:3.0:1789469539.113449:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316454549 00000100:00000001:3.0:1789469539.113451:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316454549 00000100:00000001:3.0:1789469539.113453:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469539.113455:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113457:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469539.113461:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113468:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469539.113469:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469539.113472:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469539.113473:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469539.113475:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469539.113478:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404856960:0@lo:38:kworker.0 00000100:00000001:3.0:1789469539.113481:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469539.113482:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469539.113484:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469539.113486:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469539.113489:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469539.113491:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469539.113493:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bcb8. 00000400:00000010:3.0:1789469539.113496:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93acc0. 00000100:00000200:3.0:1789469539.113499:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404856960, portal 10 00000100:00000001:3.0:1789469539.113501:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469539.113502:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677492024448 : -130396217527168 : ffff8967c3c63480) 00000100:00000040:3.0:1789469539.113507:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113513:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469539.113514:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469539.113517:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469539.113519:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404856960, offset 0 00000400:00000200:3.0:1789469539.113523:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469539.113527:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469539.113533:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7480 00000400:00000100:3.0:1789469539.113537:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404856960 offset 0 length 520: 4 00000400:00000200:3.0:1789469539.113540:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469539.113542:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469539.113546:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:3.0:1789469539.113548:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:3.0:1789469539.113550:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469539.113553:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113560:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469539.113563:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469539.113569:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113571:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469539.113573:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469539.113576:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469539.113579:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316454550 00000100:00000001:3.0:1789469539.113584:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316454549 00000100:00000001:3.0:1789469539.113587:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316454550 00000100:00000001:3.0:1789469539.113590:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316454549 00000100:00000001:3.0:1789469539.113592:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316454550 00000100:00000001:3.0:1789469539.113595:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316454549 00000100:00000001:3.0:1789469539.113598:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316454550 00000100:00000001:3.0:1789469539.113600:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316454549 00000100:00000001:3.0:1789469539.113603:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469539.113604:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113607:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113610:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.113616:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469539.113618:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469539.113621:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469539.113622:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469539.113624:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469539.113626:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469539.134161:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316454550, at 4316454551 00000100:00000010:2.0:1789469539.134175:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922600. 00000100:00000040:1.0:1789469539.134266:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316454550, at 4316454551 00000100:00000010:1.0:1789469539.134272:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922360. 00000100:00000040:0.0:1789469539.134334:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316454550, at 4316454551 00000100:00000010:0.0:1789469539.134339:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922240. 00000100:00000040:3.0:1789469539.135484:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316454550, at 4316454552 00000100:00000010:3.0:1789469539.135492:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922540. 00010000:00000001:0.0:1789469539.303166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469539.303174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469539.303179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469539.303181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469539.303187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469539.303188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469539.303270:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469539.303274:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469539.303277:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469540.137119:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469540.137138:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469540.137141:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469540.137147:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469540.137150:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469540.137156:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469540.137160:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469540.327171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469540.327178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469540.327184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469540.327185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469540.327190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469540.327192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469540.327345:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469540.327360:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469540.327363:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469541.159263:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469541.159283:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469541.159286:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469541.159293:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469541.159296:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469541.159302:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469541.159305:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469541.351193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469541.351200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469541.351205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469541.351207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469541.351211:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469541.351212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469541.357105:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469541.357123:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469541.357130:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469542.183913:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469542.183928:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469542.183930:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469542.183934:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469542.183937:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469542.183942:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469542.183944:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469542.375210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469542.375221:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469542.375228:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469542.375230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469542.375236:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469542.375241:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469542.375244:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469542.375248:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469542.375252:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469542.375255:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469542.375257:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469542.375259:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469542.378759:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469542.378768:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469542.378774:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469543.207194:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469543.207202:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469543.207215:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469518/real 1789469518] req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469543.207232:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469543.207234:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469543.207238:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b6e0. 00000400:00000200:3.0:1789469543.207245:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:3.0:1789469543.207247:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:3.0:1789469543.207252:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469543.207255:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469543.207264:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.207271:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469543.207273:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469543.207275:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469543.207277:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469543.207280:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.207286:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469543.207294:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469543.207296:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469543.207299:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469543.207301:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469543.207304:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469543.207308:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.207315:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469543.207318:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469543.207319:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469543.207321:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469543.207323:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469543.207439:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469543.207444:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469543.207676:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469543.207679:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469543.207684:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469543.207698:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404856448:0@lo:250:kworker.0 00000100:00000001:3.0:1789469543.207810:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.207814:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469543.207818:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404856448/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.207826:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469543.207828:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469543.207833:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469543.207838:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469543.207840:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469543.207842:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469543.207844:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469543.207847:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:3.0:1789469543.207850:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469543.207851:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469543.207853:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:3.0:1789469543.207918:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469543.207920:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469543.207922:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469543.216543:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469543.216553:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469543.216556:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469543.216560:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469543.216565:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469543.216570:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21766 00000100:00080000:1.0:1789469543.216575:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469543.216578:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469543.216581:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469543.216584:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469543.216586:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469543.216597:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469543.216599:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469543.216603:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469543.216606:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469543.216608:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469543.216611:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469543.216613:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469543.216615:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469543.216617:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469543.216618:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469543.216621:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469543.216625:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469543.216627:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469543.216630:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469543.216633:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469543.216636:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469543.216638:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469543.216640:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469543.216650:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789469543.216653:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469543.216657:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469543.216659:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469543.216662:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469543.216665:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469543.216669:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469543.216676:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc800. 00000100:00000001:1.0:1789469543.216682:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469543.216692:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469543.216726:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469543.216730:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469543.216734:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.216773:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469543.216776:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469543.216780:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469543.216782:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469543.216785:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469543.216788:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469543.216791:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469543.216793:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469543.216797:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469543.216802:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21796) 00000100:00000001:3.0:1789469543.216978:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469543.216983:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469543.216986:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469543.216993:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.217001:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469543.217003:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469543.217007:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469543.217010:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469543.217012:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469543.217016:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404857088:0@lo:250:kworker.0 00000100:00000001:3.0:1789469543.217020:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469543.217023:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469543.217026:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469543.217028:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469543.217033:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469543.217035:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469543.217062:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b6e0. 00000400:00000010:3.0:1789469543.217070:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469543.217076:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404857088, portal 25 00000100:00000001:3.0:1789469543.217079:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469543.217080:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046016 : -130395954505600 : ffff8967d3739880) 00000100:00000040:3.0:1789469543.217087:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.217093:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469543.217096:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469543.217099:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469543.217101:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404857088, offset 0 00000400:00000200:3.0:1789469543.217108:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469543.217121:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469543.217133:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f7500 00000400:00000100:3.0:1789469543.217139:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404857088 offset 0 length 520: 4 00000400:00000200:3.0:1789469543.217143:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469543.217145:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469543.217157:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:3.0:1789469543.217160:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:3.0:1789469543.217163:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469543.217167:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.217175:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469543.217178:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.217184:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.217186:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469543.217191:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.217195:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316463804 00000100:00000010:3.0:1789469543.217200:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922540. 00000100:00000001:3.0:1789469543.217206:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469543.217216:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316463804 00000100:00000010:3.0:1789469543.217219:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922ba0. 00000100:00000001:3.0:1789469543.217222:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469543.217225:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316463804 00000100:00000010:3.0:1789469543.217228:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922960. 00000100:00000001:3.0:1789469543.217231:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469543.217234:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316463804 00000100:00000010:3.0:1789469543.217238:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922240. 00000100:00000001:3.0:1789469543.217241:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469543.217243:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469543.217246:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.217250:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.217253:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469543.217260:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469543.217262:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469543.217264:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469543.217265:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469543.217267:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.217269:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469543.399289:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469543.399300:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469543.399307:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469543.399309:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469543.399314:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469543.399317:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469543.399584:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469543.399591:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469543.399596:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469543.822082:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469543.822099:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469543.822103:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469543.822105:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469543.822116:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469543.822132:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5500 00000400:00000100:0.0:1789469543.822140:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402424064 offset 0 length 520: 4 00000400:00000200:0.0:1789469543.822146:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469543.822149:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469543.822158:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469543.822161:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469543.822164:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469543.822166:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469543.822169:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469543.822171:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469543.822174:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469543.822286:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5580 00000400:00000100:0.0:1789469543.822293:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402424192 offset 0 length 520: 4 00000400:00000200:0.0:1789469543.822296:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469543.822298:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469543.822303:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469543.822312:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469543.822314:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469543.822316:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469544.231203:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469544.231227:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469544.231230:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469544.231236:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469544.231252:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469544.231259:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469544.231263:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469544.234580:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469544.234590:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469544.234594:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469544.234598:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469544.234601:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469544.234603:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469544.234606:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469544.234609:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469544.234611:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469544.234615:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469544.234620:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21797) 00010000:00000001:0.0:1789469544.423464:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469544.423471:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469544.423476:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469544.423478:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469544.423482:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469544.423484:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469544.423591:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469544.423595:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469544.423597:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469544.837573:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469544.837597:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469544.837602:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469544.837605:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469544.837621:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469544.837653:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5600 00000400:00000100:0.0:1789469544.837666:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402424320 offset 0 length 520: 4 00000400:00000200:0.0:1789469544.837673:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469544.837677:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469544.837689:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469544.837699:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469544.837701:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469544.837704:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469545.255180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469545.255200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469545.255203:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469545.255210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469545.255213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469545.255218:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469545.255221:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469545.447581:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469545.447592:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469545.447599:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469545.447601:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469545.447606:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469545.447608:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469545.447677:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469545.447683:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469545.447687:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469546.279306:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469546.279320:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469546.279322:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469546.279327:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469546.279329:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469546.279334:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469546.279336:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469546.471204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469546.471212:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469546.471218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469546.471219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469546.471224:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469546.471226:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469546.473175:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469546.473181:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469546.473186:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469547.303266:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469547.303281:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469547.303283:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469547.303288:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469547.303290:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469547.303295:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469547.303297:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469547.497933:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469547.497941:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469547.497947:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469547.497948:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469547.497953:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469547.497955:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469547.498057:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469547.498061:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469547.498064:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469548.263633:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469548.263645:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469548.263649:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469548.263652:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469548.263654:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469548.263657:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469548.263659:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469548.263662:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469548.263664:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469548.263666:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469548.263672:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21801) 00000100:00000001:3.0:1789469548.328906:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469548.328920:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469548.328922:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469548.328926:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469548.328928:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469548.328933:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469548.328935:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.520196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469548.520203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.520209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469548.520211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.520216:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469548.520217:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469548.520317:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469548.520320:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469548.520323:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469548.711183:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316463804, at 4316464128 00000100:00000010:2.0:1789469548.711200:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922960. 00000100:00000040:3.0:1789469548.711300:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316463804, at 4316464128 00000100:00000010:3.0:1789469548.711306:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922240. 00000100:00000040:0.0:1789469548.711503:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316463804, at 4316464128 00000100:00000010:0.0:1789469548.711509:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922540. 00000100:00000040:1.0:1789469548.713960:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316463804, at 4316464130 00000100:00000010:1.0:1789469548.713972:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922ba0. 00000100:00000001:3.0:1789469549.351161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469549.351176:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469549.351178:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469549.351183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469549.351185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469549.351189:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469549.351192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469549.543170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469549.543178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469549.543183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469549.543185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469549.543190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469549.543191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469549.543251:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469549.543254:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469549.543257:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469550.375155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469550.375172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469550.375174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469550.375180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469550.375182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469550.375187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469550.375189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469550.568435:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469550.568442:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469550.568447:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469550.568449:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469550.568454:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469550.568456:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469550.568549:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469550.568553:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469550.568556:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469551.399910:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469551.399925:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469551.399928:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469551.399943:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469551.399946:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469551.399951:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469551.399954:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469551.594298:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469551.594305:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469551.594310:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469551.594312:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469551.594316:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469551.594317:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469551.594412:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469551.594416:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469551.594419:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469552.429958:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469552.429973:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469552.429976:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469552.429981:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469552.429983:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469552.429988:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469552.429990:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469552.615195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469552.615202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469552.615208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469552.615210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469552.615214:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469552.615217:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469552.615219:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469552.615223:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469552.615227:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469552.615229:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469552.615231:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469552.615234:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469552.616871:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469552.616876:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469552.616881:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469553.322230:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469553.322240:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469553.322244:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469553.322248:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469553.322250:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469553.322253:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469553.322256:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469553.322259:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469553.322262:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469553.322265:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469553.322270:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21806) 00000100:00000001:3.0:1789469553.447154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469553.447169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469553.447171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469553.447175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469553.447177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469553.447182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469553.447184:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469553.643801:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469553.643808:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469553.643813:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469553.643814:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469553.643819:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469553.643821:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469553.643927:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469553.643931:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469553.643934:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469554.471183:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469554.471198:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469554.471200:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469554.471205:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469554.471207:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469554.471211:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469554.471213:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469554.663253:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469554.663260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469554.663265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469554.663267:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469554.663272:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469554.663274:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469554.663336:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469554.663340:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469554.663343:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469555.500789:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469555.500805:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469555.500807:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469555.500811:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469555.500813:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469555.500818:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469555.500821:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469555.687568:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469555.687575:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469555.687581:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469555.687583:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469555.687587:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469555.687588:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469555.687687:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469555.687691:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469555.687694:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469556.519361:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469556.519452:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469556.519455:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469556.519460:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469556.519462:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469556.519467:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469556.519469:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469556.711507:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469556.711514:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469556.711519:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469556.711521:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469556.711526:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469556.711527:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469556.711628:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469556.711655:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469556.711659:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469557.543213:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469557.543228:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469557.543230:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469557.543234:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469557.543236:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469557.543241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469557.543243:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469557.735304:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469557.735311:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469557.735317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469557.735319:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469557.735324:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469557.735325:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469557.735916:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469557.735920:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469557.735923:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469558.440257:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469558.440268:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469558.440272:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469558.440276:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469558.440278:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469558.440281:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469558.440284:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469558.440288:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469558.440290:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469558.440293:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469558.440298:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21811) 00000100:00000001:3.0:1789469558.568152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469558.568169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469558.568171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469558.568190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469558.568192:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469558.568198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469558.568200:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469558.759810:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469558.759818:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469558.759823:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469558.759824:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469558.759829:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469558.759830:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469558.760067:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469558.760071:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469558.760075:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469559.591427:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469559.591441:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469559.591443:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469559.591448:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469559.591450:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469559.591456:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469559.591458:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.783156:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469559.783161:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.783165:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469559.783166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.783170:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469559.783171:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469559.783251:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469559.783254:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469559.783256:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469560.615199:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469560.615218:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469560.615221:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469560.615227:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469560.615231:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469560.615238:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469560.615241:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469560.807403:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469560.807410:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469560.807417:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469560.807419:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469560.807423:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469560.807425:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469560.809119:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469560.809125:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469560.809130:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469561.639722:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469561.639770:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469561.639772:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469561.639777:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469561.639779:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469561.639784:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469561.639786:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469561.831358:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469561.831365:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469561.831372:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469561.831374:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469561.831378:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469561.831380:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469561.832110:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469561.832115:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469561.832118:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469562.663284:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469562.663300:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469562.663302:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469562.663307:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469562.663309:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469562.663315:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469562.663318:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469562.855173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469562.855181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469562.855186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469562.855187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469562.855192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469562.855195:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469562.855198:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469562.855201:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469562.855204:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469562.855206:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469562.855207:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469562.855210:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469562.859087:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469562.859095:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469562.859101:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469563.559728:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469563.559738:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469563.559741:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469563.559744:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469563.559746:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469563.559749:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469563.559751:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469563.559754:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469563.559756:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469563.559759:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469563.559783:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21816) 00000100:00000001:3.0:1789469563.687219:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469563.687233:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469563.687236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469563.687240:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469563.687242:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469563.687247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469563.687249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469563.879200:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469563.879209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469563.879216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469563.879218:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469563.879223:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469563.879225:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469563.879383:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469563.879386:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469563.879390:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469564.711254:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469564.711262:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469564.711297:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469539/real 1789469539] req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469564.711327:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469564.711335:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469564.711344:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b898. 00000400:00000200:3.0:1789469564.711351:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:3.0:1789469564.711353:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:3.0:1789469564.711358:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469564.711362:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469564.711446:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711453:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469564.711454:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711457:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469564.711459:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469564.711463:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711469:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711471:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469564.711475:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469539/real 1789469539] req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469564.711484:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469564.711485:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469564.711487:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b210. 00000400:00000200:3.0:1789469564.711489:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:3.0:1789469564.711503:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:3.0:1789469564.711506:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469564.711509:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469564.711516:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711522:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469564.711523:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711525:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469564.711526:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469564.711529:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711535:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711537:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469564.711541:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469539/real 1789469539] req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469564.711550:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469564.711551:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469564.711553:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bdc0. 00000400:00000200:3.0:1789469564.711555:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:3.0:1789469564.711557:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:3.0:1789469564.711559:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469564.711562:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469564.711569:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711574:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469564.711575:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711576:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469564.711586:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469564.711590:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711601:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711603:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469564.711606:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469539/real 1789469539] req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469564.711614:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469564.711615:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469564.711616:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bcb8. 00000400:00000200:3.0:1789469564.711619:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93acc0 00000400:00000010:3.0:1789469564.711620:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93acc0. 00000100:00000001:3.0:1789469564.711622:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469564.711625:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469564.711632:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711638:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469564.711639:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711641:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469564.711642:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469564.711645:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711650:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711684:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469564.711686:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711688:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469564.711691:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469564.711694:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469564.711698:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711705:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469564.711708:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711710:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469564.711711:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711713:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469564.711716:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469564.711718:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469564.711798:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469564.711801:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469564.711805:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469564.711813:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404856576:0@lo:38:kworker.0 00000100:00000001:3.0:1789469564.711818:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469564.711822:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.711828:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469564.711831:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711832:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469564.711833:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.711835:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469564.711836:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469564.711839:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469564.719497:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469564.719553:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469564.719556:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469564.719560:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469564.719564:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469564.719568:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469564.719572:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469564.719585:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21787 00000100:00080000:1.0:1789469564.719590:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469564.719594:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469564.719596:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469564.719598:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469564.719601:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469564.719622:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469564.719625:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469564.719637:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469564.719640:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469564.719651:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469564.719653:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469564.719656:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469564.719657:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469564.719659:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469564.719661:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469564.719680:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469564.719683:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469564.719686:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469564.719689:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469564.719706:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469564.719709:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469564.719712:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469564.719721:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469564.719731:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789469564.719735:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469564.719739:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469564.719740:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469564.719743:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469564.719746:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469564.719750:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469564.719758:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe400. 00000100:00000001:1.0:1789469564.719766:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469564.719775:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469564.719785:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469564.719789:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469564.719793:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469564.719805:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469564.719808:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469564.719811:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469564.719812:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469564.719814:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469564.719816:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469564.719819:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21787 00000100:00080000:1.0:1789469564.719822:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469564.719824:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469564.719826:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469564.719828:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469564.719829:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469564.719832:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469564.719834:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469564.719835:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469564.719837:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469564.719838:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469564.719840:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469564.719842:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469564.719844:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469564.719845:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469564.719847:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469564.719848:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469564.719850:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469564.719852:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469564.719854:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469564.719856:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469564.719858:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469564.719859:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469564.719861:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469564.719864:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789469564.719866:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469564.719868:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469564.719869:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469564.719870:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469564.719871:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469564.719873:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469564.719886:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd800. 00000100:00000001:1.0:1789469564.719890:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469564.719894:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469564.719900:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469564.719902:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469564.719905:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469564.719911:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469564.719913:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469564.719917:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469564.719919:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469564.719922:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469564.719927:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21817) 00000100:00080000:3.0:1789469564.721023:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469564.721028:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469564.721050:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469564.721060:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404856704:0@lo:38:kworker.0 00000100:00000001:3.0:1789469564.721066:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469564.721070:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721078:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469564.721081:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721083:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469564.721085:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721087:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469564.721089:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469564.721091:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469564.721097:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469564.721099:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469564.721103:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469564.721110:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404856832:0@lo:38:kworker.0 00000100:00000001:3.0:1789469564.721114:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469564.721117:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721123:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469564.721125:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721126:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469564.721128:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721129:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469564.721131:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469564.721133:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469564.721138:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1789469564.721140:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469564.721143:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469564.721154:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967c3c63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404856960:0@lo:38:kworker.0 00000100:00000001:3.0:1789469564.721157:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.721160:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469564.721163:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c60700 x1876386404856576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721169:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469564.721172:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469564.721175:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469564.721180:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469564.721182:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469564.721184:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1789469564.721186:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469564.721188:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe866c00. 02000000:00000001:3.0:1789469564.721191:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469564.721193:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469564.721194:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c60700. 00000100:00000001:3.0:1789469564.721197:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469564.721198:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721200:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469564.721203:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c62d80 x1876386404856704/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721208:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469564.721210:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469564.721211:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469564.721214:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469564.721215:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469564.721216:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1789469564.721217:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469564.721219:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867400. 02000000:00000001:3.0:1789469564.721221:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469564.721222:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469564.721223:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c62d80. 00000100:00000001:3.0:1789469564.721225:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469564.721227:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721228:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469564.721231:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c61180 x1876386404856832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721237:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469564.721238:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469564.721239:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469564.721241:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469564.721242:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469564.721243:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789469564.721244:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469564.721246:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe867c00. 02000000:00000001:3.0:1789469564.721247:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469564.721248:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469564.721249:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c61180. 00000100:00000001:3.0:1789469564.721251:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469564.721252:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721254:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469564.721257:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967c3c63480 x1876386404856960/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469564 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721261:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469564.721262:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469564.721263:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469564.721265:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469564.721266:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469564.721267:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789469564.721269:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469564.721270:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967fe865400. 02000000:00000001:3.0:1789469564.721272:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469564.721273:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469564.721274:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967c3c63480. 00000100:00000001:3.0:1789469564.721276:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469564.721277:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721279:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721287:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469564.721288:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721291:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469564.721293:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469564.721295:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469564.721298:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721304:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469564.721306:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469564.721309:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469564.721312:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469564.721314:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469564.721316:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404857216:0@lo:38:kworker.0 00000100:00000001:3.0:1789469564.721320:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469564.721324:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469564.721326:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469564.721328:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469564.721333:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08e800. 02000000:00000001:3.0:1789469564.721335:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469564.721341:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bcb8. 00000400:00000010:3.0:1789469564.721348:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93acc0. 00000100:00000200:3.0:1789469564.721354:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404857216, portal 10 00000100:00000001:3.0:1789469564.721356:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469564.721357:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:3.0:1789469564.721363:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721381:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469564.721384:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469564.721387:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469564.721390:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404857216, offset 0 00000400:00000200:3.0:1789469564.721396:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469564.721440:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469564.721451:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7580 00000400:00000100:3.0:1789469564.721457:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404857216 offset 0 length 520: 4 00000400:00000200:3.0:1789469564.721462:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469564.721464:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469564.721474:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:3.0:1789469564.721476:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:3.0:1789469564.721480:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469564.721484:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721490:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469564.721493:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721499:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.721500:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469564.721506:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469564.721510:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:3.0:1789469564.721514:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316480157 00000100:00000010:3.0:1789469564.721518:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922240. 00000100:00000001:3.0:1789469564.721524:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469564.721539:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316480157 00000100:00000010:3.0:1789469564.721542:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922360. 00000100:00000001:3.0:1789469564.721546:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469564.721551:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316480157 00000100:00000010:3.0:1789469564.721554:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922600. 00000100:00000001:3.0:1789469564.721557:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469564.721572:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316480157 00000100:00000010:3.0:1789469564.721575:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f60. 00000100:00000001:3.0:1789469564.721590:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469564.721594:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469564.721597:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.721599:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469564.721602:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721608:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469564.721623:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469564.721625:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469564.721627:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469564.721629:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469564.721632:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404857344:0@lo:38:kworker.0 00000100:00000001:3.0:1789469564.721635:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469564.721637:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469564.721638:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469564.721640:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469564.721643:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f800. 02000000:00000001:3.0:1789469564.721645:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469564.721648:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369bdc0. 00000400:00000010:3.0:1789469564.721651:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aa18. 00000100:00000200:3.0:1789469564.721653:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404857344, portal 10 00000100:00000001:3.0:1789469564.721655:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469564.721656:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:3.0:1789469564.721661:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721667:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469564.721669:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469564.721671:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469564.721673:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404857344, offset 0 00000400:00000200:3.0:1789469564.721677:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469564.721682:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469564.721686:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7600 00000400:00000100:3.0:1789469564.721690:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404857344 offset 0 length 520: 4 00000400:00000200:3.0:1789469564.721693:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469564.721695:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469564.721699:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:3.0:1789469564.721701:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:3.0:1789469564.721702:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469564.721705:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721716:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469564.721718:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.721723:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.721725:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469564.721728:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469564.721730:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:3.0:1789469564.721733:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316480157 00000100:00000001:3.0:1789469564.721735:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316480157 00000100:00000001:3.0:1789469564.721737:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316480157 00000100:00000001:3.0:1789469564.721739:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316480157 00000100:00000001:3.0:1789469564.721741:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316480157 00000100:00000001:3.0:1789469564.721743:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316480157 00000100:00000001:3.0:1789469564.721745:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316480157 00000100:00000001:3.0:1789469564.721747:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316480157 00000100:00000001:3.0:1789469564.721749:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469564.721751:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.721753:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.721755:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721759:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469564.721760:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.721762:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469564.721763:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469564.721764:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.721766:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469564.722110:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469564.722115:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469564.722118:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469564.722121:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469564.722123:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469564.722126:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469564.722129:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469564.722132:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21787 00000100:00080000:1.0:1789469564.722136:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469564.722139:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469564.722142:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469564.722143:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469564.722145:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469564.722151:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469564.722152:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469564.722155:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469564.722157:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469564.722159:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469564.722161:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469564.722165:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469564.722166:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469564.722168:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469564.722170:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469564.722173:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469564.722175:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469564.722178:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469564.722180:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469564.722185:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469564.722187:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469564.722189:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469564.722191:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469564.722198:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789469564.722202:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469564.722205:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469564.722206:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469564.722209:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469564.722212:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469564.722214:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469564.722220:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc000. 00000100:00000001:1.0:1789469564.722226:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469564.722233:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469564.722241:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469564.722244:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469564.722248:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469564.722267:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469564.722270:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469564.722273:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469564.722274:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469564.722275:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469564.722292:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469564.722294:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21787 00000100:00080000:1.0:1789469564.722296:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469564.722298:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469564.722300:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469564.722302:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469564.722303:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469564.722307:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469564.722308:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469564.722310:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469564.722312:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469564.722313:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469564.722315:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469564.722318:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469564.722320:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469564.722321:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469564.722323:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469564.722325:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469564.722327:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469564.722329:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469564.722331:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469564.722334:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469564.722336:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469564.722337:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469564.722339:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469564.722342:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789469564.722344:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469564.722346:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469564.722347:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469564.722349:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469564.722350:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469564.722351:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469564.722355:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd400. 00000100:00000001:1.0:1789469564.722358:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469564.722362:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469564.722378:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469564.722380:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469564.722383:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469564.722389:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469564.722393:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21817) 00000100:00000001:3.0:1789469564.722981:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469564.722985:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469564.722987:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469564.723076:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.723086:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469564.723106:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469564.723110:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469564.723112:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469564.723114:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469564.723117:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404857472:0@lo:38:kworker.0 00000100:00000001:3.0:1789469564.723121:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469564.723124:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469564.723126:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469564.723128:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469564.723133:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08d000. 02000000:00000001:3.0:1789469564.723135:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469564.723140:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b210. 00000400:00000010:3.0:1789469564.723145:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a198. 00000100:00000200:3.0:1789469564.723150:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404857472, portal 10 00000100:00000001:3.0:1789469564.723152:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469564.723153:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054976 : -130395954496640 : ffff8967d373bb80) 00000100:00000040:3.0:1789469564.723159:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.724486:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469564.724490:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469564.724498:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469564.724504:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404857472, offset 0 00000400:00000200:3.0:1789469564.724511:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469564.724527:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469564.724539:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7680 00000400:00000100:3.0:1789469564.724545:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404857472 offset 0 length 520: 4 00000400:00000200:3.0:1789469564.724551:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469564.724553:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469564.724568:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:3.0:1789469564.724571:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:3.0:1789469564.724574:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469564.724588:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.724602:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469564.724605:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.724612:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.724614:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469564.724620:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469564.724625:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:3.0:1789469564.724628:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316480160 00000100:00000001:3.0:1789469564.724642:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316480157 00000100:00000001:3.0:1789469564.724649:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316480160 00000100:00000001:3.0:1789469564.724653:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316480157 00000100:00000001:3.0:1789469564.724656:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316480160 00000100:00000001:3.0:1789469564.724659:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316480157 00000100:00000001:3.0:1789469564.724661:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316480160 00000100:00000001:3.0:1789469564.724664:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316480157 00000100:00000001:3.0:1789469564.724667:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469564.724670:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.724672:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469564.724676:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.724684:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469564.724685:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469564.724688:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469564.724691:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469564.724693:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469564.724696:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404857600:0@lo:38:kworker.0 00000100:00000001:3.0:1789469564.724699:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469564.724702:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469564.724705:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469564.724706:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469564.724711:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08cc00. 02000000:00000001:3.0:1789469564.724713:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469564.724717:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b898. 00000400:00000010:3.0:1789469564.724721:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93aaa0. 00000100:00000200:3.0:1789469564.724725:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404857600, portal 10 00000100:00000001:3.0:1789469564.724727:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469564.724728:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:3.0:1789469564.724734:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.724740:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469564.724742:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469564.724744:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469564.724746:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404857600, offset 0 00000400:00000200:3.0:1789469564.724749:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469564.724754:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469564.724759:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7700 00000400:00000100:3.0:1789469564.724763:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404857600 offset 0 length 520: 4 00000400:00000200:3.0:1789469564.724766:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469564.724768:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469564.724772:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:3.0:1789469564.724775:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:3.0:1789469564.724777:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469564.724779:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.724787:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469564.724790:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469564.724796:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.724798:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469564.724801:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469564.724805:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:3.0:1789469564.724808:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316480161 00000100:00000001:3.0:1789469564.724812:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316480160 00000100:00000001:3.0:1789469564.724815:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316480161 00000100:00000001:3.0:1789469564.724817:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316480160 00000100:00000001:3.0:1789469564.724819:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316480161 00000100:00000001:3.0:1789469564.724822:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316480160 00000100:00000001:3.0:1789469564.724824:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316480161 00000100:00000001:3.0:1789469564.724827:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316480160 00000100:00000001:3.0:1789469564.724829:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469564.724831:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.724836:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.724838:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.724846:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469564.724848:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469564.724850:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469564.724852:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469564.724854:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469564.724856:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469564.745178:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316480161, at 4316480162 00000100:00000010:2.0:1789469564.745194:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922600. 00000100:00000040:0.0:1789469564.745327:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316480161, at 4316480162 00000100:00000010:0.0:1789469564.745332:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922240. 00000100:00000040:3.0:1789469564.745415:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316480161, at 4316480162 00000100:00000010:3.0:1789469564.745421:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f60. 00000100:00000040:1.0:1789469564.746514:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316480161, at 4316480163 00000100:00000010:1.0:1789469564.746526:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922360. 00010000:00000001:0.0:1789469564.905938:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469564.905946:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469564.905952:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469564.905953:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469564.905958:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469564.905960:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469564.906054:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469564.906058:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469564.906061:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469565.736281:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469565.736296:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469565.736299:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469565.736304:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469565.736306:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469565.736311:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469565.736328:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469565.927171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469565.927178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469565.927184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469565.927186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469565.927191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469565.927192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469565.927296:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469565.927300:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469565.927303:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469566.759172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469566.759186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469566.759188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469566.759242:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469566.759244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469566.759249:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469566.759252:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469566.951184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469566.951191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469566.951197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469566.951198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469566.951204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469566.951206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469566.951305:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469566.951309:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469566.951312:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469567.784308:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469567.784322:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469567.784324:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469567.784329:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469567.784331:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469567.784335:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469567.784338:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469567.977598:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469567.977604:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469567.977609:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469567.977611:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469567.977615:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469567.977616:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469567.977759:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469567.977763:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469567.977765:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469568.807145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469568.807151:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469568.807165:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469543/real 1789469543] req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469568.807184:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469568.807186:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469568.807190:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b6e0. 00000400:00000200:3.0:1789469568.807196:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:3.0:1789469568.807198:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:3.0:1789469568.807202:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469568.807206:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469568.807214:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469568.807222:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469568.807223:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469568.807226:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469568.807228:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469568.807232:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469568.807238:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469568.807247:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469568.807249:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469568.807251:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469568.807255:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469568.807259:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469568.807263:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469568.807270:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469568.807273:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469568.807275:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469568.807276:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469568.807278:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469568.807280:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469568.807283:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469568.807312:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:3.0:1789469568.807315:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469568.807319:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469568.807328:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404857088:0@lo:250:kworker.0 00000100:00000001:3.0:1789469568.807333:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469568.807335:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469568.807338:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739880 x1876386404857088/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469568.807343:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469568.807346:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469568.807350:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469568.807355:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469568.807357:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469568.807359:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469568.807361:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469568.807364:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc800. 02000000:00000001:3.0:1789469568.807367:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469568.807369:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469568.807371:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739880. 00000100:00000001:3.0:1789469568.807376:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469568.807378:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469568.807381:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469568.808772:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469568.808781:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469568.808784:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469568.808787:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469568.808791:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469568.808796:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21791 00000100:00080000:1.0:1789469568.808800:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469568.808802:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469568.808805:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469568.808807:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469568.808809:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469568.808818:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469568.808820:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469568.808823:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469568.808825:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469568.808828:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469568.808831:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469568.808833:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469568.808835:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469568.808837:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469568.808838:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469568.808841:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469568.808844:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469568.808846:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469568.808848:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469568.808851:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469568.808854:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469568.808856:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469568.808858:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469568.808866:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000020:00000040:1.0:1789469568.808868:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469568.808872:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469568.808873:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469568.808876:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469568.808879:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469568.808881:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469568.808889:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dffc00. 00000100:00000001:1.0:1789469568.808895:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469568.808903:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469568.808912:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469568.808916:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469568.808920:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.808946:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469568.808949:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469568.808953:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469568.808993:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469568.808996:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469568.808999:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469568.809002:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469568.809004:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469568.809007:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469568.809012:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21821) 00000100:00000001:3.0:1789469568.809077:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469568.809080:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469568.809082:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469568.809088:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469568.809095:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469568.809097:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469568.809100:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469568.809102:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469568.809104:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469568.809107:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404857728:0@lo:250:kworker.0 00000100:00000001:3.0:1789469568.809110:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469568.809114:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469568.809116:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469568.809118:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469568.809123:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967ef08f000. 02000000:00000001:3.0:1789469568.809126:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469568.809131:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967d369b6e0. 00000400:00000010:3.0:1789469568.809137:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a110. 00000100:00000200:3.0:1789469568.809142:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404857728, portal 25 00000100:00000001:3.0:1789469568.809145:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469568.809147:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:3.0:1789469568.809152:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469568.809158:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469568.809161:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789469568.809163:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed93a6e8. 00000100:00000200:3.0:1789469568.809165:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404857728, offset 0 00000400:00000200:3.0:1789469568.809171:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789469568.809181:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789469568.809191:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f7780 00000400:00000100:3.0:1789469568.809197:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404857728 offset 0 length 520: 4 00000400:00000200:3.0:1789469568.809202:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c4880 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469568.809204:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1789469568.809213:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a6e8 00000400:00000010:3.0:1789469568.809216:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a6e8. 00000100:00000001:3.0:1789469568.809219:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469568.809223:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469568.809230:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469568.809233:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469568.809238:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469568.809240:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469568.809245:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469568.809249:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316489396 00000100:00000010:3.0:1789469568.809253:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922f60. 00000100:00000001:3.0:1789469568.809259:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469568.809269:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316489396 00000100:00000010:3.0:1789469568.809272:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59221e0. 00000100:00000001:3.0:1789469568.809275:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469568.809277:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316489396 00000100:00000010:3.0:1789469568.809280:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c59223c0. 00000100:00000001:3.0:1789469568.809284:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469568.809286:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316489396 00000100:00000010:3.0:1789469568.809289:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5922c60. 00000100:00000001:3.0:1789469568.809291:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469568.809294:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469568.809296:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469568.809300:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469568.809302:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469568.809309:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469568.809311:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469568.809313:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469568.809314:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469568.809316:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469568.809318:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.999366:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469568.999374:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.999379:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469568.999380:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.999384:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469568.999385:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469568.999595:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469568.999598:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469568.999601:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469569.353736:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469569.353815:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469569.353819:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469569.353822:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469569.353834:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469569.353852:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5680 00000400:00000100:0.0:1789469569.353861:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402424448 offset 0 length 520: 4 00000400:00000200:0.0:1789469569.353867:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469569.353871:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469569.353880:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469569.353884:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469569.353886:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469569.353888:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469569.353890:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469569.353892:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469569.353895:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469569.353900:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5700 00000400:00000100:0.0:1789469569.353904:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402424576 offset 0 length 520: 4 00000400:00000200:0.0:1789469569.353907:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469569.353909:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469569.353912:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469569.353921:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469569.353922:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469569.353925:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789469569.831202:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469569.831213:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469569.831217:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469569.831221:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469569.831223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469569.831227:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469569.831229:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469569.831233:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469569.831236:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469569.831239:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469569.831245:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21822) 00000100:00000001:2.0:1789469569.831417:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469569.831428:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469569.831431:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469569.831435:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469569.831437:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469569.831440:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469569.831443:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469570.023813:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469570.023821:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469570.023826:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469570.023827:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469570.023832:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469570.023834:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469570.025947:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469570.025953:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469570.025958:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469570.373030:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469570.373073:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469570.373077:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469570.373079:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469570.373091:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469570.373110:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5780 00000400:00000100:0.0:1789469570.373119:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402424704 offset 0 length 520: 4 00000400:00000200:0.0:1789469570.373124:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469570.373128:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469570.373138:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469570.373147:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469570.373149:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469570.373152:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469570.855157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469570.855173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469570.855175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469570.855179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469570.855182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469570.855186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469570.855188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469571.047327:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469571.047335:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469571.047341:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469571.047343:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469571.047349:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469571.047351:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469571.048788:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469571.048795:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469571.048799:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469571.880442:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469571.880456:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469571.880458:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469571.880463:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469571.880465:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469571.880469:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469571.880471:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469572.071294:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469572.071301:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469572.071307:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469572.071308:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469572.071313:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469572.071317:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469572.071319:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469572.071322:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469572.071325:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469572.071327:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469572.071329:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469572.071331:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469572.071486:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469572.071489:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469572.071492:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469572.903235:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469572.903252:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469572.903254:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469572.903259:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469572.903261:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469572.903265:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469572.903268:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469573.095303:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469573.095310:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469573.095316:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469573.095317:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469573.095322:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469573.095323:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469573.102693:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469573.102700:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469573.102705:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469573.864562:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469573.864573:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469573.864576:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469573.864579:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469573.864582:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469573.864585:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469573.864588:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469573.864591:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469573.864594:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469573.864596:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469573.864602:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21826) 00000100:00000001:2.0:1789469573.932784:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469573.932798:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469573.932800:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469573.932805:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469573.932807:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469573.932811:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469573.932814:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469574.119169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469574.119176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469574.119182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469574.119184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469574.119190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469574.119191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469574.119301:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469574.119305:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469574.119308:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469574.311774:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316489396, at 4316489728 00000100:00000010:3.0:1789469574.311790:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922c60. 00000100:00000040:0.0:1789469574.311888:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316489396, at 4316489728 00000100:00000010:0.0:1789469574.311894:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5922f60. 00000100:00000040:2.0:1789469574.312005:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316489396, at 4316489728 00000100:00000010:2.0:1789469574.312011:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59223c0. 00000100:00000040:1.0:1789469574.314124:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316489396, at 4316489731 00000100:00000010:1.0:1789469574.314138:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c59221e0. 00000100:00000001:2.0:1789469574.951224:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469574.951238:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469574.951240:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469574.951244:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469574.951248:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469574.951252:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469574.951254:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469575.143177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469575.143185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469575.143190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469575.143192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469575.143197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469575.143199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469575.143364:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469575.143368:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469575.143371:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469575.975261:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469575.975274:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469575.975277:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469575.975281:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469575.975283:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469575.975288:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469575.975290:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469576.167160:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469576.167168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469576.167173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469576.167175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469576.167179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469576.167181:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469576.167276:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469576.167279:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469576.167282:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789469576.551260:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:3.0:1789469576.551268:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469576.551273:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469576.552271:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469576.552278:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469576.552289:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469576.552293:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469576.552295:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469576.999148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469576.999161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469576.999163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469576.999168:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469576.999170:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469576.999174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469576.999176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469577.192576:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469577.192583:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469577.192588:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469577.192590:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469577.192595:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469577.192596:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469577.193202:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469577.193206:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469577.193209:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469578.023152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469578.023165:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469578.023167:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469578.023171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469578.023174:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469578.023178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469578.023181:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.215322:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469578.215329:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.215334:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469578.215336:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.215340:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469578.215342:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469578.215441:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469578.215455:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469578.215458:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469578.919363:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469578.919373:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469578.919377:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469578.919381:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469578.919383:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469578.919386:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469578.919389:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469578.919392:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469578.919395:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469578.919397:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469578.919414:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21832) 00000100:00000001:2.0:1789469579.047148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469579.047179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469579.047181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469579.047186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469579.047188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469579.047193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469579.047196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469579.239353:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469579.239363:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469579.239368:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469579.239370:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469579.239375:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469579.239377:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469579.239464:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469579.239474:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469579.239477:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469580.071128:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469580.071142:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469580.071144:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469580.071149:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469580.071151:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469580.071156:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469580.071159:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469580.263379:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469580.263387:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469580.263393:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469580.263394:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469580.263398:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469580.263400:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469580.263926:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469580.263930:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469580.263933:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469581.096652:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469581.096666:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469581.096669:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469581.096673:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469581.096675:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469581.096681:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469581.096683:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469581.290074:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469581.290081:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469581.290086:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469581.290087:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469581.290092:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469581.290093:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469581.290434:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469581.290437:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469581.290441:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469582.119219:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469582.119240:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469582.119242:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469582.119249:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469582.119252:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469582.119260:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469582.119262:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469582.311220:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469582.311231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469582.311238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469582.311240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469582.311246:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469582.311251:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469582.311254:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469582.311258:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469582.311261:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469582.311264:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469582.311266:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469582.311270:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469582.311872:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469582.311878:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469582.311882:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469583.143273:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469583.143293:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469583.143296:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469583.143302:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469583.143305:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469583.143312:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469583.143315:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469583.335218:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469583.335230:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469583.335238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469583.335240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469583.335247:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469583.335249:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469583.335421:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469583.335427:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469583.335430:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469584.042723:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469584.042737:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469584.042741:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469584.042746:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469584.042749:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469584.042752:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469584.042755:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469584.042758:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469584.042761:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469584.042764:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469584.042770:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21837) 00000100:00000001:0.0:1789469584.168573:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469584.168597:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469584.168600:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469584.168609:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469584.168613:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469584.168622:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469584.168625:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469584.361839:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469584.361850:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469584.361859:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469584.361861:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469584.361866:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469584.361868:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469584.362289:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469584.362294:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469584.362298:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469585.191203:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469585.191223:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469585.191226:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469585.191232:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469585.191235:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469585.191241:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469585.191244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469585.384034:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469585.384077:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469585.384087:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469585.384089:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469585.384095:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469585.384097:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469585.384231:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469585.384236:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469585.384240:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469586.215238:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469586.215258:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469586.215261:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469586.215267:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469586.215271:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469586.215286:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469586.215289:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469586.409206:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469586.409216:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469586.409223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469586.409225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469586.409231:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469586.409233:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469586.409488:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469586.409493:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469586.409497:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469587.239259:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469587.239279:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469587.239283:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469587.239289:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469587.239292:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469587.239299:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469587.239302:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469587.431787:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469587.431798:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469587.431805:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469587.431806:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469587.431813:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469587.431828:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469587.433478:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469587.433487:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469587.433494:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469588.264886:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469588.264903:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469588.264905:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469588.264910:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469588.264912:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469588.264917:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469588.264919:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.456179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469588.456188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.456194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469588.456195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.456200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469588.456203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469588.456311:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469588.456318:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469588.456324:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469589.159213:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469589.159222:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469589.159226:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469589.159229:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469589.159232:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469589.159235:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469589.159238:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469589.159241:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469589.159244:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469589.159247:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469589.159252:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21842) 00000100:00000001:0.0:1789469589.287119:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469589.287126:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469589.287139:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469564/real 1789469564] req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469589.287155:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469589.287157:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469589.287160:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b210. 00000400:00000200:0.0:1789469589.287166:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a198 00000400:00000010:0.0:1789469589.287168:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a198. 00000100:00000001:0.0:1789469589.287172:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469589.287175:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469589.287182:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287193:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469589.287195:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287198:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469589.287199:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469589.287202:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287208:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287211:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469589.287215:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469564/real 1789469564] req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469589.287221:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469589.287222:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469589.287223:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b898. 00000400:00000200:0.0:1789469589.287225:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aaa0 00000400:00000010:0.0:1789469589.287226:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aaa0. 00000100:00000001:0.0:1789469589.287228:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469589.287230:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469589.287237:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287241:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469589.287242:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287244:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469589.287245:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469589.287247:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287252:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287253:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469589.287257:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469564/real 1789469564] req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469589.287268:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469589.287270:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469589.287271:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bcb8. 00000400:00000200:0.0:1789469589.287273:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93acc0 00000400:00000010:0.0:1789469589.287274:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93acc0. 00000100:00000001:0.0:1789469589.287277:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469589.287279:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469589.287285:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287290:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469589.287292:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287293:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469589.287294:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469589.287296:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287301:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287303:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469589.287307:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469564/real 1789469564] req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469589.287312:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469589.287313:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469589.287315:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369bdc0. 00000400:00000200:0.0:1789469589.287317:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93aa18 00000400:00000010:0.0:1789469589.287318:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93aa18. 00000100:00000001:0.0:1789469589.287320:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469589.287323:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469589.287329:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287338:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469589.287339:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287341:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469589.287342:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469589.287345:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287350:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287358:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469589.287360:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287363:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469589.287365:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469589.287368:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469589.287371:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287379:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469589.287381:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287383:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469589.287384:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287402:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469589.287405:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469589.287408:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469589.287436:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469589.287439:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469589.287443:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469589.287451:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404857472:0@lo:38:kworker.0 00000100:00000001:0.0:1789469589.287455:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469589.287459:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287470:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469589.287472:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287474:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469589.287475:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287477:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469589.287479:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469589.287481:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469589.287486:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469589.287488:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469589.287491:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469589.287497:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404857600:0@lo:38:kworker.0 00000100:00000001:0.0:1789469589.287500:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469589.287504:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287510:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469589.287511:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287513:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469589.287513:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287515:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469589.287516:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469589.287518:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469589.287523:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469589.287525:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469589.287529:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469589.287541:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404857216:0@lo:38:kworker.0 00000100:00000001:0.0:1789469589.287545:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469589.287547:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287553:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469589.287555:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287557:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469589.287558:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287559:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469589.287560:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469589.287562:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469589.287568:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469589.287569:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469589.287573:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469589.287580:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404857344:0@lo:38:kworker.0 00000100:00000001:0.0:1789469589.287584:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.287586:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469589.287590:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373bb80 x1876386404857472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287595:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469589.287598:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469589.287602:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08d000. 02000000:00000001:0.0:1789469589.287606:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469589.287609:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469589.287611:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789469589.287614:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469589.287616:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc000. 02000000:00000001:0.0:1789469589.287620:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469589.287622:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469589.287624:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373bb80. 00000100:00000001:0.0:1789469589.287628:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469589.287629:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287641:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469589.287644:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738a80 x1876386404857600/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287650:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469589.287651:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469589.287652:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08cc00. 02000000:00000001:0.0:1789469589.287655:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469589.287656:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469589.287657:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789469589.287659:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469589.287660:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd400. 02000000:00000001:0.0:1789469589.287663:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469589.287664:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469589.287665:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738a80. 00000100:00000001:0.0:1789469589.287668:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469589.287669:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287670:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469589.287673:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404857216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287679:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469589.287680:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469589.287681:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08e800. 02000000:00000001:0.0:1789469589.287683:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469589.287684:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469589.287685:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789469589.287686:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469589.287687:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe400. 02000000:00000001:0.0:1789469589.287689:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469589.287690:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469589.287691:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:0.0:1789469589.287693:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469589.287695:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287696:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469589.287698:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404857344/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469589 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.287704:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469589.287705:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469589.287706:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f800. 02000000:00000001:0.0:1789469589.287708:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469589.287709:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469589.287710:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789469589.287711:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469589.287712:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd800. 02000000:00000001:0.0:1789469589.287714:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469589.287714:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469589.287715:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:0.0:1789469589.287717:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469589.287718:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.287720:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469589.287790:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469589.287795:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469589.287798:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469589.287802:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469589.287804:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469589.287806:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469589.287810:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469589.287812:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21812 00000100:00080000:1.0:1789469589.287816:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469589.287819:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469589.287822:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469589.287824:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469589.287826:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469589.287833:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469589.287835:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469589.287837:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469589.287840:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469589.287843:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469589.287845:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469589.287847:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469589.287849:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469589.287851:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469589.287853:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469589.287856:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469589.287859:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469589.287861:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469589.287863:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469589.287870:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469589.287873:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469589.287875:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469589.287877:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469589.287885:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000020:00000040:1.0:1789469589.287889:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469589.287892:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469589.287895:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469589.287897:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469589.287900:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469589.287903:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469589.287910:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc400. 00000100:00000001:1.0:1789469589.287915:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469589.287921:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469589.287929:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469589.287933:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469589.287937:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469589.287957:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469589.287960:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469589.287963:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469589.287964:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469589.287966:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469589.287968:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469589.287969:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21812 00000100:00080000:1.0:1789469589.287971:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469589.287973:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469589.287975:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469589.287976:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469589.287978:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469589.287980:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469589.287982:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469589.287983:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469589.287985:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469589.287987:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469589.287989:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469589.287992:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469589.287993:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469589.287995:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469589.287997:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469589.287999:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469589.288001:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469589.288003:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469589.288004:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469589.288007:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469589.288008:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469589.288010:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469589.288011:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469589.288014:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789469589.288016:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469589.288018:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469589.288019:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469589.288020:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469589.288022:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469589.288023:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469589.288027:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfec00. 00000100:00000001:1.0:1789469589.288030:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469589.288034:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469589.288066:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469589.288068:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469589.288071:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469589.288077:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469589.288080:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469589.288082:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469589.288084:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469589.288085:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469589.288087:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469589.288089:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21812 00000100:00080000:1.0:1789469589.288091:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469589.288093:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469589.288095:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469589.288097:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469589.288099:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469589.288101:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469589.288102:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469589.288104:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469589.288106:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469589.288108:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469589.288110:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469589.288113:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469589.288114:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469589.288116:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469589.288118:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469589.288120:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469589.288123:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469589.288124:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469589.288126:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469589.288129:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469589.288131:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469589.288133:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469589.288134:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469589.288137:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a680. 00000020:00000040:1.0:1789469589.288140:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469589.288142:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469589.288143:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469589.288144:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469589.288189:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469589.288191:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469589.288195:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe800. 00000100:00000001:1.0:1789469589.288198:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469589.288203:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469589.288209:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469589.288211:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469589.288214:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004c1a07a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469589.288221:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469589.288223:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469589.288226:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469589.288227:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469589.288228:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469589.288230:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469589.288232:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21812 00000100:00080000:1.0:1789469589.288234:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469589.288236:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469589.288237:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469589.288238:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469589.288240:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469589.288243:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469589.288244:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469589.288246:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469589.288248:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469589.288250:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469589.288252:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469589.288254:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469589.288256:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469589.288259:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469589.288261:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469589.288263:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469589.288265:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469589.288267:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469589.288269:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469589.288271:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469589.288273:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469589.288275:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469589.288277:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469589.288280:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b100. 00000020:00000040:1.0:1789469589.288282:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469589.288284:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469589.288286:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469589.288288:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469589.288289:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469589.288291:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469589.288294:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dff800. 00000100:00000001:1.0:1789469589.288296:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469589.288300:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469589.288305:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469589.288307:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469589.288309:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003353458e] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469589.288315:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469589.288319:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21842) 00000100:00000001:0.0:1789469589.288605:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469589.288608:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469589.288610:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469589.288614:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.288621:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469589.288623:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469589.288626:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469589.288637:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469589.288640:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469589.288643:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404857856:0@lo:38:kworker.0 00000100:00000001:0.0:1789469589.288646:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469589.288650:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469589.288652:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469589.288653:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469589.288658:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865000. 02000000:00000001:0.0:1789469589.288660:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469589.288666:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79a50. 00000400:00000010:0.0:1789469589.288671:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93550. 00000100:00000200:0.0:1789469589.288677:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404857856, portal 10 00000100:00000001:0.0:1789469589.288679:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469589.288680:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:0.0:1789469589.288687:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.288694:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469589.288696:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469589.288699:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b933b8. 00000100:00000200:0.0:1789469589.288701:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404857856, offset 0 00000400:00000200:0.0:1789469589.288707:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469589.288719:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469589.288730:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7800 00000400:00000100:0.0:1789469589.288735:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404857856 offset 0 length 520: 4 00000400:00000200:0.0:1789469589.288740:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469589.288742:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469589.288754:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b933b8 00000400:00000010:0.0:1789469589.288756:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b933b8. 00000100:00000001:0.0:1789469589.288759:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469589.288763:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.288770:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469589.288773:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.288779:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.288780:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469589.288785:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469589.288789:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789469589.288793:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316504724 00000100:00000010:0.0:1789469589.288798:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469589.288804:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469589.288814:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316504724 00000100:00000010:0.0:1789469589.288817:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feea0. 00000100:00000001:0.0:1789469589.288820:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469589.288833:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316504724 00000100:00000010:0.0:1789469589.288837:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe6c0. 00000100:00000001:0.0:1789469589.288840:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469589.288849:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316504724 00000100:00000010:0.0:1789469589.288853:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fed80. 00000100:00000001:0.0:1789469589.288856:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469589.288870:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469589.288873:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.288876:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469589.288880:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.288886:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469589.288887:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469589.288889:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469589.288891:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469589.288893:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469589.288895:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404857984:0@lo:38:kworker.0 00000100:00000001:0.0:1789469589.288898:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469589.288899:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469589.288901:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469589.288903:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469589.288907:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866800. 02000000:00000001:0.0:1789469589.288909:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469589.288912:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79c60. 00000400:00000010:0.0:1789469589.288915:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b933b8. 00000100:00000200:0.0:1789469589.288918:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404857984, portal 10 00000100:00000001:0.0:1789469589.288919:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469589.288921:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:0.0:1789469589.288925:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.288931:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469589.288933:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469589.288940:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93bb0. 00000100:00000200:0.0:1789469589.288943:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404857984, offset 0 00000400:00000200:0.0:1789469589.288947:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469589.288955:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469589.288960:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7880 00000400:00000100:0.0:1789469589.288964:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404857984 offset 0 length 520: 4 00000400:00000200:0.0:1789469589.288970:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469589.288972:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469589.288977:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93bb0 00000400:00000010:0.0:1789469589.288979:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93bb0. 00000100:00000001:0.0:1789469589.288981:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469589.288984:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.288990:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469589.288993:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.288999:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.289000:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469589.289003:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469589.289006:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789469589.289009:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316504724 00000100:00000001:0.0:1789469589.289011:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316504724 00000100:00000001:0.0:1789469589.289012:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316504724 00000100:00000001:0.0:1789469589.289014:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316504724 00000100:00000001:0.0:1789469589.289015:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316504724 00000100:00000001:0.0:1789469589.289017:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316504724 00000100:00000001:0.0:1789469589.289018:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316504724 00000100:00000001:0.0:1789469589.289020:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316504724 00000100:00000001:0.0:1789469589.289022:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469589.289023:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.289025:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469589.289028:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.289034:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469589.289035:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469589.289057:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469589.289058:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469589.289060:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469589.289062:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404858112:0@lo:38:kworker.0 00000100:00000001:0.0:1789469589.289065:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469589.289066:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469589.289068:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469589.289069:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469589.289072:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789469589.289074:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469589.289076:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd791b8. 00000400:00000010:0.0:1789469589.289079:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93bb0. 00000100:00000200:0.0:1789469589.289081:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404858112, portal 10 00000100:00000001:0.0:1789469589.289083:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469589.289084:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755049600 : -130395954502016 : ffff8967d373a680) 00000100:00000040:0.0:1789469589.289089:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.289094:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469589.289096:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469589.289097:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93c38. 00000100:00000200:0.0:1789469589.289100:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404858112, offset 0 00000400:00000200:0.0:1789469589.289104:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469589.289108:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469589.289112:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7900 00000400:00000100:0.0:1789469589.289115:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404858112 offset 0 length 520: 4 00000400:00000200:0.0:1789469589.289119:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469589.289121:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469589.289125:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93c38 00000400:00000010:0.0:1789469589.289127:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93c38. 00000100:00000001:0.0:1789469589.289129:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469589.289132:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.289141:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469589.289144:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.289150:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.289151:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469589.289154:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469589.289157:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789469589.289159:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316504725 00000100:00000001:0.0:1789469589.289164:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316504724 00000100:00000001:0.0:1789469589.289167:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316504725 00000100:00000001:0.0:1789469589.289170:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316504724 00000100:00000001:0.0:1789469589.289172:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316504725 00000100:00000001:0.0:1789469589.289175:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316504724 00000100:00000001:0.0:1789469589.289177:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316504725 00000100:00000001:0.0:1789469589.289179:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316504724 00000100:00000001:0.0:1789469589.289181:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469589.289185:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.289187:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469589.289190:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.289195:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469589.289196:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469589.289198:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469589.289200:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469589.289201:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469589.289203:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404858240:0@lo:38:kworker.0 00000100:00000001:0.0:1789469589.289206:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469589.289207:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469589.289209:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469589.289210:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469589.289213:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469589.289214:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469589.289216:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79dc0. 00000400:00000010:0.0:1789469589.289219:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93c38. 00000100:00000200:0.0:1789469589.289221:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404858240, portal 10 00000100:00000001:0.0:1789469589.289223:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469589.289224:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755052288 : -130395954499328 : ffff8967d373b100) 00000100:00000040:0.0:1789469589.289228:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.289232:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469589.289234:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469589.289236:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93880. 00000100:00000200:0.0:1789469589.289239:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404858240, offset 0 00000400:00000200:0.0:1789469589.289242:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469589.289245:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469589.289249:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7980 00000400:00000100:0.0:1789469589.289252:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404858240 offset 0 length 520: 4 00000400:00000200:0.0:1789469589.289255:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469589.289257:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469589.289261:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93880 00000400:00000010:0.0:1789469589.289263:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93880. 00000100:00000001:0.0:1789469589.289265:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469589.289268:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.289273:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469589.289276:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469589.289282:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.289283:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469589.289286:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469589.289288:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789469589.289290:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316504726 00000100:00000001:0.0:1789469589.289294:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316504725 00000100:00000001:0.0:1789469589.289296:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316504726 00000100:00000001:0.0:1789469589.289299:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316504725 00000100:00000001:0.0:1789469589.289301:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316504726 00000100:00000001:0.0:1789469589.289303:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316504725 00000100:00000001:0.0:1789469589.289305:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316504726 00000100:00000001:0.0:1789469589.289307:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316504725 00000100:00000001:0.0:1789469589.289310:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469589.289311:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.289314:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.289316:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.289322:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469589.289324:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469589.289326:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469589.289328:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469589.289329:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469589.289331:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469589.310173:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316504726, at 4316504727 00000100:00000010:2.0:1789469589.310189:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe6c0. 00000100:00000040:3.0:1789469589.310279:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316504726, at 4316504727 00000100:00000010:3.0:1789469589.310285:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fed80. 00000100:00000040:1.0:1789469589.310351:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316504726, at 4316504727 00000100:00000010:1.0:1789469589.310356:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feea0. 00000100:00000040:0.0:1789469589.310504:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316504726, at 4316504727 00000100:00000010:0.0:1789469589.310510:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00010000:00000001:0.0:1789469589.479168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469589.479176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469589.479182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469589.479184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469589.479189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469589.479191:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469589.479353:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469589.479357:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469589.479360:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469590.311259:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469590.311276:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469590.311278:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469590.311283:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469590.311285:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469590.311290:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469590.311292:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469590.503210:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469590.503217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469590.503222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469590.503223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469590.503228:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469590.503229:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469590.503392:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469590.503396:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469590.503399:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469591.335692:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469591.335707:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469591.335710:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469591.335714:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469591.335717:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469591.335721:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469591.335728:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469591.527863:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469591.527870:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469591.527876:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469591.527878:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469591.527882:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469591.527884:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469591.527947:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469591.527951:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469591.527954:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469592.359146:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469592.359164:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469592.359166:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469592.359171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469592.359173:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469592.359178:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469592.359180:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469592.551166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469592.551172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469592.551177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469592.551179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469592.551184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469592.551188:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469592.551191:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469592.551194:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469592.551197:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469592.551199:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469592.551201:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469592.551203:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469592.551312:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469592.551315:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469592.551318:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469593.383220:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469593.383230:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469593.383249:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469568/real 1789469568] req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469593.383272:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469593.383276:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469593.383282:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967d369b6e0. 00000400:00000200:0.0:1789469593.383292:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed93a110 00000400:00000010:0.0:1789469593.383297:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed93a110. 00000100:00000001:0.0:1789469593.383304:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469593.383310:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469593.383323:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.383334:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469593.383336:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469593.383341:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469593.383343:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469593.383357:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.383374:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469593.383386:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469593.383388:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469593.383393:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469593.383398:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469593.383401:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469593.383408:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.383486:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469593.383489:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469593.383493:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469593.383494:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469593.383499:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469593.383502:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469593.383507:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469593.383539:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789469593.383542:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469593.383546:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469593.383553:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404857728:0@lo:250:kworker.0 00000100:00000001:0.0:1789469593.383557:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.383559:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469593.383562:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b480 x1876386404857728/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.383568:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469593.383571:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1789469593.383574:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1789469593.383575:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967ef08f000. 02000000:00000001:0.0:1789469593.383579:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1789469593.383579:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469593.383581:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1789469593.383582:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469593.383584:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000100:00080000:1.0:1789469593.383584:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1789469593.383586:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789469593.383587:0:223621:0:(import.c:520:import_select_connection()) Process entered 02000000:00000010:0.0:1789469593.383588:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dffc00. 00000100:00080000:1.0:1789469593.383590:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21816 02000000:00000001:0.0:1789469593.383591:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469593.383593:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:1.0:1789469593.383593:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1789469593.383595:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b480. 00000100:00000040:1.0:1789469593.383596:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469593.383599:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469593.383599:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789469593.383600:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469593.383601:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469593.383603:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469593.383603:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469593.383610:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469593.383612:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:1.0:1789469593.383614:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469593.383617:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:1.0:1789469593.383619:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:1.0:1789469593.383621:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:1.0:1789469593.383623:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469593.383625:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469593.383626:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469593.383628:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469593.383631:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:1.0:1789469593.383633:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469593.383635:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469593.383637:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469593.383640:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469593.383643:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469593.383644:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469593.383646:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469593.383653:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739500. 00000020:00000040:1.0:1789469593.383656:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469593.383660:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469593.383679:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469593.383682:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469593.383685:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469593.383688:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469593.383696:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfdc00. 00000100:00000001:1.0:1789469593.383702:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469593.383709:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469593.383717:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469593.383721:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469593.383725:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f2c510] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469593.383748:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469593.383751:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469593.383755:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469593.383757:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469593.383760:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469593.383762:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469593.383765:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469593.383768:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469593.383771:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469593.383775:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21846) 00000100:00000001:0.0:1789469593.383827:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469593.383829:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469593.383831:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469593.383836:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.383844:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469593.383846:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469593.383849:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469593.383851:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469593.383854:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469593.383857:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404858368:0@lo:250:kworker.0 00000100:00000001:0.0:1789469593.383860:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469593.383864:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469593.383866:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469593.383868:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469593.383873:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469593.383875:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469593.383879:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79318. 00000400:00000010:0.0:1789469593.383884:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93880. 00000100:00000200:0.0:1789469593.383889:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404858368, portal 25 00000100:00000001:0.0:1789469593.383891:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469593.383893:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755045120 : -130395954506496 : ffff8967d3739500) 00000100:00000040:0.0:1789469593.383898:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.383904:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469593.383907:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469593.383910:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469593.383912:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404858368, offset 0 00000400:00000200:0.0:1789469593.383918:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469593.383930:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469593.383941:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f7a00 00000400:00000100:0.0:1789469593.383946:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404858368 offset 0 length 520: 4 00000400:00000200:0.0:1789469593.383950:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469593.383953:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469593.383963:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93110 00000400:00000010:0.0:1789469593.383965:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93110. 00000100:00000001:0.0:1789469593.383968:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469593.383972:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.383978:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469593.383980:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.383987:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.383989:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469593.383994:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.383998:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316513970 00000100:00000010:0.0:1789469593.384003:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469593.384009:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469593.384018:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316513970 00000100:00000010:0.0:1789469593.384021:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe780. 00000100:00000001:0.0:1789469593.384024:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469593.384027:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316513970 00000100:00000010:0.0:1789469593.384030:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe900. 00000100:00000001:0.0:1789469593.384032:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469593.384054:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316513970 00000100:00000010:0.0:1789469593.384058:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe660. 00000100:00000001:0.0:1789469593.384061:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469593.384064:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469593.384067:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.384070:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.384072:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469593.384076:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469593.384077:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469593.384079:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469593.384080:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469593.384082:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.384084:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469593.575889:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469593.575897:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469593.575902:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469593.575904:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469593.575909:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469593.575911:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469593.575980:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469593.575983:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469593.575986:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469593.862336:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469593.862353:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469593.862365:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469593.862368:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469593.862380:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469593.862397:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5800 00000400:00000100:3.0:1789469593.862406:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402424832 offset 0 length 520: 4 00000400:00000200:3.0:1789469593.862412:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469593.862415:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469593.862424:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469593.862428:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469593.862430:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469593.862433:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469593.862434:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469593.862436:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469593.862440:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469593.862445:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5880 00000400:00000100:3.0:1789469593.862450:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402424960 offset 0 length 520: 4 00000400:00000200:3.0:1789469593.862452:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469593.862454:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469593.862466:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469593.862473:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469593.862475:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469593.862478:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469594.407177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469594.407193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469594.407195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469594.407200:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469594.407203:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469594.407208:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469594.407210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469594.407980:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469594.407987:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469594.407990:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469594.407993:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469594.407995:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469594.407998:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469594.408001:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469594.408004:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469594.408006:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469594.408009:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469594.408014:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21847) 00010000:00000001:0.0:1789469594.600710:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469594.600717:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469594.600722:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469594.600723:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469594.600729:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469594.600731:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469594.601371:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469594.601374:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469594.601377:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469594.884026:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469594.884073:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469594.884077:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469594.884080:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469594.884091:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469594.884108:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5900 00000400:00000100:3.0:1789469594.884115:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402425088 offset 0 length 520: 4 00000400:00000200:3.0:1789469594.884120:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469594.884123:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469594.884132:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469594.884138:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469594.884140:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469594.884143:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469595.431190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469595.431205:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469595.431208:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469595.431212:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469595.431215:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469595.431220:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469595.431223:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469595.623706:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469595.623714:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469595.623719:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469595.623721:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469595.623726:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469595.623728:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469595.623955:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469595.623959:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469595.623962:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469596.456107:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469596.456120:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469596.456122:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469596.456127:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469596.456129:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469596.456133:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469596.456136:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469596.649888:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469596.649895:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469596.649900:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469596.649902:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469596.649907:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469596.649909:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469596.650259:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469596.650264:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469596.650267:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469597.479735:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469597.479752:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469597.479755:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469597.479759:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469597.479762:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469597.479767:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469597.479769:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469597.671535:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469597.671542:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469597.671548:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469597.671549:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469597.671556:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469597.671558:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469597.671824:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469597.671828:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469597.671831:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469598.439370:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469598.439380:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469598.439384:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469598.439388:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469598.439390:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469598.439393:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469598.439396:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469598.439399:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469598.439401:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469598.439404:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469598.439411:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21851) 00000100:00000001:0.0:1789469598.503172:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469598.503186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469598.503188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469598.503192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469598.503194:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469598.503199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469598.503202:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469598.695172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469598.695179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469598.695184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469598.695185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469598.695190:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469598.695192:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469598.695293:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469598.695300:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469598.695305:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469598.887168:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316513970, at 4316514304 00000100:00000010:2.0:1789469598.887183:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe900. 00000100:00000040:0.0:1789469598.887826:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316513970, at 4316514304 00000100:00000010:0.0:1789469598.887833:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:1.0:1789469598.888148:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316513970, at 4316514305 00000100:00000010:1.0:1789469598.888155:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe780. 00000100:00000040:3.0:1789469598.889737:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316513970, at 4316514306 00000100:00000010:3.0:1789469598.889756:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe660. 00000100:00000001:0.0:1789469599.527145:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469599.527160:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469599.527163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469599.527167:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469599.527169:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469599.527174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469599.527177:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.719342:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469599.719350:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.719355:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469599.719356:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.719361:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469599.719362:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469599.719572:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469599.719576:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469599.719579:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469600.551233:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469600.551253:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469600.551256:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469600.551262:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469600.551266:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469600.551272:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469600.551276:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469600.743539:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469600.743548:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469600.743555:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469600.743557:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469600.743563:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469600.743564:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469600.743694:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469600.743697:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469600.743701:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469601.575209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469601.575231:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469601.575234:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469601.575240:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469601.575244:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469601.575251:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469601.575254:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469601.767207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469601.767219:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469601.767226:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469601.767227:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469601.767233:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469601.767235:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469601.767380:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469601.767385:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469601.767389:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469602.600916:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469602.600938:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469602.600941:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469602.600947:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469602.600950:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469602.600956:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469602.600960:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469602.791514:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469602.791525:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469602.791533:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469602.791535:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469602.791541:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469602.791546:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469602.791549:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469602.791554:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469602.791558:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469602.791561:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469602.791563:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469602.791565:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469602.791947:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469602.791954:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469602.791958:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469603.495318:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469603.495329:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469603.495332:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469603.495336:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469603.495338:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469603.495352:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469603.495356:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469603.495359:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469603.495362:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469603.495364:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469603.495370:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21856) 00000100:00000001:0.0:1789469603.623169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469603.623185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469603.623187:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469603.623192:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469603.623195:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469603.623200:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469603.623203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469603.815169:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469603.815176:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469603.815182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469603.815183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469603.815188:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469603.815189:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469603.815330:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469603.815335:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469603.815338:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469604.649480:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469604.649495:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469604.649497:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469604.649502:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469604.649504:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469604.649509:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469604.649512:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469604.839877:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469604.839883:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469604.839888:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469604.839889:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469604.839894:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469604.839896:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469604.843455:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469604.843462:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469604.843467:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469605.671158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469605.671172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469605.671174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469605.671180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469605.671182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469605.671186:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469605.671189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469605.864747:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469605.864754:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469605.864760:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469605.864762:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469605.864768:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469605.864769:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469605.865399:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469605.865403:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469605.865406:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469606.695158:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469606.695172:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469606.695175:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469606.695179:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469606.695182:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469606.695187:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469606.695189:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469606.889227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469606.889233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469606.889238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469606.889240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469606.889245:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469606.889246:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469606.889699:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469606.889703:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469606.889706:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469607.719157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469607.719170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469607.719173:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469607.719177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469607.719179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469607.719183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469607.719186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469607.912439:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469607.912446:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469607.912451:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469607.912453:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469607.912457:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469607.912458:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469607.912552:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469607.912556:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469607.912559:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469608.615537:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469608.615548:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469608.615551:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469608.615555:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469608.615558:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469608.615561:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469608.615565:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469608.615568:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469608.615571:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469608.615573:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469608.615579:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21861) 00000100:00000001:2.0:1789469608.743302:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469608.743315:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469608.743318:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469608.743322:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469608.743325:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469608.743329:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469608.743332:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469608.935151:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469608.935158:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469608.935265:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469608.935267:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469608.935273:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469608.935274:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469608.935452:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469608.935455:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469608.935458:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469609.767448:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469609.767461:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469609.767463:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469609.767468:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469609.767470:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469609.767475:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469609.767477:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.959303:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469609.959311:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.959317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469609.959319:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.959323:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469609.959325:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469609.959877:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469609.959881:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469609.959884:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469610.791162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469610.791178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469610.791181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469610.791186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469610.791189:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469610.791194:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469610.791196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469610.983212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469610.983220:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469610.983238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469610.983240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469610.983245:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469610.983248:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469610.983383:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469610.983387:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469610.983390:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469611.815190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469611.815207:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469611.815227:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469611.815232:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469611.815234:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469611.815239:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469611.815242:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469612.007439:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469612.007447:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469612.007454:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469612.007456:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469612.007462:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469612.007467:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469612.007469:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469612.007473:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469612.007476:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469612.007479:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469612.007481:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469612.007483:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469612.007640:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469612.007644:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469612.007647:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469612.839412:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469612.839437:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469612.839440:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469612.839444:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469612.839446:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469612.839450:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469612.839453:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469613.031364:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469613.031371:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469613.031377:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469613.031379:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469613.031383:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469613.031385:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469613.031828:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469613.031832:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469613.031836:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469613.735216:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469613.735227:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469613.735230:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469613.735234:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469613.735236:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469613.735239:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469613.735242:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469613.735245:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469613.735248:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469613.735250:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469613.735257:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21866) 00000100:00000001:2.0:1789469613.863155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469613.863168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469613.863170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469613.863175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469613.863177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469613.863182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469613.863185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469614.055555:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469614.055562:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469614.055568:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469614.055570:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469614.055575:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469614.055577:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469614.055757:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469614.055760:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469614.055763:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469614.439180:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469614.439188:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469614.439193:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789469614.440230:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789469614.440237:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469614.440249:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469614.440253:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469614.440256:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469614.887157:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469614.887170:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469589/real 1789469589] req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469614.887187:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469614.887189:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469614.887192:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79a50. 00000400:00000200:2.0:1789469614.887207:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93550 00000400:00000010:2.0:1789469614.887209:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93550. 00000100:00000001:2.0:1789469614.887213:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469614.887217:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469614.887225:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887232:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469614.887234:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887237:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469614.887238:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469614.887242:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887248:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887251:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469614.887254:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469589/real 1789469589] req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469614.887262:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469614.887263:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469614.887265:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79c60. 00000400:00000200:2.0:1789469614.887268:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b933b8 00000400:00000010:2.0:1789469614.887269:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b933b8. 00000100:00000001:2.0:1789469614.887271:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469614.887273:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469614.887280:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887291:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469614.887293:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887294:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469614.887296:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469614.887300:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887306:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887308:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469614.887322:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469589/real 1789469589] req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469614.887330:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469614.887332:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469614.887333:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd791b8. 00000400:00000200:2.0:1789469614.887336:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93bb0 00000400:00000010:2.0:1789469614.887338:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93bb0. 00000100:00000001:2.0:1789469614.887339:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469614.887342:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469614.887350:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887355:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469614.887357:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887358:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469614.887360:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469614.887363:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887368:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887370:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469614.887374:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469589/real 1789469589] req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469614.887386:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469614.887387:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469614.887389:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79dc0. 00000400:00000200:2.0:1789469614.887391:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93c38 00000400:00000010:2.0:1789469614.887393:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93c38. 00000100:00000001:2.0:1789469614.887395:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469614.887397:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469614.887404:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887410:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469614.887412:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887414:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469614.887414:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469614.887417:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887424:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887431:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469614.887434:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887437:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469614.887439:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469614.887442:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469614.887446:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887453:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469614.887456:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887457:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469614.887459:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887461:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469614.887463:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469614.887477:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469614.887503:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469614.887506:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469614.887510:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469614.887519:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404857856:0@lo:38:kworker.0 00000100:00000001:2.0:1789469614.887523:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469614.887527:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887533:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469614.887535:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887537:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469614.887538:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887539:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469614.887541:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469614.887543:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469614.887548:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469614.887550:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469614.887553:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469614.887560:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404857984:0@lo:38:kworker.0 00000100:00000001:2.0:1789469614.887564:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469614.887568:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887573:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469614.887575:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887576:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469614.887578:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887579:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469614.887581:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469614.887583:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469614.887587:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469614.887589:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469614.887592:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469614.887598:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404858112:0@lo:38:kworker.0 00000100:00000001:2.0:1789469614.887601:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469614.887604:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887610:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469614.887612:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887614:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469614.887615:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887616:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469614.887618:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469614.887620:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469614.887624:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1789469614.887626:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469614.887630:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469614.887636:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404858240:0@lo:38:kworker.0 00000100:00000001:2.0:1789469614.887640:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.887642:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469614.887646:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373ad80 x1876386404857856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887657:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469614.887660:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469614.887664:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865000. 02000000:00000001:2.0:1789469614.887668:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469614.887671:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469614.887673:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1789469614.887675:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469614.887677:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc400. 02000000:00000001:2.0:1789469614.887680:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469614.887681:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469614.887683:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373ad80. 00000100:00000001:2.0:1789469614.887688:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469614.887689:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887691:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469614.887694:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404857984/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887700:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469614.887701:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469614.887702:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866800. 02000000:00000001:2.0:1789469614.887705:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469614.887706:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469614.887707:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789469614.887709:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469614.887710:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfec00. 02000000:00000001:2.0:1789469614.887712:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469614.887714:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469614.887715:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00000001:2.0:1789469614.887718:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469614.887720:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887721:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469614.887724:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a680 x1876386404858112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887730:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469614.887731:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469614.887733:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:2.0:1789469614.887736:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469614.887737:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469614.887738:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1789469614.887740:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469614.887741:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe800. 02000000:00000001:2.0:1789469614.887743:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469614.887744:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469614.887746:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a680. 00000100:00000001:2.0:1789469614.887748:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469614.887749:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887751:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469614.887754:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b100 x1876386404858240/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469614 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.887759:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469614.887761:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469614.887762:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:2.0:1789469614.887764:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469614.887765:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469614.887767:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1789469614.887769:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469614.887771:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dff800. 02000000:00000001:2.0:1789469614.887773:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469614.887775:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469614.887776:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b100. 00000100:00000001:2.0:1789469614.887777:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469614.887778:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.887780:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469614.887926:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469614.887931:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469614.887934:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469614.887939:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469614.887941:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469614.887944:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469614.887947:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469614.887950:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21837 00000100:00080000:1.0:1789469614.887953:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469614.887956:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469614.887958:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469614.887961:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469614.887963:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469614.887971:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469614.887972:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469614.887975:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469614.887978:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469614.887980:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469614.887982:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469614.887984:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469614.887986:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469614.887988:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469614.887989:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469614.887992:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469614.887995:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469614.887997:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469614.887999:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469614.888007:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469614.888009:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469614.888012:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469614.888014:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469614.888022:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739f80. 00000020:00000040:1.0:1789469614.888025:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469614.888029:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469614.888031:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469614.888034:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469614.888065:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469614.888068:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469614.888077:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dff800. 00000100:00000001:1.0:1789469614.888083:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469614.888090:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469614.888098:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469614.888103:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469614.888106:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b761f95] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469614.888126:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469614.888129:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469614.888132:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469614.888133:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469614.888134:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469614.888136:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469614.888138:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21837 00000100:00080000:1.0:1789469614.888140:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469614.888143:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469614.888145:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469614.888146:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469614.888148:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469614.888152:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469614.888153:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469614.888154:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469614.888157:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469614.888159:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469614.888161:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469614.888165:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469614.888167:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469614.888169:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469614.888170:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469614.888172:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469614.888174:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469614.888176:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469614.888178:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469614.888181:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469614.888182:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469614.888184:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469614.888186:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469614.888189:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b100. 00000020:00000040:1.0:1789469614.888191:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469614.888194:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469614.888203:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469614.888206:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469614.888207:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469614.888209:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469614.888213:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe800. 00000100:00000001:1.0:1789469614.888216:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469614.888220:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469614.888227:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469614.888229:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469614.888232:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003353458e] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469614.888239:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469614.888242:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469614.888244:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469614.888245:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469614.888247:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469614.888249:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469614.888251:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21837 00000100:00080000:1.0:1789469614.888253:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469614.888255:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469614.888257:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469614.888258:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469614.888260:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469614.888263:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469614.888264:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469614.888265:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469614.888267:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469614.888268:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469614.888270:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469614.888272:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469614.888274:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469614.888275:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469614.888276:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469614.888278:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469614.888280:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469614.888282:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469614.888284:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469614.888286:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469614.888287:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469614.888289:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469614.888290:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469614.888293:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373a680. 00000020:00000040:1.0:1789469614.888296:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469614.888297:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469614.888299:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469614.888300:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469614.888301:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469614.888303:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469614.888305:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfec00. 00000100:00000001:1.0:1789469614.888317:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469614.888322:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469614.888328:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469614.888330:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469614.888333:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004c1a07a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469614.888339:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469614.888341:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469614.888344:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469614.888345:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469614.888347:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469614.888349:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469614.888351:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21837 00000100:00080000:1.0:1789469614.888353:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469614.888355:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469614.888356:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469614.888358:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469614.888360:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469614.888363:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469614.888364:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469614.888366:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469614.888368:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469614.888370:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469614.888372:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469614.888374:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469614.888376:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469614.888378:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469614.888380:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469614.888382:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469614.888385:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469614.888387:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469614.888389:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469614.888392:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469614.888394:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469614.888395:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469614.888396:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469614.888399:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738e00. 00000020:00000040:1.0:1789469614.888401:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469614.888403:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469614.888404:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469614.888406:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469614.888407:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469614.888408:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469614.888411:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc400. 00000100:00000001:1.0:1789469614.888414:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469614.888417:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469614.888423:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469614.888425:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469614.888428:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb99d872] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469614.888433:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469614.888437:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21868) 00000100:00000001:2.0:1789469614.888535:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469614.888538:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469614.888541:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469614.888545:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.888553:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469614.888555:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469614.888558:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469614.888560:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469614.888562:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469614.888566:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404858496:0@lo:38:kworker.0 00000100:00000001:2.0:1789469614.888569:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469614.888573:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469614.888575:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469614.888577:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469614.888582:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542800. 02000000:00000001:2.0:1789469614.888584:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469614.888590:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41431b8. 00000400:00000010:2.0:1789469614.888595:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed9643b8. 00000100:00000200:2.0:1789469614.888601:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404858496, portal 10 00000100:00000001:2.0:1789469614.888603:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469614.888605:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755047808 : -130395954503808 : ffff8967d3739f80) 00000100:00000040:2.0:1789469614.888611:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.888617:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469614.888620:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469614.888622:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789469614.888624:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404858496, offset 0 00000400:00000200:2.0:1789469614.888629:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469614.888641:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469614.888650:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7a80 00000400:00000100:2.0:1789469614.888656:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404858496 offset 0 length 520: 4 00000400:00000200:2.0:1789469614.888661:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469614.888664:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469614.888673:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:2.0:1789469614.888676:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:2.0:1789469614.888679:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469614.888683:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.888690:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469614.888694:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.888705:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.888706:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469614.888711:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469614.888715:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:2.0:1789469614.888719:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316530324 00000100:00000010:2.0:1789469614.888724:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ae0. 00000100:00000001:2.0:1789469614.888730:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789469614.888753:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316530324 00000100:00000010:2.0:1789469614.888757:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37600. 00000100:00000001:2.0:1789469614.888760:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789469614.888763:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316530324 00000100:00000010:2.0:1789469614.888766:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37900. 00000100:00000001:2.0:1789469614.888769:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469614.888772:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316530324 00000100:00000010:2.0:1789469614.888775:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c5c37ba0. 00000100:00000001:2.0:1789469614.888777:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469614.888842:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469614.888846:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.888849:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469614.888853:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.888859:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469614.888861:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469614.888863:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469614.888865:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469614.888866:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469614.888869:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404858624:0@lo:38:kworker.0 00000100:00000001:2.0:1789469614.888872:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469614.888874:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469614.888876:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469614.888878:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469614.888882:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5542000. 02000000:00000001:2.0:1789469614.888884:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469614.888887:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41439f8. 00000400:00000010:2.0:1789469614.888891:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964908. 00000100:00000200:2.0:1789469614.888894:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404858624, portal 10 00000100:00000001:2.0:1789469614.888896:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469614.888897:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755052288 : -130395954499328 : ffff8967d373b100) 00000100:00000040:2.0:1789469614.888902:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.888908:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469614.888910:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469614.888912:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789469614.888915:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404858624, offset 0 00000400:00000200:2.0:1789469614.888918:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469614.888923:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469614.888928:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7b00 00000400:00000100:2.0:1789469614.888932:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404858624 offset 0 length 520: 4 00000400:00000200:2.0:1789469614.888935:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469614.888937:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469614.888942:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:2.0:1789469614.888943:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:2.0:1789469614.888946:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469614.888949:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.888956:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469614.888958:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.888963:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.888965:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469614.888967:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469614.888970:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:2.0:1789469614.888973:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316530324 00000100:00000001:2.0:1789469614.888975:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316530324 00000100:00000001:2.0:1789469614.888977:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316530324 00000100:00000001:2.0:1789469614.888979:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316530324 00000100:00000001:2.0:1789469614.888981:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316530324 00000100:00000001:2.0:1789469614.888983:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316530324 00000100:00000001:2.0:1789469614.888985:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316530324 00000100:00000001:2.0:1789469614.888987:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316530324 00000100:00000001:2.0:1789469614.888989:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469614.888991:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.888993:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469614.888997:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.889003:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469614.889004:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469614.889006:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469614.889008:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469614.889010:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469614.889013:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404858752:0@lo:38:kworker.0 00000100:00000001:2.0:1789469614.889016:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469614.889017:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469614.889019:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469614.889021:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469614.889024:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540c00. 02000000:00000001:2.0:1789469614.889026:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469614.889028:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f41436e0. 00000400:00000010:2.0:1789469614.889031:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964088. 00000100:00000200:2.0:1789469614.889033:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404858752, portal 10 00000100:00000001:2.0:1789469614.889035:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469614.889056:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755049600 : -130395954502016 : ffff8967d373a680) 00000100:00000040:2.0:1789469614.889104:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.889110:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469614.889112:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469614.889115:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469614.889118:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404858752, offset 0 00000400:00000200:2.0:1789469614.889121:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469614.889126:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469614.889130:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7b80 00000400:00000100:2.0:1789469614.889134:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404858752 offset 0 length 520: 4 00000400:00000200:2.0:1789469614.889138:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469614.889140:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469614.889144:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:2.0:1789469614.889146:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:2.0:1789469614.889149:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469614.889151:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.889157:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469614.889160:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.889165:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.889166:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469614.889169:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469614.889172:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:2.0:1789469614.889174:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316530325 00000100:00000001:2.0:1789469614.889179:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316530324 00000100:00000001:2.0:1789469614.889183:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316530325 00000100:00000001:2.0:1789469614.889185:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316530324 00000100:00000001:2.0:1789469614.889188:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316530325 00000100:00000001:2.0:1789469614.889191:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316530324 00000100:00000001:2.0:1789469614.889194:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316530325 00000100:00000001:2.0:1789469614.897688:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316530324 00000100:00000001:2.0:1789469614.897703:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469614.897708:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.897713:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469614.897725:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.897734:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469614.897736:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469614.897740:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469614.897743:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469614.897746:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469614.897749:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404858880:0@lo:38:kworker.0 00000100:00000001:2.0:1789469614.897753:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469614.897758:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469614.897760:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469614.897762:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469614.897770:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967c5540400. 02000000:00000001:2.0:1789469614.897772:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469614.897778:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967f4143d10. 00000400:00000010:2.0:1789469614.897785:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964f68. 00000100:00000200:2.0:1789469614.897791:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404858880, portal 10 00000100:00000001:2.0:1789469614.897794:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469614.897795:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755043328 : -130395954508288 : ffff8967d3738e00) 00000100:00000040:2.0:1789469614.897803:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.897809:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469614.897812:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789469614.897815:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967ed964880. 00000100:00000200:2.0:1789469614.897818:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404858880, offset 0 00000400:00000200:2.0:1789469614.897824:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789469614.897837:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789469614.897849:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7c00 00000400:00000100:2.0:1789469614.897855:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404858880 offset 0 length 520: 4 00000400:00000200:2.0:1789469614.897859:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e7af9fe0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1789469614.897862:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1789469614.897874:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964880 00000400:00000010:2.0:1789469614.897877:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964880. 00000100:00000001:2.0:1789469614.897880:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469614.897883:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.897891:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469614.897894:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469614.897900:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.897902:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469614.897907:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469614.897911:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:2.0:1789469614.897915:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316530334 00000100:00000001:2.0:1789469614.897923:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316530325 00000100:00000001:2.0:1789469614.897926:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316530334 00000100:00000001:2.0:1789469614.897930:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316530325 00000100:00000001:2.0:1789469614.897933:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316530334 00000100:00000001:2.0:1789469614.897936:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316530325 00000100:00000001:2.0:1789469614.897938:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316530334 00000100:00000001:2.0:1789469614.897941:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316530325 00000100:00000001:2.0:1789469614.897943:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469614.897946:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.897948:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.897952:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.897959:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469614.897961:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469614.897965:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469614.897966:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469614.897969:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469614.897970:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469614.918494:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316530334, at 4316530335 00000100:00000010:3.0:1789469614.918508:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ba0. 00000100:00000040:0.0:1789469614.918676:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316530334, at 4316530335 00000100:00000010:0.0:1789469614.918682:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37ae0. 00000100:00000040:1.0:1789469614.918751:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316530334, at 4316530335 00000100:00000010:1.0:1789469614.918758:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37600. 00000100:00000040:2.0:1789469614.918973:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316530334, at 4316530335 00000100:00000010:2.0:1789469614.918980:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c5c37900. 00010000:00000001:0.0:1789469615.079180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469615.079203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469615.079209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469615.079211:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469615.079216:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469615.079218:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469615.086708:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469615.086714:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469615.086720:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469615.911987:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469615.912000:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469615.912002:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469615.912006:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469615.912009:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469615.912013:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469615.912015:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469616.103164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469616.103171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469616.103177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469616.103178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469616.103183:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469616.103185:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469616.103293:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469616.103296:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469616.103299:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469616.939452:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469616.939466:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469616.939468:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469616.939473:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469616.939475:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469616.939480:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469616.939483:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469617.127164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469617.127170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469617.127176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469617.127177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469617.127195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469617.127196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469617.127728:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469617.127731:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469617.127735:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469617.959183:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469617.959197:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469617.959200:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469617.959205:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469617.959207:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469617.959212:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469617.959215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469618.151669:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469618.151677:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469618.151684:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469618.151685:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469618.151699:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469618.151701:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469618.152099:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469618.152103:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469618.152106:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469618.985322:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469618.985330:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469618.985345:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469593/real 1789469593] req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469618.985363:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469618.985365:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469618.985369:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79318. 00000400:00000200:0.0:1789469618.985375:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93880 00000400:00000010:0.0:1789469618.985378:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93880. 00000100:00000001:0.0:1789469618.985382:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469618.985387:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469618.985396:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.985402:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469618.985404:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469618.985407:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469618.985409:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469618.985413:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.985421:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469618.985432:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469618.985434:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469618.985437:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469618.985439:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469618.985443:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469618.985447:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.985453:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469618.985456:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469618.985457:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469618.985459:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469618.985461:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469618.985463:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469618.985466:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469618.985493:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789469618.985495:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469618.985499:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469618.985507:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404858368:0@lo:250:kworker.0 00000100:00000001:0.0:1789469618.985514:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.985516:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469618.985520:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739500 x1876386404858368/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.985526:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469618.985530:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469618.985534:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469618.985538:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469618.985541:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469618.985543:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789469618.985545:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469618.985548:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfdc00. 02000000:00000001:0.0:1789469618.985552:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469618.985554:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469618.985556:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739500. 00000100:00000001:0.0:1789469618.985560:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469618.985561:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469618.985563:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469618.986978:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469618.986986:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469618.986988:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469618.986992:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469618.986996:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469618.986999:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21841 00000100:00080000:2.0:1789469618.987005:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469618.987007:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469618.987010:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469618.987013:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469618.987015:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469618.987023:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469618.987025:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789469618.987027:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469618.987071:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789469618.987075:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789469618.987077:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789469618.987080:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469618.987082:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469618.987084:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469618.987086:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469618.987088:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789469618.987092:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469618.987094:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469618.987097:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469618.987101:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469618.987103:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469618.987106:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469618.987108:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469618.987117:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940e00. 00000020:00000040:2.0:1789469618.987120:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469618.987124:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469618.987126:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469618.987128:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469618.987131:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469618.987135:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469618.987155:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5541400. 00000100:00000001:2.0:1789469618.987162:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469618.987177:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469618.987186:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469618.987190:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469618.987194:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060d7e1e2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469618.987217:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469618.987221:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469618.987224:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469618.987227:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469618.987230:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469618.987232:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469618.987235:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469618.987238:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469618.987241:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469618.987245:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21872) 00000100:00000001:0.0:1789469618.987796:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469618.987801:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469618.987803:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469618.987810:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.987828:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469618.987830:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469618.987834:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469618.987837:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469618.987839:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469618.987842:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404859008:0@lo:250:kworker.0 00000100:00000001:0.0:1789469618.987846:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469618.987850:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469618.987852:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469618.987855:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469618.987860:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469618.987862:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469618.987870:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79318. 00000400:00000010:0.0:1789469618.987875:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93880. 00000100:00000200:0.0:1789469618.987883:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404859008, portal 25 00000100:00000001:0.0:1789469618.987885:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469618.987887:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622955520 : -130396086596096 : ffff8967cb940e00) 00000100:00000040:0.0:1789469618.987892:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.987899:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469618.987902:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469618.987904:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469618.987907:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404859008, offset 0 00000400:00000200:0.0:1789469618.987913:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469618.987926:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469618.987936:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f7c80 00000400:00000100:0.0:1789469618.987942:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404859008 offset 0 length 520: 4 00000400:00000200:0.0:1789469618.987947:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469618.987950:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469618.987962:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93110 00000400:00000010:0.0:1789469618.987965:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93110. 00000100:00000001:0.0:1789469618.987968:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469618.987972:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.987979:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469618.987982:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.987989:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.987990:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469618.987995:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.987999:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316539574 00000100:00000010:0.0:1789469618.988004:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469618.988010:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469618.988022:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316539574 00000100:00000010:0.0:1789469618.988557:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789469618.988563:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469618.988569:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316539575 00000100:00000010:0.0:1789469618.988573:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe600. 00000100:00000001:0.0:1789469618.988575:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469618.988578:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316539575 00000100:00000010:0.0:1789469618.988580:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe360. 00000100:00000001:0.0:1789469618.988583:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469618.988586:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469618.988589:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.988593:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.988596:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469618.988603:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469618.988605:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469618.988607:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469618.988608:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469618.988609:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.988611:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.175196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469619.175202:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.175207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469619.175208:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.175213:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469619.175216:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469619.175445:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469619.175448:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469619.175451:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469619.410367:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469619.410385:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469619.410389:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469619.410392:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469619.410402:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469619.410419:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5980 00000400:00000100:3.0:1789469619.410428:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402425216 offset 0 length 520: 4 00000400:00000200:3.0:1789469619.410433:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469619.410435:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469619.410444:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469619.410448:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469619.410450:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469619.410452:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469619.410454:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469619.410456:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469619.410459:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469619.410465:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5a00 00000400:00000100:3.0:1789469619.410468:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402425344 offset 0 length 520: 4 00000400:00000200:3.0:1789469619.410471:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469619.410473:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469619.410477:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469619.410482:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469619.410484:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469619.410487:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469620.007195:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469620.007209:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469620.007211:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469620.007216:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469620.007218:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469620.007223:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469620.007225:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469620.008029:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469620.008034:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469620.008051:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469620.008055:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469620.008057:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469620.008060:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469620.008063:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469620.008066:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469620.008069:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469620.008072:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469620.008078:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21873) 00010000:00000001:0.0:1789469620.201803:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469620.201811:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469620.201816:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469620.201818:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469620.201823:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469620.201824:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469620.201978:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469620.201981:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469620.201985:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469620.426295:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469620.426314:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469620.426317:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469620.426320:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469620.426331:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469620.426349:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5a80 00000400:00000100:0.0:1789469620.426357:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402425472 offset 0 length 520: 4 00000400:00000200:0.0:1789469620.426362:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469620.426364:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469620.426374:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469620.426383:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469620.426386:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469620.426388:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469621.032275:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469621.032290:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469621.032292:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469621.032297:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469621.032299:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469621.032304:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469621.032306:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469621.225286:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469621.225293:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469621.225299:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469621.225300:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469621.225304:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469621.225306:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469621.228433:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469621.228440:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469621.228444:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469622.055197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469622.055211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469622.055213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469622.055218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469622.055221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469622.055225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469622.055227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469622.247315:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469622.247323:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469622.247329:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469622.247330:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469622.247335:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469622.247339:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469622.247341:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469622.247344:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469622.247347:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469622.247349:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469622.247351:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469622.247353:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469622.251025:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469622.251034:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469622.251051:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469623.079204:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469623.079219:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469623.079221:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469623.079226:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469623.079237:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469623.079242:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469623.079244:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469623.271527:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469623.271534:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469623.271539:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469623.271541:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469623.271546:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469623.271547:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469623.271804:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469623.271809:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469623.271812:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469624.039179:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469624.039189:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469624.039192:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469624.039196:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469624.039198:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469624.039201:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469624.039204:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469624.039208:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469624.039211:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469624.039213:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469624.039219:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21877) 00000100:00000001:0.0:1789469624.103307:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469624.103323:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469624.103325:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469624.103329:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469624.103341:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469624.103346:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469624.103349:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469624.295624:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469624.295631:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469624.295637:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469624.295638:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469624.295651:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469624.295653:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469624.295790:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469624.295794:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469624.295797:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469624.489342:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316539575, at 4316539906 00000100:00000010:2.0:1789469624.489359:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe600. 00000100:00000040:1.0:1789469624.489542:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316539574, at 4316539906 00000100:00000010:1.0:1789469624.489548:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000040:0.0:1789469624.489973:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316539574, at 4316539906 00000100:00000010:0.0:1789469624.489978:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:3.0:1789469624.493611:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316539575, at 4316539910 00000100:00000010:3.0:1789469624.493625:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe360. 00000100:00000001:0.0:1789469625.127197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469625.127211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469625.127213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469625.127218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469625.127220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469625.127225:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469625.127227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469625.320091:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469625.320098:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469625.320104:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469625.320105:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469625.320110:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469625.320112:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469625.320206:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469625.320210:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469625.320242:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469626.155088:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469626.155102:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469626.155105:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469626.155119:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469626.155131:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469626.155136:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469626.155139:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469626.343617:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469626.343625:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469626.343631:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469626.343632:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469626.343638:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469626.343640:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469626.344179:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469626.344183:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469626.344186:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469627.175661:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469627.175675:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469627.175678:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469627.175683:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469627.175685:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469627.175690:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469627.175693:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469627.368754:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469627.368760:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469627.368765:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469627.368767:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469627.368771:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469627.368773:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469627.368930:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469627.368935:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469627.368938:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469628.199288:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469628.199303:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469628.199305:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469628.199310:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469628.199312:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469628.199317:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469628.199320:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469628.393443:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469628.393451:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469628.393456:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469628.393458:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469628.393462:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469628.393463:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469628.393645:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469628.393649:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469628.393652:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469629.099016:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469629.099025:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469629.099028:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469629.099032:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469629.099035:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469629.099052:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469629.099055:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469629.099058:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469629.099060:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469629.099063:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469629.099068:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21882) 00000100:00000001:0.0:1789469629.223182:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469629.223198:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469629.223200:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469629.223205:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469629.223208:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469629.223212:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469629.223215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.415176:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469629.415184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.415189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469629.415191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.415196:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469629.415198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469629.415288:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469629.415292:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469629.415295:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469630.248962:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469630.248976:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469630.248978:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469630.248983:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469630.248985:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469630.248990:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469630.248993:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469630.442306:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469630.442313:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469630.442319:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469630.442320:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469630.442325:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469630.442326:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469630.442595:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469630.442599:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469630.442602:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469631.271271:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469631.271291:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469631.271293:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469631.271299:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469631.271302:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469631.271309:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469631.271312:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469631.465851:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469631.465861:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469631.465869:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469631.465871:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469631.465877:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469631.465879:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469631.466339:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469631.466345:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469631.466349:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469632.295163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469632.295179:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469632.295181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469632.295186:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469632.295188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469632.295193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469632.295196:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469632.487260:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469632.487269:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469632.487275:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469632.487276:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469632.487281:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469632.487284:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469632.487286:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469632.487290:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469632.487293:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469632.487295:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469632.487297:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469632.487299:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469632.487452:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469632.487455:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469632.487458:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469633.319219:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469633.319232:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469633.319234:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469633.319238:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469633.319241:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469633.319245:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469633.319247:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469633.511236:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469633.511245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469633.511251:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469633.511253:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469633.511258:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469633.511259:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469633.511369:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469633.511373:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469633.511376:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469634.215551:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469634.215562:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469634.215566:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469634.215569:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469634.215571:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469634.215575:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469634.215578:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469634.215581:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469634.215584:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469634.215586:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469634.215593:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21887) 00000100:00000001:0.0:1789469634.343180:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469634.343195:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469634.343198:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469634.343202:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469634.343204:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469634.343208:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469634.343210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469634.535284:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469634.535292:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469634.535299:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469634.535300:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469634.535305:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469634.535306:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469634.535624:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469634.535628:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469634.535630:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469635.367188:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469635.367204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469635.367207:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469635.367212:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469635.367214:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469635.367219:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469635.367221:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469635.559182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469635.559189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469635.559195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469635.559197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469635.559201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469635.559203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469635.560006:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469635.560011:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469635.560015:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469636.392532:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469636.392546:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469636.392548:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469636.392553:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469636.392556:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469636.392560:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469636.392564:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469636.583328:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469636.583336:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469636.583342:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469636.583344:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469636.583348:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469636.583349:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469636.583433:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469636.583436:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469636.583440:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469637.415166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469637.415181:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469637.415184:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469637.415188:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469637.415190:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469637.415195:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469637.415198:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469637.607614:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469637.607622:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469637.607627:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469637.607629:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469637.607634:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469637.607635:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469637.608218:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469637.608222:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469637.608226:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469638.439165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469638.439178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469638.439180:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469638.439185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469638.439187:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469638.439191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469638.439194:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469638.631175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469638.631183:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469638.631189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469638.631190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469638.631195:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469638.631196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469638.631292:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469638.631295:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469638.631298:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469639.335181:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.335191:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469639.335194:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.335198:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469639.335200:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.335203:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469639.335206:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.335209:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469639.335211:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.335213:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469639.335219:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21892) 00000100:00000001:0.0:1789469639.463151:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469639.463158:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469639.463181:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469614/real 1789469614] req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469639.463198:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469639.463200:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469639.463203:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41431b8. 00000400:00000200:0.0:1789469639.463210:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed9643b8 00000400:00000010:0.0:1789469639.463212:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed9643b8. 00000100:00000001:0.0:1789469639.463216:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469639.463220:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469639.463228:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463234:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469639.463236:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463238:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469639.463240:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469639.463243:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463250:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463252:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469639.463256:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469614/real 1789469614] req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469639.463263:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469639.463264:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469639.463265:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41439f8. 00000400:00000200:0.0:1789469639.463267:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964908 00000400:00000010:0.0:1789469639.463269:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964908. 00000100:00000001:0.0:1789469639.463270:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469639.463273:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469639.463279:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463285:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469639.463286:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463288:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469639.463289:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469639.463293:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463300:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463302:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469639.463305:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469614/real 1789469614] req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469639.463312:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469639.463313:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469639.463315:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f41436e0. 00000400:00000200:0.0:1789469639.463317:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964088 00000400:00000010:0.0:1789469639.463319:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964088. 00000100:00000001:0.0:1789469639.463321:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469639.463324:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469639.463331:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463337:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469639.463338:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463340:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469639.463341:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469639.463344:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463350:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463352:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469639.463356:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469614/real 1789469614] req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469639.463363:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469639.463364:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469639.463365:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967f4143d10. 00000400:00000200:0.0:1789469639.463367:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967ed964f68 00000400:00000010:0.0:1789469639.463369:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967ed964f68. 00000100:00000001:0.0:1789469639.463372:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469639.463375:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469639.463382:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463388:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469639.463389:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463391:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469639.463392:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469639.463396:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463402:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463410:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469639.463412:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463414:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469639.463416:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469639.463419:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469639.463424:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463430:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469639.463433:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463434:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469639.463435:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463438:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469639.463440:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469639.463443:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469639.463471:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469639.463473:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469639.463477:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469639.463485:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404858496:0@lo:38:kworker.0 00000100:00000001:0.0:1789469639.463490:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469639.463494:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463499:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469639.463501:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463502:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469639.463504:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463505:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469639.463506:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469639.463508:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469639.463514:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469639.463516:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469639.463519:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469639.463527:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404858624:0@lo:38:kworker.0 00000100:00000001:0.0:1789469639.463530:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469639.463533:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463539:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469639.463541:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463543:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469639.463544:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463545:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469639.463546:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469639.463548:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469639.463553:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469639.463555:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469639.463559:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469639.463566:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404858752:0@lo:38:kworker.0 00000100:00000001:0.0:1789469639.463570:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469639.463573:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463579:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469639.463581:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463583:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469639.463584:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463585:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469639.463587:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469639.463588:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469639.463592:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469639.463594:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469639.463598:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469639.463605:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404858880:0@lo:38:kworker.0 00000100:00000001:0.0:1789469639.463608:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.463610:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469639.463614:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3739f80 x1876386404858496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463621:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469639.463623:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469639.463627:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542800. 02000000:00000001:0.0:1789469639.463632:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469639.463634:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469639.463646:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789469639.463649:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469639.463652:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dff800. 02000000:00000001:0.0:1789469639.463655:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469639.463657:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469639.463660:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3739f80. 00000100:00000001:0.0:1789469639.463665:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469639.463667:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463669:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469639.463672:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b100 x1876386404858624/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463678:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469639.463680:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469639.463681:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5542000. 02000000:00000001:0.0:1789469639.463683:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469639.463684:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469639.463686:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789469639.463687:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469639.463688:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe800. 02000000:00000001:0.0:1789469639.463691:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469639.463692:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469639.463693:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b100. 00000100:00000001:0.0:1789469639.463696:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469639.463697:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463699:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469639.463702:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373a680 x1876386404858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463708:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469639.463710:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469639.463711:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540c00. 02000000:00000001:0.0:1789469639.463713:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469639.463714:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469639.463715:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789469639.463717:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469639.463718:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfec00. 02000000:00000001:0.0:1789469639.463719:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469639.463721:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469639.463723:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373a680. 00000100:00000001:0.0:1789469639.463725:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469639.463726:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463728:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469639.463731:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738e00 x1876386404858880/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469639 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.463737:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469639.463738:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469639.463740:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789469639.463742:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469639.463743:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469639.463744:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789469639.463746:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469639.463747:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc400. 02000000:00000001:0.0:1789469639.463750:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469639.463751:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469639.463752:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738e00. 00000100:00000001:0.0:1789469639.463755:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469639.463756:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.463758:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469639.463842:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.463847:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469639.463850:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.463853:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789469639.463855:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469639.463858:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469639.463862:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469639.463865:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21863 00000100:00080000:2.0:1789469639.463869:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469639.463872:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469639.463875:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469639.463877:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469639.463879:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469639.463887:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469639.463889:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:2.0:1789469639.463891:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469639.463894:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:2.0:1789469639.463897:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:2.0:1789469639.463899:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789469639.463902:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469639.463904:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469639.463905:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469639.463908:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469639.463911:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789469639.463914:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469639.463916:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469639.463919:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469639.463925:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469639.463928:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469639.463930:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469639.463933:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469639.463940:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940380. 00000020:00000040:2.0:1789469639.463944:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789469639.463947:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469639.463949:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469639.463951:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469639.463954:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469639.463959:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469639.463965:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789469639.463971:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469639.463977:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469639.463986:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469639.463990:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469639.463994:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034057c82] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469639.464020:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469639.464024:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.464027:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469639.464029:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469639.464030:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469639.464033:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469639.464060:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21863 00000100:00080000:2.0:1789469639.464063:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469639.464066:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469639.464068:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469639.464070:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469639.464072:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469639.464075:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469639.464076:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789469639.464078:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469639.464080:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789469639.464082:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789469639.464084:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789469639.464086:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469639.464088:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469639.464089:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469639.464091:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469639.464093:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789469639.464095:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469639.464097:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469639.464099:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469639.464102:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469639.464103:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469639.464105:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469639.464106:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469639.464109:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942d80. 00000020:00000040:2.0:1789469639.464112:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789469639.464113:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469639.464114:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469639.464116:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469639.464117:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469639.464119:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469639.464122:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789469639.464125:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469639.464130:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469639.464137:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469639.464139:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469639.464142:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8bc0c79] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469639.464148:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469639.464151:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.464153:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789469639.464155:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469639.464156:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469639.464158:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469639.464160:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21863 00000100:00080000:2.0:1789469639.464162:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469639.464164:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469639.464166:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469639.464167:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469639.464169:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469639.464172:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469639.464173:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789469639.464174:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469639.464176:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789469639.464178:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789469639.464180:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789469639.464182:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469639.464183:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469639.464185:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469639.464186:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469639.464188:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789469639.464190:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469639.464192:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469639.464194:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469639.464196:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469639.464198:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469639.464200:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469639.464201:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469639.464204:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941500. 00000020:00000040:2.0:1789469639.464206:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789469639.464208:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469639.464209:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469639.464211:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469639.464212:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469639.464214:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469639.464218:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789469639.464221:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469639.464225:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469639.464231:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469639.464232:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469639.464236:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d71cadf2] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469639.464242:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469639.464244:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469639.464247:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469639.464248:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469639.464250:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469639.464252:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469639.464254:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21863 00000100:00080000:2.0:1789469639.464257:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469639.464260:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469639.464262:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469639.464263:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469639.464265:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469639.464268:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469639.464269:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789469639.464271:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469639.464273:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789469639.464275:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789469639.464277:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789469639.464280:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469639.464281:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469639.464283:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469639.464285:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469639.464287:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789469639.464290:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469639.464292:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469639.464293:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469639.464296:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469639.464298:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469639.464300:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469639.464302:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469639.464305:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb941880. 00000020:00000040:2.0:1789469639.464307:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789469639.464309:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469639.464311:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469639.464312:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469639.464314:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469639.464315:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469639.464319:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789469639.464321:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469639.464326:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469639.464332:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469639.464334:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469639.464338:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de681922] to pc [ptlrpcd_rcv+-1] req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469639.464345:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469639.464349:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21892) 00000100:00000001:0.0:1789469639.464752:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469639.464755:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469639.464757:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469639.464763:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.464770:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469639.464772:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469639.464776:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469639.464779:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469639.464838:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469639.464843:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404859136:0@lo:38:kworker.0 00000100:00000001:0.0:1789469639.464847:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469639.464850:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469639.464852:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469639.464854:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469639.464859:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789469639.464862:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469639.464867:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79108. 00000400:00000010:0.0:1789469639.464873:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469639.464880:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404859136, portal 10 00000100:00000001:0.0:1789469639.464883:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469639.464884:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622952832 : -130396086598784 : ffff8967cb940380) 00000100:00000040:0.0:1789469639.464891:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.464898:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469639.464901:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469639.464903:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469639.464906:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404859136, offset 0 00000400:00000200:0.0:1789469639.464912:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469639.464923:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469639.464934:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7d00 00000400:00000100:0.0:1789469639.464940:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404859136 offset 0 length 520: 4 00000400:00000200:0.0:1789469639.464945:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469639.464947:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469639.464959:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93cc0 00000400:00000010:0.0:1789469639.464961:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93cc0. 00000100:00000001:0.0:1789469639.464964:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469639.464968:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.464975:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469639.464978:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.464984:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.464985:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469639.464990:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469639.464995:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789469639.464999:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316554900 00000100:00000010:0.0:1789469639.465004:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469639.465022:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469639.465033:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316554900 00000100:00000010:0.0:1789469639.465056:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe420. 00000100:00000001:0.0:1789469639.465061:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469639.465079:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316554901 00000100:00000010:0.0:1789469639.465083:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe3c0. 00000100:00000001:0.0:1789469639.465086:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469639.465095:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316554901 00000100:00000010:0.0:1789469639.465099:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feb40. 00000100:00000001:0.0:1789469639.465102:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469639.465365:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469639.465369:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.465372:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469639.465377:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465385:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469639.465386:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469639.465389:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469639.465391:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469639.465393:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469639.465395:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404859264:0@lo:38:kworker.0 00000100:00000001:0.0:1789469639.465398:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469639.465401:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469639.465403:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469639.465405:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469639.465408:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789469639.465410:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469639.465414:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79058. 00000400:00000010:0.0:1789469639.465417:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469639.465421:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404859264, portal 10 00000100:00000001:0.0:1789469639.465422:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469639.465424:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622963584 : -130396086588032 : ffff8967cb942d80) 00000100:00000040:0.0:1789469639.465430:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465436:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469639.465438:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469639.465440:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93ee0. 00000100:00000200:0.0:1789469639.465443:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404859264, offset 0 00000400:00000200:0.0:1789469639.465447:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469639.465452:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469639.465458:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7d80 00000400:00000100:0.0:1789469639.465462:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404859264 offset 0 length 520: 4 00000400:00000200:0.0:1789469639.465465:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469639.465467:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469639.465472:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93ee0 00000400:00000010:0.0:1789469639.465474:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93ee0. 00000100:00000001:0.0:1789469639.465477:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469639.465480:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465487:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469639.465490:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465496:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.465498:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469639.465501:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469639.465504:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789469639.465506:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316554901 00000100:00000001:0.0:1789469639.465513:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316554900 00000100:00000001:0.0:1789469639.465516:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316554901 00000100:00000001:0.0:1789469639.465519:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4316554900 00000100:00000001:0.0:1789469639.465521:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316554901 00000100:00000001:0.0:1789469639.465524:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316554901 00000100:00000001:0.0:1789469639.465526:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316554901 00000100:00000001:0.0:1789469639.465528:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316554901 00000100:00000001:0.0:1789469639.465530:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469639.465532:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.465534:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469639.465538:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465544:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469639.465546:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469639.465548:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469639.465550:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469639.465552:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469639.465554:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404859392:0@lo:38:kworker.0 00000100:00000001:0.0:1789469639.465557:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469639.465559:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469639.465560:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469639.465562:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469639.465565:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469639.465567:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469639.465569:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd797e8. 00000400:00000010:0.0:1789469639.465572:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93ee0. 00000100:00000200:0.0:1789469639.465575:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404859392, portal 10 00000100:00000001:0.0:1789469639.465577:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469639.465578:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622957312 : -130396086594304 : ffff8967cb941500) 00000100:00000040:0.0:1789469639.465583:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465589:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469639.465591:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469639.465593:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93770. 00000100:00000200:0.0:1789469639.465596:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404859392, offset 0 00000400:00000200:0.0:1789469639.465599:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469639.465604:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469639.465609:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7e00 00000400:00000100:0.0:1789469639.465613:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404859392 offset 0 length 520: 4 00000400:00000200:0.0:1789469639.465616:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469639.465619:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469639.465623:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93770 00000400:00000010:0.0:1789469639.465625:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93770. 00000100:00000001:0.0:1789469639.465627:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469639.465630:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465650:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469639.465654:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465660:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.465662:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469639.465665:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469639.465668:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789469639.465670:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316554901 00000100:00000001:0.0:1789469639.465672:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316554901 00000100:00000001:0.0:1789469639.465674:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316554901 00000100:00000001:0.0:1789469639.465677:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316554901 00000100:00000001:0.0:1789469639.465678:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316554901 00000100:00000001:0.0:1789469639.465681:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316554901 00000100:00000001:0.0:1789469639.465682:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316554901 00000100:00000001:0.0:1789469639.465685:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316554901 00000100:00000001:0.0:1789469639.465687:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469639.465689:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.465691:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469639.465694:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465700:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469639.465702:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469639.465704:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469639.465706:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469639.465708:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469639.465710:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404859520:0@lo:38:kworker.0 00000100:00000001:0.0:1789469639.465713:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469639.465715:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469639.465716:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469639.465718:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469639.465721:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789469639.465723:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469639.465725:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79420. 00000400:00000010:0.0:1789469639.465728:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93770. 00000100:00000200:0.0:1789469639.465731:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404859520, portal 10 00000100:00000001:0.0:1789469639.465733:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469639.465734:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622958208 : -130396086593408 : ffff8967cb941880) 00000100:00000040:0.0:1789469639.465739:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465746:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469639.465747:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469639.465749:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93198. 00000100:00000200:0.0:1789469639.465751:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404859520, offset 0 00000400:00000200:0.0:1789469639.465755:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469639.465759:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469639.465764:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7e80 00000400:00000100:0.0:1789469639.465767:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404859520 offset 0 length 520: 4 00000400:00000200:0.0:1789469639.465770:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469639.465772:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469639.465776:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93198 00000400:00000010:0.0:1789469639.465778:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93198. 00000100:00000001:0.0:1789469639.465780:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469639.465783:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465806:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469639.465809:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469639.465814:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.465816:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469639.465819:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469639.465822:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789469639.465824:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316554902 00000100:00000001:0.0:1789469639.465828:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316554901 00000100:00000001:0.0:1789469639.465831:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316554902 00000100:00000001:0.0:1789469639.465834:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316554901 00000100:00000001:0.0:1789469639.465836:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316554902 00000100:00000001:0.0:1789469639.465839:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316554901 00000100:00000001:0.0:1789469639.465841:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316554902 00000100:00000001:0.0:1789469639.473976:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316554901 00000100:00000001:0.0:1789469639.473990:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469639.473994:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.474000:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.474003:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.474023:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469639.474026:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469639.474029:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469639.474031:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469639.474033:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469639.474035:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469639.487518:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316554902, at 4316554904 00000100:00000010:1.0:1789469639.487534:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe420. 00000100:00000040:2.0:1789469639.487636:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316554902, at 4316554904 00000100:00000010:2.0:1789469639.487642:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe3c0. 00000100:00000040:0.0:1789469639.489775:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316554902, at 4316554906 00000100:00000010:0.0:1789469639.489788:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:3.0:1789469639.494167:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316554902, at 4316554911 00000100:00000010:3.0:1789469639.494182:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feb40. 00010000:00000001:0.0:1789469639.655229:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469639.655236:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469639.655242:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469639.655245:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469639.655249:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469639.655251:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469639.657221:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469639.657227:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469639.657231:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469640.487159:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469640.487174:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469640.487176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469640.487181:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469640.487183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469640.487188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469640.487191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.681207:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469640.681215:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.681222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469640.681223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.681228:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469640.681229:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469640.681386:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469640.681390:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469640.681393:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469641.511136:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469641.511150:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469641.511152:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469641.511157:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469641.511159:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469641.511164:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469641.511166:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469641.703188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469641.703196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469641.703201:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469641.703203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469641.703208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469641.703209:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469641.703707:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469641.703712:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469641.703715:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469642.535173:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469642.535187:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469642.535189:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469642.535194:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469642.535196:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469642.535201:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469642.535203:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469642.728192:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469642.728199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469642.728204:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469642.728207:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469642.728212:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469642.728215:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469642.728217:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469642.728221:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469642.728224:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469642.728226:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469642.728228:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469642.728230:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469642.728335:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469642.728338:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469642.728341:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469643.560588:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469643.560596:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469643.560609:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469618/real 1789469618] req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469643.560626:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469643.560628:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469643.560632:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79318. 00000400:00000200:0.0:1789469643.560639:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93880 00000400:00000010:0.0:1789469643.560641:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93880. 00000100:00000001:0.0:1789469643.560645:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469643.560650:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469643.560659:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.560665:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469643.560667:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469643.560670:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469643.560671:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469643.560674:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.560680:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469643.560688:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469643.560689:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469643.560692:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469643.560694:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469643.560698:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469643.560702:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.560708:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469643.560710:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469643.560712:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469643.560713:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469643.560715:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469643.560717:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469643.560720:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469643.560749:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789469643.560752:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469643.560756:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469643.560763:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404859008:0@lo:250:kworker.0 00000100:00000001:0.0:1789469643.560767:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.560769:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469643.560772:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940e00 x1876386404859008/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.560778:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469643.560780:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469643.560784:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469643.560788:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469643.560791:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469643.560793:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789469643.560795:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469643.560797:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5541400. 02000000:00000001:0.0:1789469643.560801:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469643.560802:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469643.560804:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940e00. 00000100:00000001:0.0:1789469643.560807:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469643.560809:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469643.560812:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469643.561537:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469643.561543:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469643.561546:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469643.561549:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469643.561553:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469643.561557:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21867 00000100:00080000:3.0:1789469643.561561:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469643.561566:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469643.561569:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469643.561571:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469643.561573:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469643.561585:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469643.561588:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789469643.561591:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469643.561595:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789469643.561598:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789469643.561600:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789469643.561603:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469643.561605:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469643.561606:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469643.561608:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469643.561610:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789469643.561613:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469643.561616:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469643.561618:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469643.561622:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469643.561625:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469643.561627:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469643.561630:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469643.561642:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e300. 00000020:00000040:3.0:1789469643.561647:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469643.561651:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469643.561653:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469643.561656:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469643.561660:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469643.561665:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469643.561673:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789469643.561679:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469643.561689:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469643.561705:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469643.561709:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469643.561715:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ab1bdc] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469643.561746:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469643.561750:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469643.561753:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469643.561756:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469643.561760:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469643.561762:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469643.561766:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469643.561768:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469643.561770:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469643.561774:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21896) 00000100:00000001:0.0:1789469643.562758:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469643.562765:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469643.562767:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469643.562777:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.562787:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469643.562789:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469643.562793:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469643.562796:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469643.562798:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469643.562802:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404859648:0@lo:250:kworker.0 00000100:00000001:0.0:1789469643.562806:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469643.562811:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469643.562814:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469643.562816:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469643.562823:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469643.562826:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469643.562833:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79318. 00000400:00000010:0.0:1789469643.562840:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93880. 00000100:00000200:0.0:1789469643.562847:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404859648, portal 25 00000100:00000001:0.0:1789469643.562849:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469643.562851:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312510720 : -130400397040896 : ffff8966caa7e300) 00000100:00000040:0.0:1789469643.562856:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.562863:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469643.562866:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469643.562869:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93198. 00000100:00000200:0.0:1789469643.562872:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404859648, offset 0 00000400:00000200:0.0:1789469643.562879:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469643.562893:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469643.562905:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f7f00 00000400:00000100:0.0:1789469643.562912:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404859648 offset 0 length 520: 4 00000400:00000200:0.0:1789469643.562918:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469643.562921:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469643.562933:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93198 00000400:00000010:0.0:1789469643.562936:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93198. 00000100:00000001:0.0:1789469643.562940:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469643.562944:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.562951:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469643.562955:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.562962:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.562963:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469643.562969:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.562974:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316564149 00000100:00000010:0.0:1789469643.562991:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469643.562998:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469643.563010:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316564149 00000100:00000010:0.0:1789469643.563014:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe240. 00000100:00000001:0.0:1789469643.563017:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469643.563021:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316564149 00000100:00000010:0.0:1789469643.563024:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe0c0. 00000100:00000001:0.0:1789469643.563028:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469643.563031:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316564149 00000100:00000010:0.0:1789469643.563034:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789469643.563061:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469643.563064:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469643.563067:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.563072:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.563074:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469643.563081:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469643.563083:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469643.563086:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469643.563087:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469643.563088:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.563090:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469643.751185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469643.751192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469643.751198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469643.751200:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469643.751205:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469643.751206:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469643.751395:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469643.751398:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469643.751402:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469643.920242:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469643.920260:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469643.920266:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469643.920268:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469643.920280:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469643.920299:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5b00 00000400:00000100:3.0:1789469643.920306:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402425600 offset 0 length 520: 4 00000400:00000200:3.0:1789469643.920312:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469643.920316:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469643.920325:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469643.920329:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469643.920331:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469643.920333:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469643.920335:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469643.920337:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469643.920341:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469643.920347:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5b80 00000400:00000100:3.0:1789469643.920351:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402425728 offset 0 length 520: 4 00000400:00000200:3.0:1789469643.920354:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469643.920356:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469643.920360:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469643.920366:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469643.920368:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469643.920370:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469644.583153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469644.583167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469644.583170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469644.583174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469644.583177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469644.583182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469644.583185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469644.584136:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469644.584144:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469644.584147:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469644.584151:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469644.584153:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469644.584156:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469644.584159:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469644.584162:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469644.584164:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469644.584167:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469644.584174:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21897) 00010000:00000001:0.0:1789469644.775209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469644.775217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469644.775222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469644.775224:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469644.775228:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469644.775230:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469644.775534:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469644.775538:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469644.775541:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469644.935094:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469644.935161:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469644.935165:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469644.935167:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469644.935178:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469644.935194:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5c00 00000400:00000100:3.0:1789469644.935203:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402425856 offset 0 length 520: 4 00000400:00000200:3.0:1789469644.935208:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469644.935211:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469644.935220:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469644.935225:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469644.935227:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469644.935229:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469645.607203:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469645.607218:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469645.607224:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469645.607229:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469645.607232:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469645.607236:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469645.607239:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469645.799182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469645.799191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469645.799197:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469645.799199:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469645.799204:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469645.799207:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469645.799865:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469645.799869:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469645.799873:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469646.631656:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469646.631671:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469646.631673:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469646.631678:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469646.631680:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469646.631684:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469646.631687:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469646.823174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469646.823182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469646.823187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469646.823188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469646.823193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469646.823195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469646.823352:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469646.823355:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469646.823358:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469647.655202:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469647.655218:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469647.655220:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469647.655226:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469647.655228:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469647.655232:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469647.655234:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469647.848117:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469647.848125:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469647.848132:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469647.848133:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469647.848138:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469647.848139:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469647.851604:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469647.851612:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469647.851617:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469648.615145:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469648.615155:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469648.615158:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469648.615162:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469648.615165:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469648.615168:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469648.615170:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469648.615174:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469648.615177:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469648.615180:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469648.615185:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21901) 00000100:00000001:0.0:1789469648.679508:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469648.679521:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469648.679523:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469648.679528:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469648.679530:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469648.679534:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469648.679537:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469648.871205:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469648.871213:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469648.871220:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469648.871222:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469648.871226:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469648.871228:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469648.871316:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469648.871319:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469648.871323:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789469649.063171:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316564149, at 4316564480 00000100:00000040:2.0:1789469649.063171:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316564149, at 4316564480 00000100:00000010:1.0:1789469649.063188:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe240. 00000100:00000010:2.0:1789469649.063190:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe0c0. 00000100:00000040:0.0:1789469649.063309:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316564149, at 4316564480 00000100:00000010:0.0:1789469649.063315:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:3.0:1789469649.064009:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316564149, at 4316564480 00000100:00000010:3.0:1789469649.064016:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe8a0. 00000100:00000001:0.0:1789469649.703223:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469649.703239:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469649.703241:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469649.703246:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469649.703249:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469649.703253:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469649.703257:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469649.895967:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469649.895974:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469649.895980:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469649.895981:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469649.895987:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469649.895988:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469649.896139:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469649.896143:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469649.896146:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469650.727177:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469650.727191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469650.727194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469650.727198:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469650.727200:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469650.727204:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469650.727206:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.919198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469650.919206:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.919212:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469650.919214:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.919218:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469650.919220:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469650.919331:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469650.919334:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469650.919337:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469651.751684:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469651.751697:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469651.751699:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469651.751704:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469651.751707:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469651.751711:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469651.751713:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469651.944419:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469651.944428:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469651.944434:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469651.944435:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469651.944439:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469651.944443:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469651.944445:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469651.944448:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469651.944452:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469651.944454:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469651.944456:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469651.944459:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469651.947152:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469651.947159:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469651.947164:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469652.327176:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469652.327184:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469652.327189:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469652.327426:0:117756:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789469652.327427:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469652.327445:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469652.327451:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469652.327453:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469652.775136:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469652.775159:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469652.775162:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469652.775166:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469652.775168:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469652.775172:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469652.775174:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469652.967547:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469652.967554:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469652.967559:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469652.967561:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469652.967565:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469652.967567:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469652.967683:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469652.967687:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469652.967691:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469653.671199:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469653.671210:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469653.671213:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469653.671216:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469653.671219:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469653.671222:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469653.671225:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469653.671228:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469653.671230:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469653.671232:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469653.671239:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21906) 00000100:00000001:0.0:1789469653.799220:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469653.799234:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469653.799236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469653.799241:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469653.799243:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469653.799247:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469653.799249:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469653.992109:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469653.992117:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469653.992123:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469653.992124:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469653.992129:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469653.992130:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469653.992745:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469653.992750:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469653.992753:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469654.823135:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469654.823149:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469654.823151:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469654.823156:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469654.823158:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469654.823162:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469654.823164:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469655.015174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469655.015182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469655.015187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469655.015188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469655.015193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469655.015194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469655.015286:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469655.015289:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469655.015293:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469655.847168:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469655.847193:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469655.847195:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469655.847199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469655.847202:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469655.847207:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469655.847210:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469656.039144:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469656.039151:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469656.039157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469656.039158:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469656.039163:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469656.039165:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469656.039296:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469656.039300:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469656.039303:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469656.871156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469656.871170:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469656.871172:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469656.871177:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469656.871179:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469656.871183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469656.871186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469657.063173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469657.063181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469657.063187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469657.063188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469657.063203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469657.063205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469657.063337:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469657.063340:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469657.063343:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469657.895518:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469657.895534:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469657.895536:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469657.895541:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469657.895543:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469657.895548:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469657.895551:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469658.089640:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469658.089648:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469658.089653:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469658.089655:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469658.089660:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469658.089661:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469658.089730:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469658.089733:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469658.089736:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469658.791144:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469658.791154:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469658.791157:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469658.791160:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469658.791162:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469658.791165:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469658.791167:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469658.791171:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469658.791173:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469658.791176:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469658.791182:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21911) 00000100:00000001:0.0:1789469658.919171:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469658.919186:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469658.919202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469658.919206:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469658.919208:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469658.919213:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469658.919215:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.111171:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469659.111178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.111185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469659.111187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.111192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469659.111193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469659.112069:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469659.112073:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469659.112077:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469659.943127:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469659.943140:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469659.943142:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469659.943146:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469659.943148:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469659.943152:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469659.943155:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469660.135163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469660.135178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469660.135184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469660.135186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469660.135191:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469660.135193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469660.135407:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469660.135411:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469660.135414:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469660.967238:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469660.967257:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469660.967260:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469660.967266:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469660.967270:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469660.967276:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469660.967279:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469661.159466:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469661.159477:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469661.159484:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469661.159486:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469661.159501:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469661.159503:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469661.159603:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469661.159607:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469661.159611:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469661.991228:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469661.991250:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469661.991263:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469661.991269:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469661.991273:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469661.991279:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469661.991282:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469662.183223:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469662.183233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469662.183239:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469662.183241:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469662.183247:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469662.183251:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469662.183254:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469662.183258:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469662.183261:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469662.183264:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469662.183267:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469662.183270:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469662.183340:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469662.183345:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469662.183350:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469663.019088:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469663.019113:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469663.019116:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469663.019123:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469663.019126:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469663.019133:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469663.019137:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469663.207198:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469663.207209:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469663.207216:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469663.207217:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469663.207223:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469663.207225:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469663.207389:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469663.207394:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469663.207397:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469663.911197:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469663.911211:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469663.911214:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469663.911218:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469663.911221:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469663.911224:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469663.911228:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469663.911231:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469663.911233:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469663.911237:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469663.911244:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21917) 00000100:00000001:0.0:1789469664.040273:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469664.040286:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469664.040305:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469639/real 1789469639] req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469664.040327:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469664.040329:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469664.040333:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79108. 00000400:00000200:0.0:1789469664.040340:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93110 00000400:00000010:0.0:1789469664.040343:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93110. 00000100:00000001:0.0:1789469664.040348:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469664.040352:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469664.040359:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040367:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469664.040369:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040372:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469664.040375:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469664.040378:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040385:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040387:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469664.040392:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469639/real 1789469639] req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469664.040398:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469664.040399:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469664.040400:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79058. 00000400:00000200:0.0:1789469664.040402:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93cc0 00000400:00000010:0.0:1789469664.040404:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93cc0. 00000100:00000001:0.0:1789469664.040406:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469664.040421:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469664.040428:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040435:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469664.040436:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040438:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469664.040439:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469664.040442:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040449:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040451:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469664.040455:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469639/real 1789469639] req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469664.040462:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469664.040463:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469664.040465:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd797e8. 00000400:00000200:0.0:1789469664.040467:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93ee0 00000400:00000010:0.0:1789469664.040469:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93ee0. 00000100:00000001:0.0:1789469664.040471:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469664.040474:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469664.040481:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040488:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469664.040490:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040491:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469664.040493:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469664.040496:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040503:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040506:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469664.040510:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469639/real 1789469639] req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469664.040523:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469664.040524:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469664.040526:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79420. 00000400:00000200:0.0:1789469664.040528:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93770 00000400:00000010:0.0:1789469664.040530:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93770. 00000100:00000001:0.0:1789469664.040532:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469664.040535:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469664.040543:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040549:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469664.040550:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040552:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469664.040553:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469664.040557:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040563:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040572:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469664.040575:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040578:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469664.040581:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469664.040584:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469664.040589:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040597:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469664.040599:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040601:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469664.040602:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040605:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469664.040607:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469664.040612:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469664.040643:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469664.040646:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469664.040651:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469664.040659:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404859136:0@lo:38:kworker.0 00000100:00000001:0.0:1789469664.040664:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469664.040667:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040674:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469664.040676:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040678:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469664.040679:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040681:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469664.040683:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469664.040685:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469664.040691:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469664.040693:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469664.040697:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469664.040703:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404859264:0@lo:38:kworker.0 00000100:00000001:0.0:1789469664.040707:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469664.040710:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.040716:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469664.040719:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040720:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469664.040722:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.040723:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469664.040725:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469664.040727:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469664.040925:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469664.040932:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469664.040935:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469664.040938:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469664.040940:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469664.040944:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469664.040948:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469664.040952:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21887 00000100:00080000:1.0:1789469664.040970:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1789469664.040971:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000040:1.0:1789469664.040975:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469664.040977:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1789469664.040982:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469664.040987:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000040:0.0:1789469664.040988:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469664.040992:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00100000:0.0:1789469664.041003:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404859392:0@lo:38:kworker.0 00000020:00000001:1.0:1789469664.041007:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789469664.041009:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789469664.041011:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000100:00000040:0.0:1789469664.041016:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789469664.041017:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469664.041022:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469664.041027:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:0.0:1789469664.041029:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1789469664.041033:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:0.0:1789469664.041034:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.041065:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469664.041067:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.041069:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469664.041071:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469664.041074:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1789469664.041082:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469664.041085:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469664.041087:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469664.041089:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469664.041092:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469664.041096:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00080000:0.0:1789469664.041099:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:1.0:1789469664.041099:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.041104:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1789469664.041106:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1789469664.041112:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789469664.041117:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1789469664.041120:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404859520:0@lo:38:kworker.0 02000000:00000001:1.0:1789469664.041123:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.041129:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469664.041129:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469664.041134:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.041135:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469664.041140:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940380 x1876386404859136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1789469664.041148:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373ad80. 00000100:00000001:0.0:1789469664.041156:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1789469664.041156:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1789469664.041161:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1789469664.041163:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000010:0.0:1789469664.041166:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:1.0:1789469664.041167:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469664.041173:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469664.041174:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469664.041178:0:117762:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:1.0:1789469664.041178:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469664.041184:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789469664.041190:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789469664.041195:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469664.041196:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd800. 02000000:00000010:0.0:1789469664.041199:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:0.0:1789469664.041205:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789469664.041207:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.041208:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469664.041211:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940380. 00000100:00100000:1.0:1789469664.041218:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469664.041221:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469664.041224:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.041229:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469664.041235:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942d80 x1876386404859264/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469664.041236:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469664.041244:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.041247:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469664.041250:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469664.041253:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 00000100:00000040:1.0:1789469664.041253:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ac9b60a] to pc [ptlrpcd_rcv+-1] req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789469664.041258:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469664.041260:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469664.041262:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789469664.041267:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469664.041269:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:0.0:1789469664.041274:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469664.041275:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789469664.041276:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469664.041277:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942d80. 00000100:00000001:0.0:1789469664.041283:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1789469664.041283:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789469664.041286:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.041290:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1789469664.041292:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:0.0:1789469664.041295:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941500 x1876386404859392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469664.041297:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469664.041300:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469664.041307:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:0.0:1789469664.041311:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1789469664.041312:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21887 02000000:00000001:0.0:1789469664.041314:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1789469664.041317:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000010:0.0:1789469664.041318:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469664.041324:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1789469664.041324:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000020:00000001:0.0:1789469664.041327:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789469664.041329:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1789469664.041330:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:1.0:1789469664.041334:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000020:00000001:0.0:1789469664.041335:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469664.041338:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 00000100:00000001:1.0:1789469664.041340:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:0.0:1789469664.041342:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469664.041345:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469664.041348:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941500. 00000020:00000001:1.0:1789469664.041348:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469664.041352:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000100:00000001:0.0:1789469664.041353:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469664.041357:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789469664.041357:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1789469664.041361:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1789469664.041362:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000100:00000040:0.0:1789469664.041365:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb941880 x1876386404859520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469664 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789469664.041366:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469664.041371:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000001:0.0:1789469664.041379:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1789469664.041380:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 02000000:00000001:0.0:1789469664.041382:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1789469664.041384:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1789469664.041385:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 00000100:00000040:1.0:1789469664.041389:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 02000000:00000001:0.0:1789469664.041390:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469664.041393:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789469664.041394:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:0.0:1789469664.041396:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000040:1.0:1789469664.041399:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000020:00000001:0.0:1789469664.041400:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469664.041404:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 00000100:00080000:1.0:1789469664.041404:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469664.041408:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469664.041410:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469664.041413:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469664.041415:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.041418:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789469664.041419:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1789469664.041422:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789469664.041423:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469664.041425:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb941880. 00000100:00000010:1.0:1789469664.041428:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b480. 00000100:00000001:0.0:1789469664.041430:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469664.041433:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789469664.041434:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1789469664.041437:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789469664.041439:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469664.041441:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.041444:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469664.041444:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1789469664.041448:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789469664.041448:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469664.041452:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.041453:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469664.041456:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1789469664.041459:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd400. 00000100:00000001:0.0:1789469664.041460:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789469664.041465:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469664.041466:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469664.041474:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469664.041479:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469664.041483:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469664.041485:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1789469664.041489:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789469664.041489:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.041494:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789469664.041496:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfacf9ab] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789469664.041499:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469664.041505:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404859776:0@lo:38:kworker.0 00000100:00000001:0.0:1789469664.041514:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469664.041520:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789469664.041521:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.041524:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469664.041525:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1789469664.041530:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1789469664.041531:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469664.041535:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:0.0:1789469664.041537:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 00000100:00080000:1.0:1789469664.041537:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469664.041540:0:218601:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:0.0:1789469664.041541:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469664.041546:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21887 00000400:00000010:0.0:1789469664.041550:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79420. 00000100:00080000:1.0:1789469664.041550:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1789469664.041557:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93770. 00000100:00000200:0.0:1789469664.041565:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404859776, portal 10 00000100:00000001:0.0:1789469664.041567:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469664.041569:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755051392 : -130395954500224 : ffff8967d373ad80) 00000100:00000040:0.0:1789469664.041576:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.041583:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469664.041587:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469664.041590:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93ee0. 00000100:00000200:0.0:1789469664.041593:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404859776, offset 0 00000400:00000200:0.0:1789469664.041600:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469664.041614:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469664.041628:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f7f80 00000400:00000100:0.0:1789469664.041635:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404859776 offset 0 length 520: 4 00000400:00000200:0.0:1789469664.041640:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469664.041643:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469664.041657:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93ee0 00000400:00000010:0.0:1789469664.041659:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93ee0. 00000100:00000001:0.0:1789469664.041663:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469664.041667:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.041674:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469664.041677:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.041683:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.041685:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469664.041692:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469664.041697:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789469664.041702:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316579477 00000100:00000010:0.0:1789469664.041708:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469664.041716:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1789469664.041719:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469664.041723:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469664.041725:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469664.041727:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:0.0:1789469664.041732:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316579477 00000020:00000001:1.0:1789469664.041732:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469664.041734:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469664.041737:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469664.041739:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469664.041741:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469664.041743:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469664.041746:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469664.041748:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469664.041750:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469664.041751:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469664.041753:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469664.041755:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469664.041757:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469664.041759:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469664.041762:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469664.041764:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469664.041766:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469664.041768:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469664.041772:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738700. 00000020:00000040:1.0:1789469664.041774:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469664.041776:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469664.041777:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469664.041779:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469664.041780:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469664.041782:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469664.041785:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc000. 00000100:00000001:1.0:1789469664.041788:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469664.041792:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469664.041798:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469664.041800:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469664.041803:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cce516a] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469664.041809:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469664.041811:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469664.041814:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469664.041815:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469664.041816:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469664.041818:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469664.041820:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21887 00000100:00080000:1.0:1789469664.041834:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469664.041836:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469664.041838:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469664.041839:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469664.041841:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469664.041843:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469664.041845:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469664.041846:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469664.041848:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469664.041850:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469664.041852:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469664.041855:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469664.041857:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469664.041858:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469664.041860:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469664.041862:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469664.041864:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469664.041866:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469664.041867:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469664.041869:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469664.041871:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469664.041872:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469664.041873:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469664.041877:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373b800. 00000020:00000040:1.0:1789469664.041878:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469664.041880:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469664.041882:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469664.041883:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469664.041884:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469664.041886:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469664.041889:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe000. 00000100:00000001:1.0:1789469664.041891:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469664.041895:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469664.041900:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469664.041902:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469664.041905:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c574fccc] to pc [ptlrpcd_rcv+-1] req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469664.041911:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469664.041915:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21917) 00000100:00080000:1.0:1789469664.041920:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469664.041925:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469664.041927:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21917) 00000100:00000010:0.0:1789469664.042155:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe120. 00000100:00000001:0.0:1789469664.042160:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469664.042175:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316579478 00000100:00000010:0.0:1789469664.042178:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe000. 00000100:00000001:0.0:1789469664.042182:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469664.042363:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316579478 00000100:00000010:0.0:1789469664.042368:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fee40. 00000100:00000001:0.0:1789469664.042372:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469664.042381:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469664.042384:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.042388:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.042391:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.042397:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469664.042399:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.042401:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469664.042403:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469664.042411:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469664.042418:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042426:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469664.042427:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.042430:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469664.042433:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469664.042435:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469664.042438:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404859904:0@lo:38:kworker.0 00000100:00000001:0.0:1789469664.042441:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469664.042444:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469664.042446:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.042447:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469664.042451:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469664.042452:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469664.042457:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd797e8. 00000400:00000010:0.0:1789469664.042461:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93ee0. 00000100:00000200:0.0:1789469664.042466:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404859904, portal 10 00000100:00000001:0.0:1789469664.042468:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469664.042469:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755053184 : -130395954498432 : ffff8967d373b480) 00000100:00000040:0.0:1789469664.042475:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042482:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469664.042484:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469664.042486:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469664.042488:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404859904, offset 0 00000400:00000200:0.0:1789469664.042492:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469664.042500:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469664.042506:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8000 00000400:00000100:0.0:1789469664.042510:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404859904 offset 0 length 520: 4 00000400:00000200:0.0:1789469664.042514:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469664.042516:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469664.042523:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93cc0 00000400:00000010:0.0:1789469664.042525:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93cc0. 00000100:00000001:0.0:1789469664.042528:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469664.042531:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042538:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469664.042541:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042548:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.042550:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469664.042553:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469664.042555:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789469664.042558:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316579478 00000100:00000001:0.0:1789469664.042563:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316579477 00000100:00000001:0.0:1789469664.042566:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316579478 00000100:00000001:0.0:1789469664.042569:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4316579477 00000100:00000001:0.0:1789469664.042572:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316579478 00000100:00000001:0.0:1789469664.042574:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316579478 00000100:00000001:0.0:1789469664.042576:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316579478 00000100:00000001:0.0:1789469664.042578:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316579478 00000100:00000001:0.0:1789469664.042579:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469664.042581:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.042583:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469664.042585:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042591:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469664.042592:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.042594:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469664.042595:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469664.042597:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469664.042599:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404860032:0@lo:38:kworker.0 00000100:00000001:0.0:1789469664.042602:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469664.042604:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469664.042606:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.042608:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469664.042610:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789469664.042612:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469664.042615:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79058. 00000400:00000010:0.0:1789469664.042617:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469664.042620:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404860032, portal 10 00000100:00000001:0.0:1789469664.042622:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469664.042623:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755041536 : -130395954510080 : ffff8967d3738700) 00000100:00000040:0.0:1789469664.042628:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042634:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469664.042636:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469664.042637:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469664.042639:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404860032, offset 0 00000400:00000200:0.0:1789469664.042642:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469664.042645:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469664.042649:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8080 00000400:00000100:0.0:1789469664.042653:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404860032 offset 0 length 520: 4 00000400:00000200:0.0:1789469664.042656:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469664.042658:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469664.042661:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93110 00000400:00000010:0.0:1789469664.042663:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93110. 00000100:00000001:0.0:1789469664.042665:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469664.042667:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042674:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469664.042676:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042682:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.042683:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469664.042685:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469664.042688:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789469664.042689:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316579478 00000100:00000001:0.0:1789469664.042691:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316579478 00000100:00000001:0.0:1789469664.042693:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316579478 00000100:00000001:0.0:1789469664.042696:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316579478 00000100:00000001:0.0:1789469664.042698:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316579478 00000100:00000001:0.0:1789469664.042700:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316579478 00000100:00000001:0.0:1789469664.042702:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316579478 00000100:00000001:0.0:1789469664.042704:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316579478 00000100:00000001:0.0:1789469664.042705:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469664.042707:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.042709:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469664.042711:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042718:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469664.042719:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.042721:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469664.042722:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469664.042724:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469664.042726:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404860160:0@lo:38:kworker.0 00000100:00000001:0.0:1789469664.042728:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469664.042729:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469664.042730:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469664.042732:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469664.042903:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789469664.042907:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469664.042911:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79108. 00000400:00000010:0.0:1789469664.042914:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469664.042917:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404860160, portal 10 00000100:00000001:0.0:1789469664.042919:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469664.042920:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054080 : -130395954497536 : ffff8967d373b800) 00000100:00000040:0.0:1789469664.042926:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042932:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469664.042934:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469664.042936:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93198. 00000100:00000200:0.0:1789469664.042938:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404860160, offset 0 00000400:00000200:0.0:1789469664.042942:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469664.042947:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469664.042952:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8100 00000400:00000100:0.0:1789469664.042955:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404860160 offset 0 length 520: 4 00000400:00000200:0.0:1789469664.042959:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469664.042961:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469664.042965:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93198 00000400:00000010:0.0:1789469664.042967:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93198. 00000100:00000001:0.0:1789469664.042969:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469664.042972:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042978:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469664.042981:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469664.042987:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.042989:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469664.042991:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469664.042994:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789469664.042996:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316579479 00000100:00000001:0.0:1789469664.043001:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316579478 00000100:00000001:0.0:1789469664.043005:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316579479 00000100:00000001:0.0:1789469664.043007:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316579478 00000100:00000001:0.0:1789469664.043010:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316579479 00000100:00000001:0.0:1789469664.055063:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316579478 00000100:00000001:0.0:1789469664.055085:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316579492 00000100:00000001:0.0:1789469664.055093:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316579478 00000100:00000001:0.0:1789469664.055097:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469664.055102:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.055112:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.055117:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.055130:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469664.055134:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469664.055138:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469664.055141:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469664.055143:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469664.055145:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469664.063266:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316579479, at 4316579480 00000100:00000010:1.0:1789469664.063289:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe120. 00000100:00000040:0.0:1789469664.066548:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316579479, at 4316579483 00000100:00000010:0.0:1789469664.066642:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:2.0:1789469664.076268:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316579479, at 4316579493 00000100:00000010:2.0:1789469664.076289:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe000. 00000100:00000040:3.0:1789469664.076390:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316579492, at 4316579493 00000100:00000010:3.0:1789469664.076397:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fee40. 00010000:00000001:0.0:1789469664.231142:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469664.231152:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469664.231159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469664.231302:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469664.231309:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469664.231310:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469664.234111:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469664.234121:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469664.234128:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469665.063191:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469665.063210:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469665.063213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469665.063218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469665.063221:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469665.063227:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469665.063231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469665.255214:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469665.255225:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469665.255234:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469665.255235:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469665.255242:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469665.255244:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469665.255367:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469665.255371:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469665.255375:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469666.089841:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469666.089868:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469666.089870:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469666.089875:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469666.089878:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469666.089884:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469666.089887:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469666.279617:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469666.279627:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469666.279636:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469666.279638:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469666.279644:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469666.279646:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469666.279770:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469666.279774:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469666.279778:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469667.111440:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469667.111461:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469667.111464:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469667.111470:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469667.111473:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469667.111480:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469667.111483:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469667.303369:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469667.303380:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469667.303388:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469667.303389:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469667.303395:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469667.303397:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469667.303855:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469667.303859:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469667.303864:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469668.135243:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469668.135252:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469668.135265:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469643/real 1789469643] req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469668.135285:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469668.135287:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469668.135290:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79318. 00000400:00000200:0.0:1789469668.135296:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93880 00000400:00000010:0.0:1789469668.135299:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93880. 00000100:00000001:0.0:1789469668.135303:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469668.135307:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469668.135314:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.135322:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469668.135324:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469668.135327:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469668.135328:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469668.135332:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.135341:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469668.135350:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469668.135352:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469668.135355:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469668.135357:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469668.135361:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469668.135365:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.135372:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469668.135375:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469668.135377:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469668.135378:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469668.135380:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469668.135382:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469668.135385:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469668.135410:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789469668.135413:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469668.135417:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469668.135424:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404859648:0@lo:250:kworker.0 00000100:00000001:0.0:1789469668.135429:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.135432:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469668.135435:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e300 x1876386404859648/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.135442:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469668.135445:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469668.135450:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469668.135454:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469668.135457:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469668.135459:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789469668.135461:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469668.135463:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:0.0:1789469668.135467:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469668.135469:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469668.135471:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e300. 00000100:00000001:0.0:1789469668.135477:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469668.135478:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469668.135480:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469668.136131:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469668.136143:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469668.136146:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469668.136149:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469668.136154:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469668.136160:0:218601:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21891 00000100:00080000:2.0:1789469668.136164:0:218601:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469668.136167:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469668.136172:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469668.136174:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469668.136177:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469668.136189:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469668.136191:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:2.0:1789469668.136194:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469668.136199:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:2.0:1789469668.136201:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:2.0:1789469668.136204:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:2.0:1789469668.136206:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469668.136209:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469668.136210:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469668.136211:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469668.136215:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:2.0:1789469668.136219:0:218601:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469668.136222:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469668.136225:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469668.136228:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469668.136231:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469668.136234:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469668.136237:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469668.136248:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb940a80. 00000020:00000040:2.0:1789469668.136252:0:218601:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469668.136256:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469668.136258:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469668.136261:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469668.136265:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469668.136269:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469668.136279:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540000. 00000100:00000001:2.0:1789469668.136286:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469668.136295:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469668.136306:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469668.136312:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469668.136316:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002138b75f] to pc [ptlrpcd_rcv+-1] req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.136343:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469668.136349:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469668.136352:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469668.136355:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469668.136358:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469668.136361:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469668.136364:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469668.136367:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469668.136371:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469668.136377:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21921) 00000100:00000001:0.0:1789469668.136407:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469668.136415:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469668.136418:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469668.136428:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.136438:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469668.136440:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469668.136444:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469668.136448:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469668.136451:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469668.136455:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404860288:0@lo:250:kworker.0 00000100:00000001:0.0:1789469668.136459:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469668.136463:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469668.136465:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469668.136468:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469668.136476:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469668.136477:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469668.136483:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79318. 00000400:00000010:0.0:1789469668.136489:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93880. 00000100:00000200:0.0:1789469668.136494:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404860288, portal 25 00000100:00000001:0.0:1789469668.136496:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469668.136498:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622954624 : -130396086596992 : ffff8967cb940a80) 00000100:00000040:0.0:1789469668.136503:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.136509:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469668.136512:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469668.136676:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93198. 00000100:00000200:0.0:1789469668.136682:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404860288, offset 0 00000400:00000200:0.0:1789469668.136689:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469668.136702:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469668.136712:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f8180 00000400:00000100:0.0:1789469668.136719:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404860288 offset 0 length 520: 4 00000400:00000200:0.0:1789469668.136723:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469668.136725:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469668.136811:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93198 00000400:00000010:0.0:1789469668.136814:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93198. 00000100:00000001:0.0:1789469668.136818:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469668.136822:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.136831:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469668.136834:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.136840:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.136842:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469668.136847:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.136851:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316588723 00000100:00000010:0.0:1789469668.136857:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469668.136863:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469668.136875:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316588723 00000100:00000010:0.0:1789469668.136878:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fec00. 00000100:00000001:0.0:1789469668.136881:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469668.136885:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316588723 00000100:00000010:0.0:1789469668.136888:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feae0. 00000100:00000001:0.0:1789469668.136891:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469668.136895:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316588723 00000100:00000010:0.0:1789469668.136897:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe9c0. 00000100:00000001:0.0:1789469668.136901:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469668.136905:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469668.136907:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.136911:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.136914:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469668.136920:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469668.136922:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469668.136924:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469668.136925:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469668.136927:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.136929:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469668.327365:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469668.327373:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469668.327378:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469668.327380:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469668.327385:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469668.327387:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469668.329727:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469668.329734:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469668.329739:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469669.159618:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469669.159633:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469669.159636:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469669.159640:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469669.159643:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469669.159646:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469669.159649:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469669.159657:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469669.159660:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469669.159665:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469669.159671:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21922) 00000100:00000001:0.0:1789469669.161062:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469669.161078:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469669.161081:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469669.161086:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469669.161089:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469669.161095:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469669.161098:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.351363:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469669.351375:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.351384:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469669.351386:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.351392:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469669.351394:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469669.355331:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469669.355340:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469669.355346:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789469669.445359:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469669.445384:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469669.445389:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469669.445392:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469669.445407:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469669.445428:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5c80 00000400:00000100:3.0:1789469669.445439:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402425984 offset 0 length 520: 4 00000400:00000200:3.0:1789469669.445446:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469669.445450:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469669.445464:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469669.445468:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469669.445471:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469669.445473:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469669.445474:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469669.445476:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469669.445479:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469669.445484:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5d00 00000400:00000100:3.0:1789469669.445488:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402426112 offset 0 length 520: 4 00000400:00000200:3.0:1789469669.445500:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469669.445502:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469669.445506:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469669.445514:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469669.445516:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469669.445519:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469670.183125:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469670.183140:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469670.183143:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469670.183148:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469670.183150:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469670.183155:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469670.183158:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469670.375177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469670.375274:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469670.375282:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469670.375284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469670.375289:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469670.375290:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469670.376798:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469670.376803:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469670.376808:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469670.470231:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469670.470249:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469670.470253:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469670.470255:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469670.470266:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469670.470284:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5d80 00000400:00000100:0.0:1789469670.470292:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402426240 offset 0 length 520: 4 00000400:00000200:0.0:1789469670.470298:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469670.470301:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469670.470311:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469670.470320:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469670.470322:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469670.470324:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469671.207208:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469671.207221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469671.207224:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469671.207228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469671.207230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469671.207234:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469671.207236:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469671.399124:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469671.399131:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469671.399136:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469671.399138:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469671.399142:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469671.399144:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469671.399227:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469671.399230:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469671.399233:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469672.231248:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469672.231263:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469672.231265:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469672.231270:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469672.231273:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469672.231277:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469672.231280:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469672.423163:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469672.423170:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469672.423175:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469672.423177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469672.423182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469672.423185:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469672.423187:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469672.423191:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469672.423193:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469672.423195:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469672.423197:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469672.423199:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469672.423284:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469672.423287:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469672.423290:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469673.191408:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469673.191418:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469673.191422:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469673.191425:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469673.191428:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469673.191430:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469673.191433:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469673.191436:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469673.191438:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469673.191441:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469673.191446:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21926) 00000100:00000001:0.0:1789469673.255245:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469673.255258:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469673.255260:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469673.255264:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469673.255266:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469673.255270:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469673.255272:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469673.448678:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469673.448685:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469673.448691:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469673.448693:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469673.448697:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469673.448699:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469673.448789:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469673.448793:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469673.448796:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469673.639126:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316588723, at 4316589056 00000100:00000040:1.0:1789469673.639126:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316588723, at 4316589056 00000100:00000040:3.0:1789469673.639126:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316588723, at 4316589056 00000100:00000010:3.0:1789469673.639142:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe9c0. 00000100:00000010:0.0:1789469673.639145:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000010:1.0:1789469673.639146:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fec00. 00000100:00000040:2.0:1789469673.639295:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316588723, at 4316589056 00000100:00000010:2.0:1789469673.639302:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feae0. 00000100:00000001:0.0:1789469674.279421:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469674.279435:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469674.279451:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469674.279456:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469674.279459:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469674.279463:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469674.279465:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469674.471173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469674.471181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469674.471187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469674.471188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469674.471194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469674.471196:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469674.471577:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469674.471581:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469674.471585:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469675.305709:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469675.305734:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469675.305744:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469675.305749:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469675.305751:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469675.305756:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469675.305758:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469675.495274:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469675.495291:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469675.495298:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469675.495300:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469675.495305:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469675.495307:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469675.495388:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469675.495392:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469675.495394:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469676.329962:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469676.329977:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469676.329980:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469676.329984:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469676.329986:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469676.329991:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469676.329993:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469676.519172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469676.519181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469676.519188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469676.519191:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469676.519197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469676.519199:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469676.519317:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469676.519321:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469676.519328:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469677.351176:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469677.351191:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469677.351194:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469677.351199:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469677.351201:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469677.351206:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469677.351209:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469677.543916:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469677.543923:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469677.543928:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469677.543930:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469677.543935:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469677.543937:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469677.544023:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469677.544026:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469677.544030:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469678.247429:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469678.247447:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469678.247451:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469678.247454:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469678.247457:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469678.247461:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469678.247464:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469678.247467:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469678.247469:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469678.247473:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469678.247478:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21931) 00000100:00000001:0.0:1789469678.375308:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469678.375325:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469678.375327:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469678.375331:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469678.375334:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469678.375339:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469678.375342:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469678.567262:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469678.567269:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469678.567274:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469678.567276:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469678.567281:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469678.567282:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469678.567951:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469678.567955:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469678.567959:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469679.399189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469679.399203:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469679.399206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469679.399210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469679.399212:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469679.399216:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469679.399219:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.591166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469679.591173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.591179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469679.591181:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.591186:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469679.591187:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469679.592307:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469679.592312:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469679.592316:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469680.423149:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469680.423162:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469680.423164:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469680.423169:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469680.423171:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469680.423176:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469680.423178:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469680.615209:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469680.615216:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469680.615222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469680.615223:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469680.615229:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469680.615231:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469680.615574:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469680.615578:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469680.615581:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469681.447873:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469681.447886:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469681.447888:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469681.447893:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469681.447895:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469681.447900:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469681.447903:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469681.639166:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469681.639173:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469681.639178:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469681.639179:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469681.639184:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469681.639186:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469681.639399:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469681.639402:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469681.639405:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469682.471152:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469682.471166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469682.471168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469682.471173:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469682.471175:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469682.471180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469682.471182:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469682.663391:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469682.663397:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469682.663402:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469682.663404:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469682.663408:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469682.663411:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469682.663413:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469682.663416:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469682.663419:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469682.663421:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469682.663423:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469682.663425:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469682.664319:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469682.664323:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469682.664326:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469683.369356:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469683.369367:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469683.369370:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469683.369375:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469683.369378:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469683.369381:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469683.369384:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469683.369387:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469683.369390:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469683.369393:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469683.369398:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21936) 00000100:00000001:0.0:1789469683.495156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469683.495183:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469683.495185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469683.495191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469683.495193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469683.495199:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469683.495201:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469683.687172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469683.687180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469683.687187:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469683.687189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469683.687194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469683.687195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469683.687621:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469683.687625:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469683.687628:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469684.519150:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469684.519173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469684.519176:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469684.519180:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469684.519183:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469684.519188:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469684.519191:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469684.711560:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469684.711567:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469684.711573:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469684.711575:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469684.711579:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469684.711581:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469684.712417:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469684.712425:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469684.712432:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469685.544604:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469685.544621:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469685.544623:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469685.544627:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469685.544630:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469685.544634:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469685.544636:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469685.735174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469685.735182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469685.735188:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469685.735189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469685.735194:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469685.735195:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469685.735291:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469685.735295:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469685.735297:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469686.567153:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469686.567168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469686.567179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469686.567183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469686.567185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469686.567190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469686.567192:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469686.759280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469686.759288:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469686.759294:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469686.759296:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469686.759301:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469686.759303:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469686.759406:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469686.759410:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469686.759413:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469687.591163:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469687.591177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469687.591179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469687.591183:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469687.591185:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469687.591190:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469687.591193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469687.783162:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469687.783169:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469687.783174:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469687.783177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469687.783182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469687.783183:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469687.783273:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469687.783277:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469687.783280:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469688.487674:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469688.487685:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469688.487688:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469688.487692:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469688.487694:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469688.487698:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469688.487701:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469688.487705:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469688.487707:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469688.487710:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469688.487716:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21941) 00000100:00000001:0.0:1789469688.615221:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469688.615234:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469688.615236:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469688.615241:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469688.615243:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469688.615248:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469688.615250:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469688.807268:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469688.807276:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469688.807282:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469688.807284:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469688.807289:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469688.807290:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469688.807446:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469688.807451:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469688.807454:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469689.639162:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469689.639171:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469689.639186:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469664/real 1789469664] req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469689.639204:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469689.639207:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469689.639210:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd797e8. 00000400:00000200:0.0:1789469689.639216:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93ee0 00000400:00000010:0.0:1789469689.639219:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93ee0. 00000100:00000001:0.0:1789469689.639224:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469689.639228:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469689.639238:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639245:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469689.639247:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639250:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469689.639252:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469689.639256:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639269:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639271:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469689.639275:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469664/real 1789469664] req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469689.639283:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469689.639284:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469689.639286:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79058. 00000400:00000200:0.0:1789469689.639288:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93cc0 00000400:00000010:0.0:1789469689.639290:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93cc0. 00000100:00000001:0.0:1789469689.639292:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469689.639295:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469689.639303:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639308:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469689.639310:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639311:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469689.639312:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469689.639315:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639321:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639323:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469689.639327:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469664/real 1789469664] req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469689.639334:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469689.639335:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469689.639337:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79108. 00000400:00000200:0.0:1789469689.639339:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93110 00000400:00000010:0.0:1789469689.639340:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93110. 00000100:00000001:0.0:1789469689.639343:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469689.639346:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469689.639353:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639359:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469689.639361:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639362:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469689.639364:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469689.639367:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639372:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639374:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469689.639378:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469664/real 1789469664] req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469689.639394:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469689.639396:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469689.639397:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79420. 00000400:00000200:0.0:1789469689.639399:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93770 00000400:00000010:0.0:1789469689.639401:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93770. 00000100:00000001:0.0:1789469689.639403:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469689.639406:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469689.639414:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639420:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469689.639422:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639423:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469689.639424:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469689.639428:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639434:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639452:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469689.639455:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639458:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469689.639460:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469689.639463:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469689.639468:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639475:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469689.639478:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639480:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469689.639481:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639483:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469689.639485:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469689.639489:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469689.639515:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469689.639518:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469689.639522:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469689.639530:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404859904:0@lo:38:kworker.0 00000100:00000001:0.0:1789469689.639535:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469689.639538:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639545:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469689.639547:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639549:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469689.639550:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639551:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469689.639553:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469689.639555:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469689.639561:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469689.639564:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469689.639570:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469689.639576:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d3738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404860032:0@lo:38:kworker.0 00000100:00000001:0.0:1789469689.639580:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469689.639583:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.639598:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469689.639600:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639601:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469689.639602:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639604:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469689.639605:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469689.639607:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469689.639612:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469689.639614:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469689.639617:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469689.639624:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404860160:0@lo:38:kworker.0 00000100:00000001:0.0:1789469689.639637:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469689.639640:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789469689.639644:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789469689.639646:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469689.639648:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639649:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1789469689.639649:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789469689.639651:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.639652:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789469689.639652:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469689.639655:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469689.639657:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469689.639659:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469689.639660:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469689.639661:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469689.639663:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469689.639664:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469689.639667:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469689.639670:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21912 00000100:00080000:3.0:1789469689.639674:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469689.639677:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00080000:0.0:1789469689.639678:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469689.639680:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1789469689.639680:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469689.639682:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000040:0.0:1789469689.639684:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469689.639685:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00100000:0.0:1789469689.639691:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967d373ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404859776:0@lo:38:kworker.0 00000020:00000001:3.0:1789469689.639691:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789469689.639694:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789469689.639694:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000100:00000001:0.0:1789469689.639697:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1789469689.639697:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:0.0:1789469689.639700:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b480 x1876386404859904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789469689.639700:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:3.0:1789469689.639703:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:3.0:1789469689.639705:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000001:0.0:1789469689.639707:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1789469689.639708:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469689.639710:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469689.639711:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469689.639713:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469689.639716:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:3.0:1789469689.639719:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469689.639721:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469689.639723:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469689.639730:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469689.639733:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469689.639735:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469689.639737:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469689.639746:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7e680. 00000020:00000040:3.0:1789469689.639749:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=4 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1789469689.640665:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469689.640670:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469689.640676:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469689.640679:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469689.640680:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789469689.640683:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469689.640685:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd400. 02000000:00000001:0.0:1789469689.640689:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469689.640691:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469689.640692:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b480. 00000100:00000001:0.0:1789469689.640696:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469689.640697:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.640700:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469689.640706:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d3738700 x1876386404860032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.640713:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469689.640714:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469689.640716:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789469689.640718:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469689.640719:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469689.640721:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789469689.640723:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469689.640724:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfc000. 02000000:00000001:0.0:1789469689.643916:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469689.643918:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469689.643921:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d3738700. 00000100:00000001:0.0:1789469689.643926:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469689.643928:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.643932:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469689.643942:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373b800 x1876386404860160/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.643952:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469689.643954:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469689.643957:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789469689.643961:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469689.643963:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469689.643965:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789469689.643968:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469689.643969:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfe000. 02000000:00000001:0.0:1789469689.643972:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469689.643973:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469689.643974:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373b800. 00000100:00000001:0.0:1789469689.643977:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469689.643978:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.643980:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469689.643984:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967d373ad80 x1876386404859776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469689 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.643991:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469689.643992:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469689.643993:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789469689.643995:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469689.643997:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469689.643998:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789469689.644000:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469689.644001:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8966e2dfd800. 02000000:00000001:0.0:1789469689.644003:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469689.644005:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469689.644006:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967d373ad80. 00000100:00000001:0.0:1789469689.644009:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469689.644011:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.644014:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469689.644747:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469689.644751:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469689.644754:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469689.644758:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469689.644762:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469689.644774:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f400. 00000100:00000001:3.0:1789469689.644891:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469689.644900:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469689.644910:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469689.644914:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469689.644918:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020f305ed] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469689.644943:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469689.644947:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469689.644951:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469689.644953:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469689.644955:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469689.644958:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469689.644961:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21912 00000100:00080000:3.0:1789469689.644965:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469689.644967:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469689.644970:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469689.644972:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469689.644974:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469689.644982:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469689.644984:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:3.0:1789469689.644986:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469689.644989:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:3.0:1789469689.645353:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:3.0:1789469689.645357:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:3.0:1789469689.645360:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469689.645362:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469689.645365:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469689.645366:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469689.645370:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:3.0:1789469689.645438:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469689.645441:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469689.645443:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469689.645449:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469689.645452:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469689.645454:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469689.645456:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469689.645462:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7ce00. 00000020:00000040:3.0:1789469689.645465:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1789469689.645469:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469689.645470:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469689.645471:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469689.645473:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469689.645475:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469689.645479:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e000. 00000100:00000001:3.0:1789469689.645482:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469689.645487:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469689.645496:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469689.645498:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469689.645502:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a6d18ad] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469689.645509:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469689.645511:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469689.645514:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469689.645515:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469689.645516:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469689.645519:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469689.645521:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21912 00000100:00080000:3.0:1789469689.645523:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469689.645526:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469689.645528:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469689.645529:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469689.645531:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469689.645534:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469689.645535:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:3.0:1789469689.645537:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469689.645539:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:3.0:1789469689.645541:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:3.0:1789469689.645543:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:3.0:1789469689.645545:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469689.645547:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469689.645548:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469689.645696:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469689.645700:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469689.645703:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469689.645708:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.645715:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469689.645717:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469689.645719:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469689.645722:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469689.645733:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469689.645736:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404860416:0@lo:38:kworker.0 00000100:00000001:0.0:1789469689.645740:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469689.645744:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469689.645746:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469689.645755:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469689.645760:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789469689.645762:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469689.645769:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79420. 00000400:00000010:0.0:1789469689.645775:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93770. 00000100:00000200:0.0:1789469689.645782:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404860416, portal 10 00000100:00000001:0.0:1789469689.645784:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469689.645785:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312511616 : -130400397040000 : ffff8966caa7e680) 00000100:00000040:0.0:1789469689.645792:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.645799:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469689.645802:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469689.645804:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469689.645807:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404860416, offset 0 00000400:00000200:0.0:1789469689.645812:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469689.645824:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469689.645835:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8200 00000400:00000100:0.0:1789469689.645841:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404860416 offset 0 length 520: 4 00000400:00000200:0.0:1789469689.645846:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469689.645848:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:3.0:1789469689.645854:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469689.645858:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:3.0:1789469689.645860:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000400:00000200:0.0:1789469689.645861:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93110 00000400:00000010:0.0:1789469689.645863:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93110. 00000100:00000001:3.0:1789469689.645863:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469689.645864:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1789469689.645867:0:117762:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1789469689.645867:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469689.645869:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789469689.645871:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469689.645871:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469689.645873:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469689.645876:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7dc00. 00000100:00000001:0.0:1789469689.645878:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1789469689.645879:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:0.0:1789469689.645881:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789469689.645881:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469689.645882:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469689.645884:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469689.645885:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469689.645887:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.645888:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.645890:0:117762:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1789469689.645891:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08e400. 00000100:00000001:3.0:1789469689.645894:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.645895:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469689.645898:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1789469689.645899:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789469689.645902:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316605081 00000100:00000001:3.0:1789469689.645904:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1789469689.645907:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:3.0:1789469689.645907:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469689.645910:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f450510] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.645912:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789469689.645918:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469689.645922:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21942) 00000100:00000001:0.0:1789469689.645923:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316605081 00000100:00000010:0.0:1789469689.645927:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feae0. 00000100:00080000:3.0:1789469689.645929:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789469689.645930:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00080000:3.0:1789469689.645933:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469689.645935:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469689.645938:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469689.645940:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469689.645941:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469689.645943:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:0.0:1789469689.645944:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316605081 00000100:00080000:3.0:1789469689.645945:0:223621:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21912 00000100:00000010:0.0:1789469689.645947:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fec00. 00000100:00080000:3.0:1789469689.645948:0:223621:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1789469689.645949:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1789469689.645950:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469689.645952:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469689.645953:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469689.645955:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000001:0.0:1789469689.645959:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316605081 00000020:00000001:3.0:1789469689.645959:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469689.645960:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000100:00000010:0.0:1789469689.645962:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe9c0. 00000020:00000001:3.0:1789469689.645962:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469689.645964:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000100:00000001:0.0:1789469689.645965:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000020:00000001:3.0:1789469689.645966:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:0.0:1789469689.645968:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789469689.645968:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:3.0:1789469689.645970:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:0.0:1789469689.645971:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469689.645972:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789469689.645974:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469689.645974:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469689.645976:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000100:00000040:0.0:1789469689.645977:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789469689.645978:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:3.0:1789469689.645980:0:223621:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469689.645982:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.645984:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1789469689.645984:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1789469689.645985:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469689.645986:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469689.645987:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469689.645988:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469689.645989:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469689.645990:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:0.0:1789469689.645991:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469689.645993:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404860544:0@lo:38:kworker.0 00000100:00000001:0.0:1789469689.645996:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469689.645998:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469689.645999:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469689.646001:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469689.646003:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789469689.646005:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469689.646008:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79108. 00000400:00000010:0.0:1789469689.646011:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469689.646013:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404860544, portal 10 00000100:00000001:0.0:1789469689.646015:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469689.646016:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312505344 : -130400397046272 : ffff8966caa7ce00) 00000100:00000040:0.0:1789469689.646020:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.646025:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469689.646028:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469689.646030:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469689.646032:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404860544, offset 0 00000400:00000200:0.0:1789469689.646058:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469689.646064:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469689.646069:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8280 00000400:00000100:0.0:1789469689.646073:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404860544 offset 0 length 520: 4 00000400:00000200:0.0:1789469689.646076:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469689.646079:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469689.646083:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93cc0 00000400:00000010:0.0:1789469689.646086:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93cc0. 00000100:00000001:0.0:1789469689.646088:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469689.646091:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.646097:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469689.646100:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.646106:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.646107:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469689.646110:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469689.646113:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789469689.646116:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316605081 00000100:00000001:0.0:1789469689.646118:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316605081 00000100:00000001:0.0:1789469689.646120:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316605081 00000100:00000001:0.0:1789469689.646121:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316605081 00000100:00000001:0.0:1789469689.646123:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316605081 00000100:00000001:0.0:1789469689.646125:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316605081 00000100:00000001:0.0:1789469689.646127:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316605081 00000100:00000001:0.0:1789469689.646129:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316605081 00000100:00000001:0.0:1789469689.646131:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469689.646133:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.646135:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.646137:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.646144:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469689.646146:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.646148:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469689.646149:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469689.646150:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469689.646154:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.646160:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469689.646162:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469689.646164:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469689.646166:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469689.646168:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469689.646170:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404860672:0@lo:38:kworker.0 00000100:00000001:0.0:1789469689.646173:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469689.646175:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469689.646176:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469689.646178:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469689.646181:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789469689.646183:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469689.646185:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79058. 00000400:00000010:0.0:1789469689.646188:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469689.646190:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404860672, portal 10 00000100:00000001:0.0:1789469689.646192:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469689.646193:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312508928 : -130400397042688 : ffff8966caa7dc00) 00000100:00000040:0.0:1789469689.646198:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.646203:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469689.646205:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469689.646207:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93ee0. 00000100:00000200:0.0:1789469689.646209:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404860672, offset 0 00000400:00000200:0.0:1789469689.646213:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469689.646217:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469689.646222:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8300 00000400:00000100:0.0:1789469689.646225:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404860672 offset 0 length 520: 4 00000400:00000200:0.0:1789469689.646228:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469689.646230:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469689.646234:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93ee0 00000400:00000010:0.0:1789469689.646236:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93ee0. 00000100:00000001:0.0:1789469689.646238:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469689.646242:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.646253:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469689.646256:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.646262:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.646264:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469689.646267:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469689.646269:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789469689.646271:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316605082 00000100:00000001:0.0:1789469689.646276:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316605081 00000100:00000001:0.0:1789469689.646280:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316605082 00000100:00000001:0.0:1789469689.646282:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316605081 00000100:00000001:0.0:1789469689.646284:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316605082 00000100:00000001:0.0:1789469689.646287:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316605081 00000100:00000001:0.0:1789469689.646290:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316605082 00000100:00000001:0.0:1789469689.646293:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316605081 00000100:00000001:0.0:1789469689.646295:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469689.646297:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.646299:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.646301:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.646304:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469689.646306:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.646307:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469689.646308:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469689.646310:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.646312:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469689.647131:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469689.647139:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c000. 00000020:00000040:3.0:1789469689.647143:0:223621:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1789469689.647146:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469689.647149:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469689.647151:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469689.647153:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469689.647156:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469689.647162:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08dc00. 00000100:00000001:3.0:1789469689.647167:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469689.647175:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469689.647183:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469689.647185:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469689.647189:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000671eddf9] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469689.647212:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469689.647218:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21942) 00000100:00000001:0.0:1789469689.647481:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469689.647485:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469689.647487:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469689.647491:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.647504:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469689.647505:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469689.647508:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469689.647510:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469689.647512:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469689.647515:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404860800:0@lo:38:kworker.0 00000100:00000001:0.0:1789469689.647519:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469689.647523:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469689.647524:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469689.647527:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469689.647530:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469689.647532:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469689.647536:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd797e8. 00000400:00000010:0.0:1789469689.647541:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93ee0. 00000100:00000200:0.0:1789469689.647545:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404860800, portal 10 00000100:00000001:0.0:1789469689.647547:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469689.647548:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312501760 : -130400397049856 : ffff8966caa7c000) 00000100:00000040:0.0:1789469689.652966:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.652979:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469689.652982:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469689.652990:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93198. 00000100:00000200:0.0:1789469689.652996:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404860800, offset 0 00000400:00000200:0.0:1789469689.653002:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469689.653016:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469689.653026:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8380 00000400:00000100:0.0:1789469689.653033:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404860800 offset 0 length 520: 4 00000400:00000200:0.0:1789469689.653058:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469689.653060:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469689.653072:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93198 00000400:00000010:0.0:1789469689.653075:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93198. 00000100:00000001:0.0:1789469689.653078:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469689.653082:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.653091:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469689.653094:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469689.653101:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.653102:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469689.653107:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469689.653111:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789469689.653115:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316605089 00000100:00000001:0.0:1789469689.653127:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316605082 00000100:00000001:0.0:1789469689.653132:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316605089 00000100:00000001:0.0:1789469689.653135:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4316605082 00000100:00000001:0.0:1789469689.653138:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316605089 00000100:00000001:0.0:1789469689.653141:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4316605082 00000100:00000001:0.0:1789469689.653143:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316605089 00000100:00000001:0.0:1789469689.653146:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4316605082 00000100:00000001:0.0:1789469689.653149:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469689.653152:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.653156:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.653160:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.653166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469689.653168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469689.653171:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469689.653172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469689.653174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469689.653176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469689.673143:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316605089, at 4316605090 00000100:00000010:2.0:1789469689.673159:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fec00. 00000100:00000040:1.0:1789469689.673252:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316605089, at 4316605090 00000100:00000010:1.0:1789469689.673258:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feae0. 00000100:00000040:3.0:1789469689.673681:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316605089, at 4316605090 00000100:00000010:3.0:1789469689.673688:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe9c0. 00000100:00000040:0.0:1789469689.674429:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316605089, at 4316605091 00000100:00000010:0.0:1789469689.674436:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00010000:00000001:0.0:1789469689.831189:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469689.831196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469689.831203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469689.831204:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469689.831209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469689.831211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469689.832555:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469689.832561:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469689.832565:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469690.664111:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469690.664124:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469690.664126:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469690.664131:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469690.664134:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469690.664138:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469690.664141:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.855141:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469690.855148:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.855153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469690.855154:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.855159:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469690.855160:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469690.855404:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469690.855408:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469690.855410:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469691.239301:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469691.239310:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469691.239315:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789469691.239886:0:117757:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789469691.239892:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469691.239902:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469691.239907:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469691.239909:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469691.687215:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469691.687230:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469691.687233:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469691.687238:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469691.687240:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469691.687244:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469691.687246:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469691.879376:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469691.879383:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469691.879388:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469691.879390:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469691.879395:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469691.879396:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469691.879488:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469691.879495:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469691.879500:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469692.711333:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469692.711352:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469692.711355:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469692.711362:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469692.711365:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469692.711370:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469692.711373:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469692.903248:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469692.903260:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469692.903267:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469692.903268:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469692.903275:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469692.903279:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469692.903281:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469692.903286:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469692.903289:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469692.903292:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469692.903295:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469692.903297:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469692.903413:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469692.903417:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469692.903421:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469693.735253:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469693.735263:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469693.735283:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469668/real 1789469668] req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469693.735306:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469693.735318:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469693.735323:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79318. 00000400:00000200:0.0:1789469693.735331:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93880 00000400:00000010:0.0:1789469693.735335:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93880. 00000100:00000001:0.0:1789469693.735339:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469693.735344:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469693.735354:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469693.735362:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469693.735364:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469693.735367:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469693.735370:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469693.735373:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469693.735381:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469693.735391:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469693.735393:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469693.735398:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469693.735401:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469693.735406:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469693.735411:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469693.735420:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469693.735423:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469693.735425:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469693.735426:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469693.735430:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469693.735432:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469693.735436:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469693.735523:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789469693.735527:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469693.735531:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469693.735541:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404860288:0@lo:250:kworker.0 00000100:00000001:0.0:1789469693.735546:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469693.735549:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469693.735553:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb940a80 x1876386404860288/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469693.735570:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469693.735574:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469693.735579:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469693.735585:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469693.735901:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469693.735906:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789469693.735910:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469693.735914:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540000. 02000000:00000001:0.0:1789469693.735919:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469693.735922:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469693.735925:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb940a80. 00000100:00000001:0.0:1789469693.735929:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469693.735931:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469693.735935:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469693.736090:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469693.736097:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469693.736100:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469693.736103:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469693.736106:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469693.736110:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21916 00000100:00080000:3.0:1789469693.736115:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469693.736119:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469693.736122:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469693.736125:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469693.736127:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469693.736137:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469693.736140:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789469693.736143:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469693.736146:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789469693.736150:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789469693.736152:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789469693.736156:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469693.736158:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469693.736160:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469693.736162:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469693.736166:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789469693.736169:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469693.736172:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469693.736175:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469693.736180:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469693.736183:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.736186:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469693.736188:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469693.736200:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7c700. 00000020:00000040:3.0:1789469693.736204:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469693.736208:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469693.736210:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.736213:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469693.736217:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469693.736221:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469693.736231:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f000. 00000100:00000001:3.0:1789469693.736240:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469693.736249:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469693.736266:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469693.736272:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469693.736277:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054971948] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469693.736387:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469693.736390:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469693.736392:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469693.736397:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469693.736404:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469693.736407:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469693.736412:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469693.736415:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469693.736417:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469693.736420:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404860928:0@lo:250:kworker.0 00000100:00000001:0.0:1789469693.736424:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469693.736429:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469693.736432:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469693.736435:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469693.736439:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469693.736441:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469693.736448:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79318. 00000400:00000010:0.0:1789469693.736455:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93880. 00000100:00000200:0.0:1789469693.736462:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404860928, portal 25 00000100:00000001:0.0:1789469693.736464:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469693.736466:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312503552 : -130400397048064 : ffff8966caa7c700) 00000100:00000040:0.0:1789469693.736471:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469693.736478:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469693.736481:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469693.736483:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93198. 00000100:00000200:0.0:1789469693.736486:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404860928, offset 0 00000400:00000200:0.0:1789469693.736493:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469693.736510:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469693.736524:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f8400 00000400:00000100:0.0:1789469693.736532:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404860928 offset 0 length 520: 4 00000400:00000200:0.0:1789469693.736537:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469693.736540:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469693.736749:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93198 00000400:00000010:0.0:1789469693.736753:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93198. 00000100:00000001:0.0:1789469693.736758:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469693.736763:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469693.736770:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469693.736773:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469693.736779:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469693.736781:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469693.736788:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469693.736793:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316614323 00000100:00000010:0.0:1789469693.736799:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469693.736808:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469693.736821:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316614323 00000100:00000010:0.0:1789469693.736824:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fee40. 00000100:00000001:0.0:1789469693.736828:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789469693.736903:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469693.736909:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469693.736914:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469693.736916:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469693.736920:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469693.736923:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469693.736926:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469693.736929:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469693.736932:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469693.736938:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21946) 00000100:00000001:0.0:1789469693.736980:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316614323 00000100:00000010:0.0:1789469693.736986:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe000. 00000100:00000001:0.0:1789469693.736990:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469693.736995:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316614323 00000100:00000010:0.0:1789469693.736998:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe120. 00000100:00000001:0.0:1789469693.737002:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469693.737005:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469693.737009:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469693.737013:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469693.737016:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469693.737024:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469693.737026:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469693.737029:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469693.737030:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469693.737032:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469693.737034:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469693.927184:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469693.927195:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469693.927202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469693.927203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469693.927209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469693.927211:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469693.927312:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469693.927316:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469693.927320:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469693.966372:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469693.966394:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469693.966399:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469693.966401:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469693.966414:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469693.966434:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5e00 00000400:00000100:0.0:1789469693.966442:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402426368 offset 0 length 520: 4 00000400:00000200:0.0:1789469693.966447:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469693.966450:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469693.966461:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469693.966466:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469693.966468:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469693.966470:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469693.966472:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469693.966474:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469693.966478:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469693.966483:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5e80 00000400:00000100:0.0:1789469693.966487:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402426496 offset 0 length 520: 4 00000400:00000200:0.0:1789469693.966490:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469693.966492:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469693.966496:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469693.966507:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469693.966509:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469693.966512:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469694.759152:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469694.759161:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469694.759164:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469694.759167:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469694.759169:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469694.759172:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469694.759175:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469694.759181:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469694.759183:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469694.759186:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469694.759192:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21947) 00000100:00000001:0.0:1789469694.760216:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469694.760232:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469694.760234:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469694.760239:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469694.760242:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469694.760248:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469694.760251:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469694.951350:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469694.951360:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469694.951368:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469694.951369:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469694.951375:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469694.951377:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469694.951941:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469694.951946:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469694.951950:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789469694.987947:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469694.987976:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469694.988055:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469694.988060:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469694.988075:0:117758:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469694.988102:0:117758:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa5f00 00000400:00000100:0.0:1789469694.988237:0:117758:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402426624 offset 0 length 520: 4 00000400:00000200:0.0:1789469694.988244:0:117758:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469694.988248:0:117758:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469694.988263:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469694.988277:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469694.988280:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469694.988283:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469695.783565:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469695.783594:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469695.783597:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469695.783602:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469695.783605:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469695.783612:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469695.783615:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469695.975360:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469695.975372:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469695.975380:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469695.975382:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469695.975388:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469695.975390:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469695.975510:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469695.975515:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469695.975519:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469696.807187:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469696.807202:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469696.807204:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469696.807208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469696.807211:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469696.807215:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469696.807218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469696.999469:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469696.999476:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469696.999481:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469696.999483:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469696.999488:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469696.999490:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469696.999585:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469696.999589:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469696.999591:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469697.831157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469697.831173:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469697.831185:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469697.831190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469697.831193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469697.831197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469697.831200:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469698.023227:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469698.023233:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469698.023238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469698.023240:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469698.023244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469698.023245:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469698.025769:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469698.025776:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469698.025782:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469698.791178:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469698.791189:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469698.791192:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469698.791196:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469698.791198:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469698.791201:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469698.791203:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469698.791207:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469698.791210:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469698.791212:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469698.791218:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21951) 00000100:00000001:0.0:1789469698.855156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469698.855169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469698.855171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469698.855176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469698.855178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469698.855183:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469698.855186:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.047425:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469699.047432:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.047438:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469699.047440:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.047445:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469699.047447:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469699.047660:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469699.047665:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469699.047668:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789469699.239166:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316614323, at 4316614656 00000100:00000010:0.0:1789469699.239182:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:1.0:1789469699.239211:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316614323, at 4316614656 00000100:00000010:1.0:1789469699.239218:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fee40. 00000100:00000040:2.0:1789469699.239300:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316614323, at 4316614656 00000100:00000010:2.0:1789469699.239305:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe000. 00000100:00000040:3.0:1789469699.239310:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316614323, at 4316614656 00000100:00000010:3.0:1789469699.239315:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe120. 00000100:00000001:0.0:1789469699.881107:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469699.881121:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469699.881123:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469699.881128:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469699.881131:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469699.881135:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469699.881137:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469700.071793:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469700.071799:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469700.071805:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469700.071807:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469700.071812:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469700.071813:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469700.073646:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469700.073652:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469700.073657:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469700.903154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469700.903167:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469700.903169:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469700.903174:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469700.903176:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469700.903180:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469700.903183:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469701.095610:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469701.095627:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469701.095633:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469701.095634:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469701.095639:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469701.095705:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469701.096853:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469701.096857:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469701.096861:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469701.927154:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469701.927168:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469701.927170:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469701.927175:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469701.927177:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469701.927182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469701.927185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469702.119182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469702.119190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469702.119195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469702.119197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469702.119202:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469702.119203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469702.122229:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469702.122236:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469702.122241:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469702.951585:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469702.951600:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469702.951602:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469702.951607:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469702.951609:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469702.951613:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469702.951615:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469703.143179:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469703.143186:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469703.143191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469703.143193:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469703.143197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469703.143201:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469703.143203:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469703.143207:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469703.143209:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469703.143212:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469703.143213:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469703.143216:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469703.143422:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469703.143426:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469703.143429:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469703.847369:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469703.847380:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469703.847383:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469703.847387:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469703.847389:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469703.847392:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469703.847395:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469703.847398:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469703.847400:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469703.847403:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469703.847408:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21956) 00000100:00000001:0.0:1789469703.975305:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469703.975318:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469703.975321:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469703.975325:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469703.975327:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469703.975332:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469703.975334:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469704.167130:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469704.167137:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469704.167142:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469704.167144:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469704.167150:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469704.167151:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469704.167223:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469704.167226:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469704.167229:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469705.000206:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469705.000221:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469705.000224:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469705.000228:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469705.000230:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469705.000235:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469705.000237:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469705.192876:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469705.192883:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469705.192889:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469705.192890:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469705.192895:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469705.192897:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469705.192987:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469705.192991:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469705.192994:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469706.023148:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469706.023161:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469706.023163:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469706.023167:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469706.023169:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469706.023173:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469706.023176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469706.217681:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469706.217699:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469706.217705:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469706.217707:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469706.217712:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469706.217713:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469706.217961:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469706.217964:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469706.217968:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469707.048142:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469707.048155:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469707.048157:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469707.048161:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469707.048164:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469707.048168:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469707.048171:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469707.239267:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469707.239274:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469707.239280:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469707.239281:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469707.239286:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469707.239287:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469707.239441:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469707.239445:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469707.239448:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469708.072086:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469708.072099:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469708.072101:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469708.072106:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469708.072108:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469708.072112:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469708.072114:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469708.267690:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469708.267697:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469708.267702:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469708.267703:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469708.267708:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469708.267710:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469708.267808:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469708.267812:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469708.267815:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469708.967162:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469708.967172:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469708.967175:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469708.967178:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469708.967181:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469708.967184:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469708.967187:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469708.967190:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469708.967192:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469708.967195:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469708.967200:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21962) 00000100:00000001:0.0:1789469709.097873:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469709.097890:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469709.097892:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469709.097897:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469709.097899:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469709.097904:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469709.097906:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.287183:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469709.287190:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.287196:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469709.287198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.287203:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469709.287205:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469709.287317:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469709.287321:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469709.287324:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469710.119209:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469710.119225:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469710.119228:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469710.119233:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469710.119236:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469710.119240:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469710.119243:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469710.311153:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469710.311160:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469710.311164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469710.311166:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469710.311171:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469710.311172:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469710.311255:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469710.311259:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469710.311261:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469711.144699:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469711.144713:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469711.144716:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469711.144720:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469711.144722:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469711.144727:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469711.144729:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469711.335159:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469711.335167:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469711.335173:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469711.335174:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469711.335179:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469711.335180:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469711.335513:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469711.335517:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469711.335520:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469712.167166:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469712.167184:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469712.167186:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469712.167190:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469712.167193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469712.167198:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469712.167200:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469712.359177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469712.359185:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469712.359190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469712.359192:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469712.359197:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469712.359198:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469712.359349:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469712.359353:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469712.359356:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469713.191336:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469713.191352:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469713.191354:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469713.191359:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469713.191362:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469713.191367:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469713.191369:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469713.383271:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469713.383278:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469713.383284:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469713.383286:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469713.383290:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469713.383294:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469713.383296:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469713.383299:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469713.383303:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469713.383305:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469713.383307:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469713.383310:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469713.383399:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469713.383403:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469713.383406:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469714.087218:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469714.087228:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469714.087232:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469714.087235:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469714.087238:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469714.087241:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469714.087244:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469714.087248:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469714.087250:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469714.087253:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469714.087259:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21967) 00000100:00000001:0.0:1789469714.215157:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469714.215165:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469714.215180:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469689/real 1789469689] req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469714.215197:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469714.215199:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469714.215204:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd797e8. 00000400:00000200:0.0:1789469714.215210:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93ee0 00000400:00000010:0.0:1789469714.215213:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93ee0. 00000100:00000001:0.0:1789469714.215217:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469714.215221:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469714.215230:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215236:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469714.215238:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215240:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469714.215242:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469714.215246:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215252:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215255:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469714.215259:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469689/real 1789469689] req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469714.215266:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469714.215267:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469714.215268:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79058. 00000400:00000200:0.0:1789469714.215271:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93cc0 00000400:00000010:0.0:1789469714.215273:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93cc0. 00000100:00000001:0.0:1789469714.215275:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469714.215277:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469714.215285:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215291:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469714.215292:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215294:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469714.215295:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469714.215298:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215304:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215307:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469714.215310:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469689/real 1789469689] req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469714.215317:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469714.215318:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469714.215320:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79420. 00000400:00000200:0.0:1789469714.215323:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93770 00000400:00000010:0.0:1789469714.215325:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93770. 00000100:00000001:0.0:1789469714.215327:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469714.215329:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469714.215347:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215353:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469714.215355:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215356:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469714.215357:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469714.215360:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215371:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215373:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469714.215377:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469689/real 1789469689] req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469714.215384:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469714.215385:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469714.215386:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79108. 00000400:00000200:0.0:1789469714.215388:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93110 00000400:00000010:0.0:1789469714.215389:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93110. 00000100:00000001:0.0:1789469714.215391:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469714.215394:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469714.215399:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215404:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469714.215405:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215406:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469714.215407:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469714.215410:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215415:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215422:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469714.215424:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215426:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469714.215428:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469714.215431:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469714.215435:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215452:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469714.215455:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215457:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469714.215458:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215460:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469714.215463:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469714.215466:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469714.215497:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469714.215501:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469714.215505:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469714.215513:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404860800:0@lo:38:kworker.0 00000100:00000001:0.0:1789469714.215525:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469714.215529:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215535:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469714.215537:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215539:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469714.215540:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215542:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469714.215543:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469714.215546:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469714.215551:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469714.215553:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469714.215556:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469714.215564:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404860672:0@lo:38:kworker.0 00000100:00000001:0.0:1789469714.215568:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469714.215571:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215579:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469714.215581:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215582:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469714.215583:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215585:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469714.215586:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469714.215588:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469714.215593:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469714.215595:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469714.215598:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469714.215615:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404860416:0@lo:38:kworker.0 00000100:00000001:0.0:1789469714.215620:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469714.215623:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215629:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469714.215631:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215632:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469714.215633:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215635:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469714.215637:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469714.215639:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469714.215644:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469714.215646:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469714.215651:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469714.215663:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404860544:0@lo:38:kworker.0 00000100:00000001:0.0:1789469714.215666:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.215669:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469714.215672:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c000 x1876386404860800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215678:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469714.215681:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469714.215684:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469714.215689:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469714.215692:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469714.215694:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789469714.215696:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469714.215699:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08dc00. 02000000:00000001:0.0:1789469714.215703:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469714.215705:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469714.215707:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c000. 00000100:00000001:0.0:1789469714.215711:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469714.215713:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.215715:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469714.215717:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7dc00 x1876386404860672/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.215723:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469714.215724:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469714.215725:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789469714.215728:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469714.215729:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469714.215730:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789469714.215732:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469714.215733:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e400. 02000000:00000001:0.0:1789469714.215736:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469714.215737:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469714.215738:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7dc00. 00000100:00000001:0.0:1789469714.215740:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469714.215742:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789469714.215743:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789469714.215744:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469714.215747:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7e680 x1876386404860416/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789469714.215749:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469714.215751:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789469714.215753:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469714.215754:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1789469714.215755:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:0.0:1789469714.215756:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789469714.215758:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789469714.215758:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1789469714.215759:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469714.215760:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00080000:2.0:1789469714.215761:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1789469714.215762:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469714.215763:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f400. 00000100:00000001:2.0:1789469714.215764:0:218601:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:0.0:1789469714.215765:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469714.215766:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469714.215767:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7e680. 00000100:00080000:2.0:1789469714.215767:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21937 00000100:00000001:0.0:1789469714.215770:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469714.215771:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789469714.215771:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1789469714.215773:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469714.215774:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000040:0.0:1789469714.215775:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7ce00 x1876386404860544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469714 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469714.215777:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469714.215779:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:0.0:1789469714.215781:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1789469714.215782:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 02000000:00000001:0.0:1789469714.215783:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469714.215784:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789469714.215785:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469714.215786:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469714.215787:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789469714.215789:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:2.0:1789469714.215789:0:218601:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000010:0.0:1789469714.215791:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08e000. 00000020:00000040:2.0:1789469714.215791:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 02000000:00000001:0.0:1789469714.215793:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469714.215794:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1789469714.215794:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000010:0.0:1789469714.215795:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7ce00. 00000100:00000001:0.0:1789469714.215797:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1789469714.215797:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000100:00000001:0.0:1789469714.215798:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789469714.215800:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000001:0.0:1789469714.215801:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469714.215802:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:2.0:1789469714.215804:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469714.215806:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469714.215807:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469714.215809:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469714.215812:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:2.0:1789469714.215814:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469714.215817:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469714.215819:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469714.215826:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469714.215829:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469714.215831:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469714.215833:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469714.215841:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942a00. 00000020:00000040:2.0:1789469714.215844:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1789469714.215847:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469714.215849:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469714.215852:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469714.215854:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469714.215858:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469714.215865:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540c00. 00000100:00000001:2.0:1789469714.215872:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469714.215879:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469714.215888:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469714.215892:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469714.215896:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000969a4da] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469714.215919:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469714.215923:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469714.215925:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469714.215927:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469714.215928:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469714.215930:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469714.215932:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21937 00000100:00080000:2.0:1789469714.215935:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469714.215937:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469714.215939:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469714.215941:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469714.215942:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469714.215946:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469714.215947:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:2.0:1789469714.215949:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469714.215951:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:2.0:1789469714.215953:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:2.0:1789469714.215955:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:2.0:1789469714.215958:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469714.215960:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469714.215961:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469714.215964:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469714.215966:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:2.0:1789469714.215968:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469714.215971:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469714.215973:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469714.215976:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469714.215978:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469714.215980:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469714.215981:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469714.215985:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943b80. 00000020:00000040:2.0:1789469714.215987:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1789469714.215989:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469714.215990:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469714.215992:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469714.215993:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469714.215995:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469714.215998:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5540400. 00000100:00000001:2.0:1789469714.216001:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469714.216005:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469714.216011:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469714.216013:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469714.216016:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a879f33] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469714.216024:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469714.216026:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469714.216029:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789469714.216031:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469714.216032:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469714.216035:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469714.216065:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21937 00000100:00080000:2.0:1789469714.216068:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469714.216071:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469714.216074:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469714.216075:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469714.216077:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469714.216080:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469714.216081:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:2.0:1789469714.216083:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469714.216085:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:2.0:1789469714.216087:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:2.0:1789469714.216089:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:2.0:1789469714.216091:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469714.216093:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469714.216095:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469714.216096:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469714.216098:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:2.0:1789469714.216100:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469714.216102:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469714.216104:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469714.216107:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469714.216109:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469714.216110:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469714.216112:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469714.216115:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb942300. 00000020:00000040:2.0:1789469714.216117:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789469714.216119:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469714.216120:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469714.216122:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469714.216123:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469714.216125:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469714.216128:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543c00. 00000100:00000001:2.0:1789469714.216131:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469714.216135:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469714.216147:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469714.216149:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469714.216153:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910c4d4d] to pc [ptlrpcd_rcv+-1] req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469714.216159:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469714.216161:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469714.216164:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469714.216165:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469714.216167:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469714.216169:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469714.216171:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21937 00000100:00080000:2.0:1789469714.216173:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469714.216175:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469714.216177:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469714.216179:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469714.216181:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:2.0:1789469714.216185:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469714.216186:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:2.0:1789469714.216187:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469714.216189:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:2.0:1789469714.216203:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:2.0:1789469714.216205:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:2.0:1789469714.216208:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:2.0:1789469714.216210:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469714.216212:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:2.0:1789469714.216213:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:2.0:1789469714.216222:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:2.0:1789469714.216225:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:2.0:1789469714.216227:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469714.216228:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469714.216231:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469714.216233:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469714.216235:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469714.216236:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469714.216239:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967cb943100. 00000020:00000040:2.0:1789469714.216241:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1789469714.216243:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469714.216244:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469714.216246:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469714.216247:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469714.216249:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469714.216253:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967c5543000. 00000100:00000001:2.0:1789469714.216256:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469714.216260:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469714.216266:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469714.216268:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469714.216272:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb231f3] to pc [ptlrpcd_rcv+-1] req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469714.216278:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469714.216283:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21967) 00000100:00000001:0.0:1789469714.218081:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469714.218090:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469714.218093:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469714.218104:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218115:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469714.218117:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469714.218121:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469714.218124:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469714.218128:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469714.218131:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404861056:0@lo:38:kworker.0 00000100:00000001:0.0:1789469714.218136:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469714.218140:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469714.218143:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469714.218145:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469714.218153:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789469714.218155:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469714.218161:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79108. 00000400:00000010:0.0:1789469714.218167:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469714.218174:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404861056, portal 10 00000100:00000001:0.0:1789469714.218177:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469714.218178:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622962688 : -130396086588928 : ffff8967cb942a00) 00000100:00000040:0.0:1789469714.218197:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218204:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469714.218207:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469714.218209:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93770. 00000100:00000200:0.0:1789469714.218212:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404861056, offset 0 00000400:00000200:0.0:1789469714.218226:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469714.218239:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469714.218249:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8480 00000400:00000100:0.0:1789469714.218255:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404861056 offset 0 length 520: 4 00000400:00000200:0.0:1789469714.218260:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469714.218262:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469714.218275:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93770 00000400:00000010:0.0:1789469714.218279:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93770. 00000100:00000001:0.0:1789469714.218291:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469714.218296:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218304:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469714.218307:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218313:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.218315:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469714.218320:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469714.218324:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789469714.218329:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316629654 00000100:00000010:0.0:1789469714.218334:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469714.218341:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469714.218352:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316629654 00000100:00000010:0.0:1789469714.218355:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe0c0. 00000100:00000001:0.0:1789469714.218358:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469714.218373:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316629654 00000100:00000010:0.0:1789469714.218376:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe240. 00000100:00000001:0.0:1789469714.218379:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469714.218385:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316629654 00000100:00000010:0.0:1789469714.218388:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feb40. 00000100:00000001:0.0:1789469714.218391:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469714.218407:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469714.218410:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.218413:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469714.218417:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218424:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469714.218425:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469714.218427:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469714.218429:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469714.218431:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469714.218449:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404861184:0@lo:38:kworker.0 00000100:00000001:0.0:1789469714.218453:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469714.218455:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469714.218456:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469714.218458:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469714.218461:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789469714.218462:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469714.218465:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79420. 00000400:00000010:0.0:1789469714.218468:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93770. 00000100:00000200:0.0:1789469714.218471:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404861184, portal 10 00000100:00000001:0.0:1789469714.218473:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469714.218474:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622967168 : -130396086584448 : ffff8967cb943b80) 00000100:00000040:0.0:1789469714.218478:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218484:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469714.218486:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469714.218488:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469714.218491:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404861184, offset 0 00000400:00000200:0.0:1789469714.218494:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469714.218498:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469714.218503:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8500 00000400:00000100:0.0:1789469714.218507:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404861184 offset 0 length 520: 4 00000400:00000200:0.0:1789469714.218510:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469714.218512:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469714.218517:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93cc0 00000400:00000010:0.0:1789469714.218519:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93cc0. 00000100:00000001:0.0:1789469714.218522:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469714.218525:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218531:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469714.218533:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218538:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.218540:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469714.218543:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469714.218545:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789469714.218547:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316629654 00000100:00000001:0.0:1789469714.218550:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4316629654 00000100:00000001:0.0:1789469714.218552:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316629654 00000100:00000001:0.0:1789469714.218554:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4316629654 00000100:00000001:0.0:1789469714.218555:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316629654 00000100:00000001:0.0:1789469714.218557:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4316629654 00000100:00000001:0.0:1789469714.218558:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316629654 00000100:00000001:0.0:1789469714.218560:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4316629654 00000100:00000001:0.0:1789469714.218562:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469714.218564:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.218566:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469714.218570:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218822:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469714.218823:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469714.218826:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469714.218828:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469714.218830:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469714.218834:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404861312:0@lo:38:kworker.0 00000100:00000001:0.0:1789469714.218838:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469714.218840:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469714.218842:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469714.218844:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469714.218847:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789469714.218850:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469714.218853:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79058. 00000400:00000010:0.0:1789469714.218857:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469714.218860:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404861312, portal 10 00000100:00000001:0.0:1789469714.218862:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469714.218863:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622960896 : -130396086590720 : ffff8967cb942300) 00000100:00000040:0.0:1789469714.218870:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218875:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469714.218877:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469714.218879:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93ee0. 00000100:00000200:0.0:1789469714.218881:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404861312, offset 0 00000400:00000200:0.0:1789469714.218885:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469714.218891:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469714.218896:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8580 00000400:00000100:0.0:1789469714.218899:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404861312 offset 0 length 520: 4 00000400:00000200:0.0:1789469714.218903:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469714.218904:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469714.218909:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93ee0 00000400:00000010:0.0:1789469714.218911:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93ee0. 00000100:00000001:0.0:1789469714.218913:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469714.218916:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218922:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469714.218925:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218930:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.218931:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469714.218934:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469714.218937:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789469714.218940:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316629654 00000100:00000001:0.0:1789469714.218942:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316629654 00000100:00000001:0.0:1789469714.218943:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316629654 00000100:00000001:0.0:1789469714.218946:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316629654 00000100:00000001:0.0:1789469714.218948:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316629654 00000100:00000001:0.0:1789469714.218950:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316629654 00000100:00000001:0.0:1789469714.218952:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316629654 00000100:00000001:0.0:1789469714.218954:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316629654 00000100:00000001:0.0:1789469714.218956:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469714.218958:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.218960:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469714.218964:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.218970:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469714.218971:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469714.218972:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469714.218974:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469714.218976:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469714.218978:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404861440:0@lo:38:kworker.0 00000100:00000001:0.0:1789469714.218981:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469714.218982:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469714.218984:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469714.218985:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469714.218989:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469714.218990:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469714.218993:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd797e8. 00000400:00000010:0.0:1789469714.218996:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93ee0. 00000100:00000200:0.0:1789469714.218998:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404861440, portal 10 00000100:00000001:0.0:1789469714.219000:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469714.219001:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677622964480 : -130396086587136 : ffff8967cb943100) 00000100:00000040:0.0:1789469714.219006:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.219012:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469714.219014:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469714.219017:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93198. 00000100:00000200:0.0:1789469714.219019:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404861440, offset 0 00000400:00000200:0.0:1789469714.219022:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469714.219026:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469714.219031:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8600 00000400:00000100:0.0:1789469714.219035:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404861440 offset 0 length 520: 4 00000400:00000200:0.0:1789469714.219069:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469714.219071:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469714.219076:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93198 00000400:00000010:0.0:1789469714.219078:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93198. 00000100:00000001:0.0:1789469714.219081:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469714.219084:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.219091:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469714.219093:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469714.219099:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.219101:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469714.219104:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469714.219108:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789469714.219110:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316629656 00000100:00000001:0.0:1789469714.219117:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316629654 00000100:00000001:0.0:1789469714.219121:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316629656 00000100:00000001:0.0:1789469714.219124:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316629654 00000100:00000001:0.0:1789469714.219127:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316629656 00000100:00000001:0.0:1789469714.219129:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316629654 00000100:00000001:0.0:1789469714.219132:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316629656 00000100:00000001:0.0:1789469714.219147:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316629654 00000100:00000001:0.0:1789469714.219151:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469714.219153:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.219156:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.219159:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.219166:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469714.219168:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469714.219170:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469714.219172:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469714.219174:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469714.219176:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469714.240106:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316629656, at 4316629657 00000100:00000040:1.0:1789469714.240106:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316629656, at 4316629657 00000100:00000010:1.0:1789469714.240119:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe0c0. 00000100:00000010:0.0:1789469714.240120:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:2.0:1789469714.240199:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316629656, at 4316629657 00000100:00000010:2.0:1789469714.240206:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe240. 00000100:00000040:3.0:1789469714.240254:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316629656, at 4316629657 00000100:00000010:3.0:1789469714.240260:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feb40. 00010000:00000001:0.0:1789469714.407942:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469714.407950:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469714.408019:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469714.408021:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469714.408027:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469714.408028:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469714.416364:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469714.416371:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469714.416376:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469715.239200:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469715.239215:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469715.239217:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469715.239221:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469715.239224:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469715.239229:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469715.239231:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469715.431164:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469715.431171:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469715.431177:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469715.431178:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469715.431182:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469715.431193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469715.434713:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469715.434722:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469715.434726:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469716.263155:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469716.263169:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469716.263171:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469716.263176:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469716.263178:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469716.263182:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469716.263185:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469716.455222:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469716.455231:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469716.455238:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469716.455239:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469716.455244:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469716.455245:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469716.458949:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469716.458957:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469716.458962:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469717.287161:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469717.287177:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469717.287179:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469717.287184:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469717.287186:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469717.287191:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469717.287193:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469717.481132:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469717.481151:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469717.481157:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469717.481158:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469717.481163:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469717.481165:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469717.481463:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469717.481467:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469717.481470:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469718.311228:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469718.311237:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469718.311250:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469693/real 1789469693] req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469718.311267:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469718.311269:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469718.311272:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79318. 00000400:00000200:0.0:1789469718.311278:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93880 00000400:00000010:0.0:1789469718.311281:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93880. 00000100:00000001:0.0:1789469718.311284:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469718.311288:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469718.311296:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469718.311302:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469718.311304:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469718.311307:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469718.311309:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469718.311312:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469718.311319:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469718.311328:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469718.311330:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469718.311332:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469718.311334:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469718.311338:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469718.311341:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469718.311347:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469718.311350:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469718.311351:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469718.311352:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469718.311354:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469718.311356:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469718.311360:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469718.311386:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00000001:0.0:1789469718.311388:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469718.311392:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469718.311400:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8966caa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404860928:0@lo:250:kworker.0 00000100:00000001:0.0:1789469718.311405:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469718.311418:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469718.311422:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8966caa7c700 x1876386404860928/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469718.311429:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469718.311432:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469718.311435:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469718.311440:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469718.311443:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469718.311445:0:117762:0:(genops.c:1222:class_import_put()) import ffff8967e7ba6800 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789469718.311448:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469718.311451:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967ef08f000. 02000000:00000001:0.0:1789469718.311454:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469718.311456:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469718.311458:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8966caa7c700. 00000100:00000001:0.0:1789469718.311462:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469718.311463:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469718.311465:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469718.312143:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469718.312156:0:223621:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469718.312160:0:223621:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469718.312164:0:223621:0:(import.c:65:import_set_state_nolock()) ffff8967e7ba6800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469718.312170:0:223621:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469718.312175:0:223621:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 0@lo last attempt 21941 00000100:00080000:3.0:1789469718.312181:0:223621:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469718.312185:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469718.312188:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469718.312190:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469718.312192:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:3.0:1789469718.312204:0:223621:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469718.312207:0:223621:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794228 00000020:00000001:3.0:1789469718.312210:0:223621:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469718.312214:0:223621:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967e7ba1800 refcount=3 00000020:00000001:3.0:1789469718.312217:0:223621:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000020:00000001:3.0:1789469718.312220:0:223621:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678095210496 : -130395614341120 : ffff8967e7ba1800) 00000100:00000040:3.0:1789469718.312222:0:223621:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:3.0:1789469718.312224:0:223621:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469718.312226:0:223621:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:3.0:1789469718.312228:0:223621:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:3.0:1789469718.312232:0:223621:0:(genops.c:879:class_export_put()) PUTting export ffff8967e7ba1800 : new refcount 2 00000100:00080000:3.0:1789469718.312235:0:223621:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8967e7ba6800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:3.0:1789469718.312238:0:223621:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469718.312241:0:223621:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469718.312245:0:223621:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469718.312249:0:223621:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.312251:0:223621:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469718.312254:0:223621:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469718.312266:0:223621:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8966caa7fb80. 00000020:00000040:3.0:1789469718.312271:0:223621:0:(genops.c:1209:class_import_get()) import ffff8967e7ba6800 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469718.312275:0:223621:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469718.312276:0:223621:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.312280:0:223621:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469718.312284:0:223621:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469718.312289:0:223621:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469718.312301:0:223621:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8967ef08f800. 00000100:00000001:3.0:1789469718.312311:0:223621:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469718.312322:0:223621:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8966caa7fb80 x1876386404861568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469718.312333:0:223621:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469718.312338:0:223621:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469718.312343:0:223621:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086184054] to pc [ptlrpcd_rcv+-1] req@ffff8966caa7fb80 x1876386404861568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469718.312372:0:223621:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469718.312376:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469718.312380:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469718.312383:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469718.312385:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469718.312388:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469718.312392:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469718.312401:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469718.312404:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469718.312419:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21971) 00000100:00000001:0.0:1789469718.313132:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469718.313140:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469718.313142:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469718.313153:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8966caa7fb80 x1876386404861568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469718.313749:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469718.313753:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469718.313758:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469718.313762:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469718.313765:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469718.313769:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8966caa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4861e2df-2452-4fd5-a0b1-355ea409d38c:117762:1876386404861568:0@lo:250:kworker.0 00000100:00000001:0.0:1789469718.313773:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469718.313777:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469718.313779:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469718.313781:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469718.313790:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867c00. 02000000:00000001:0.0:1789469718.313792:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469718.313812:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79318. 00000400:00000010:0.0:1789469718.313821:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93880. 00000100:00000200:0.0:1789469718.314446:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404861568, portal 25 00000100:00000001:0.0:1789469718.314451:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469718.314452:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613673312516992 : -130400397034624 : ffff8966caa7fb80) 00000100:00000040:0.0:1789469718.314461:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8966caa7fb80 x1876386404861568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469718.314469:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469718.314472:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469718.314477:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93198. 00000100:00000200:0.0:1789469718.314481:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386404861568, offset 0 00000400:00000200:0.0:1789469718.314487:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469718.314501:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469718.314513:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6aa90411f8680 00000400:00000100:0.0:1789469718.314519:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876386404861568 offset 0 length 520: 4 00000400:00000200:0.0:1789469718.314523:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469718.314526:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469718.314539:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93198 00000400:00000010:0.0:1789469718.314541:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93198. 00000100:00000001:0.0:1789469718.314544:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469718.314549:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8966caa7fb80 x1876386404861568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469718.314557:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469718.314560:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8966caa7fb80 x1876386404861568/t0(0) o250->MGC192.168.203.142@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789469743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469718.314567:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469718.314569:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469718.314574:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469718.314579:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 0 is 4316638901 00000100:00000010:0.0:1789469718.314584:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469718.314591:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469718.314603:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 1 is 4316638901 00000100:00000010:0.0:1789469718.314607:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe3c0. 00000100:00000001:0.0:1789469718.314610:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469718.314686:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316638901 00000100:00000010:0.0:1789469718.314691:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe420. 00000100:00000001:0.0:1789469718.314695:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469718.314699:0:117762:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316638901 00000100:00000010:0.0:1789469718.314702:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe360. 00000100:00000001:0.0:1789469718.314705:0:117762:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469718.314708:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469718.314711:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469718.314716:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469718.314719:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469718.314727:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469718.314730:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469718.314732:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469718.314734:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469718.314735:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469718.314737:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469718.505586:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469718.505593:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469718.505598:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469718.505600:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469718.505605:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469718.505606:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469718.505769:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469718.505773:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469718.505776:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469719.335194:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469719.335215:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469719.335218:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469719.335222:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469719.335225:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469719.335229:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469719.335233:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469719.335237:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469719.335240:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469719.335243:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469719.335250:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21972) 00000100:00000001:2.0:1789469719.337138:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469719.337151:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469719.337154:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469719.337159:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469719.337161:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469719.337167:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469719.337170:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789469719.498857:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469719.498874:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469719.498879:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469719.498881:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469719.498893:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469719.498911:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa5f80 00000400:00000100:3.0:1789469719.498919:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402426752 offset 0 length 520: 4 00000400:00000200:3.0:1789469719.498925:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469719.498928:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469719.498938:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469719.498942:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469719.498944:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469719.498946:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469719.498948:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469719.498950:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789469719.498953:0:117757:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:3.0:1789469719.498959:0:117757:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 12 MB=0x6aa9040fa6000 00000400:00000100:3.0:1789469719.498962:0:117757:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 12 match 1876386402426880 offset 0 length 520: 4 00000400:00000200:3.0:1789469719.498965:0:117757:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967e04c6ec0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1789469719.498967:0:117757:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:3.0:1789469719.498971:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469719.498977:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789469719.498978:0:117757:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789469719.498981:0:117757:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469719.527180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469719.527187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.527194:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469719.527196:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.527200:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469719.527202:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469719.529124:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469719.529131:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469719.529135:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469720.359194:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469720.359208:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469720.359361:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469720.359366:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469720.359369:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469720.359373:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469720.359375:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789469720.520448:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469720.520468:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469720.520472:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469720.520474:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789469720.520487:0:117756:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.142@tcp(192.168.203.142@tcp) <- 192.168.203.42@tcp : PUT - for me 00000400:00000200:0.0:1789469720.520506:0:117756:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.42@tcp of length 520 into portal 26 MB=0x6aa9040fa6080 00000400:00000100:0.0:1789469720.520513:0:117756:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-192.168.203.42@tcp portal 26 match 1876386402427008 offset 0 length 520: 4 00000400:00000200:0.0:1789469720.520519:0:117756:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c01540 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469720.520522:0:117756:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1789469720.520532:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469720.520540:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469720.520542:0:117756:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469720.520545:0:117756:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469720.551444:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469720.551452:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469720.551458:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469720.551459:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469720.551465:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469720.551467:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469720.554689:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469720.554696:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469720.554701:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469721.383169:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469721.383185:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469721.383188:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469721.383191:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469721.383193:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469721.383197:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469721.383199:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469721.575168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469721.575177:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469721.575182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469721.575184:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469721.575189:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469721.575190:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469721.575318:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469721.575321:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469721.575324:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469722.407237:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469722.407252:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469722.407255:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469722.407260:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469722.407262:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469722.407267:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469722.407269:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469722.606598:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469722.606606:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469722.606611:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469722.606613:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469722.606618:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469722.606620:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469722.606802:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469722.606806:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469722.606809:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469723.367302:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469723.367312:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469723.367315:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469723.367319:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469723.367322:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469723.367325:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469723.367328:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469723.367331:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469723.367334:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469723.367337:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469723.367343:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21976) 00000100:00000001:2.0:1789469723.431165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469723.431178:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469723.431181:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469723.431185:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469723.431188:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469723.431193:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469723.431195:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469723.623195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469723.623203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469723.623208:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469723.623210:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469723.623215:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469723.623219:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469723.623221:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469723.623224:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469723.623226:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469723.623228:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469723.623230:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469723.623232:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469723.623406:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469723.623409:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469723.623412:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789469723.815168:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316638901, at 4316639232 00000100:00000010:1.0:1789469723.815184:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe3c0. 00000100:00000040:2.0:1789469723.815307:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316638901, at 4316639232 00000100:00000010:2.0:1789469723.815312:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe420. 00000100:00000040:0.0:1789469723.815389:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316638901, at 4316639232 00000100:00000010:0.0:1789469723.815394:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00000100:00000040:3.0:1789469723.815451:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316638901, at 4316639232 00000100:00000010:3.0:1789469723.815456:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe360. 00000100:00000001:2.0:1789469724.455600:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469724.455615:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469724.455617:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469724.455621:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469724.455623:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469724.455628:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469724.455631:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469724.647172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469724.647180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469724.647185:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469724.647187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469724.647192:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469724.647193:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469724.649206:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469724.649213:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469724.649217:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469725.479742:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469725.479756:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469725.479769:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469725.479774:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469725.479776:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469725.479780:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469725.479783:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469725.671155:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469725.671162:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469725.671167:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469725.671168:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469725.671173:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469725.671175:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469725.671348:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469725.671360:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469725.671362:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469726.503143:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469726.503157:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469726.503160:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469726.503164:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469726.503166:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469726.503171:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469726.503173:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469726.695628:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469726.695636:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469726.695641:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469726.695643:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469726.695648:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469726.695650:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469726.695759:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469726.695762:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469726.695765:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469727.527768:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469727.527785:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469727.527788:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469727.527792:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469727.527794:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469727.527798:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469727.527801:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469727.721663:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469727.721671:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469727.721676:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469727.721678:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469727.721683:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469727.721685:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469727.721915:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469727.721918:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469727.721921:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469728.423582:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469728.423593:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469728.423597:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469728.423600:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469728.423603:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469728.423606:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469728.423609:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469728.423612:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469728.423615:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469728.423617:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469728.423622:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21981) 00000100:00000001:2.0:1789469728.551185:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469728.551200:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469728.551202:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469728.551208:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469728.551210:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469728.551215:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469728.551218:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469728.744598:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469728.744607:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469728.744613:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469728.744615:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469728.744621:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469728.744622:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469728.744804:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469728.744808:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469728.744811:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789469729.127193:0:117755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8966f3702d80] -> 12345-192.168.203.142@tcp (6) 00000800:00000200:2.0:1789469729.127202:0:117755:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469729.127206:0:117755:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8966c6137000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1789469729.127431:0:117758:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1789469729.127437:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469729.127448:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789469729.127452:0:117758:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789469729.127455:0:117758:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469729.581105:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469729.581120:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469729.581122:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469729.581126:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469729.581129:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469729.581134:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469729.581136:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469729.767158:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469729.767165:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469729.767170:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469729.767172:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469729.767177:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469729.767179:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469729.767351:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469729.767355:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469729.767358:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469730.600096:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469730.600112:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469730.600114:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469730.600119:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469730.600121:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469730.600125:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469730.600128:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.792474:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469730.792482:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.792488:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469730.792489:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.792494:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469730.792496:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469730.792598:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469730.792601:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469730.792605:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469731.623190:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469731.623206:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469731.623209:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469731.623213:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469731.623216:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469731.623221:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469731.623224:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469731.815182:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469731.815189:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469731.815195:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469731.815197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469731.815201:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469731.815203:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469731.815521:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469731.815524:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469731.815528:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469732.647197:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469732.647211:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469732.647213:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469732.647218:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469732.647220:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469732.647224:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469732.647227:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469732.839541:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469732.839548:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469732.839553:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469732.839554:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469732.839559:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469732.839560:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469732.839658:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469732.839662:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469732.839665:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469733.543171:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469733.543181:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469733.543185:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469733.543188:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469733.543190:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469733.543193:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469733.543196:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469733.543199:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469733.543201:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469733.543204:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469733.543210:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21986) 00000100:00000001:0.0:1789469733.671425:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469733.671441:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469733.671444:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469733.671448:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469733.671460:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469733.671464:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469733.671467:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469733.865423:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469733.865431:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469733.865436:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469733.865438:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469733.865443:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469733.865446:0:222999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469733.865448:0:222999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469733.865451:0:222999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469733.865455:0:222999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469733.865457:0:222999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469733.865459:0:222999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469733.865460:0:222999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469733.865665:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469733.865669:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469733.865672:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469734.695816:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469734.695830:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469734.695833:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469734.695838:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469734.695840:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469734.695845:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469734.695848:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469734.887168:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469734.887175:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469734.887181:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469734.887182:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469734.887187:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469734.887188:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469734.887328:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469734.887341:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469734.887345:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469735.719156:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469735.719171:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469735.719174:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469735.719178:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469735.719180:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469735.719185:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469735.719188:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469735.911191:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469735.911198:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469735.911203:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469735.911205:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469735.911209:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469735.911212:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469735.911355:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469735.911359:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469735.911362:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469736.743771:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469736.743785:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469736.743787:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469736.743792:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469736.743794:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469736.743798:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469736.743800:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469736.935172:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469736.935180:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469736.935186:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469736.935188:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469736.935193:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469736.935194:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469736.935297:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469736.935300:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469736.935303:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469737.767189:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469737.767204:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469737.767206:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469737.767210:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469737.767213:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469737.767217:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469737.767219:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469737.961734:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469737.961742:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469737.961747:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469737.961749:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469737.961754:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469737.961756:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469737.962027:0:119352:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789469737.962031:0:119352:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789469737.962035:0:119352:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469738.663487:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469738.663497:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469738.663501:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469738.663504:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469738.663506:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469738.663509:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469738.663512:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469738.663516:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469738.663518:0:223621:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469738.663522:0:223621:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469738.663527:0:223621:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21991) 00000100:00000001:0.0:1789469738.791490:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469738.791504:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469738.791507:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469738.791510:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469738.791513:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469738.791518:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469738.791520:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469738.983190:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469738.983197:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469738.983202:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469738.983203:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469738.983208:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469738.983220:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469738.983521:0:122432:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469738.983525:0:122432:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469738.983528:0:122432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469739.815165:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469739.815172:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469739.815186:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469714/real 1789469714] req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469739.815204:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469739.815206:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469739.815210:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79108. 00000400:00000200:0.0:1789469739.815217:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93110 00000400:00000010:0.0:1789469739.815220:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93110. 00000100:00000001:0.0:1789469739.815224:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469739.815229:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469739.815238:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815255:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469739.815257:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815260:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469739.815262:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469739.815266:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815273:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815276:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469739.815280:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469714/real 1789469714] req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469739.815287:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469739.815289:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469739.815290:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79420. 00000400:00000200:0.0:1789469739.815293:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93770 00000400:00000010:0.0:1789469739.815294:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93770. 00000100:00000001:0.0:1789469739.815297:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469739.815300:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469739.815307:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815313:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469739.815315:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815316:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469739.815318:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469739.815321:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815333:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815334:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469739.815339:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469714/real 1789469714] req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469739.815346:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469739.815347:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469739.815349:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd79058. 00000400:00000200:0.0:1789469739.815351:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93cc0 00000400:00000010:0.0:1789469739.815353:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93cc0. 00000100:00000001:0.0:1789469739.815354:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469739.815357:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469739.815364:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815369:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469739.815370:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815371:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469739.815372:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469739.815375:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815507:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815509:0:117762:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789469739.815514:0:117762:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469714/real 1789469714] req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789469739.815521:0:117762:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789469739.815522:0:117762:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789469739.815524:0:117762:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8967cbd797e8. 00000400:00000200:0.0:1789469739.815526:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93ee0 00000400:00000010:0.0:1789469739.815528:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93ee0. 00000100:00000001:0.0:1789469739.815530:0:117762:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789469739.815533:0:117762:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789469739.815539:0:117762:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815544:0:117762:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789469739.815546:0:117762:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815548:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469739.815549:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789469739.815552:0:117762:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815558:0:117762:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815565:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469739.815567:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815570:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469739.815572:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469739.815575:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469739.815579:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815586:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469739.815589:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815591:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469739.815592:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815595:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469739.815597:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469739.815600:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469739.815623:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469739.815626:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469739.815629:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469739.815637:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404861056:0@lo:38:kworker.0 00000100:00000001:0.0:1789469739.815643:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469739.815646:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815651:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469739.815653:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815655:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469739.815656:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815658:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469739.815659:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469739.815662:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469739.815667:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469739.815669:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469739.815673:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469739.815680:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404861184:0@lo:38:kworker.0 00000100:00000001:0.0:1789469739.815684:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469739.815687:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815692:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469739.815694:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815696:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469739.815697:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815698:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469739.815700:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469739.815702:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469739.815707:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469739.815709:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469739.815712:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469739.815719:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404861312:0@lo:38:kworker.0 00000100:00000001:0.0:1789469739.815722:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469739.815725:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815731:0:117762:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789469739.815733:0:117762:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815735:0:117762:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789469739.815736:0:117762:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815737:0:117762:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789469739.815739:0:117762:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789469739.815741:0:117762:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469739.815745:0:117762:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-110) 00000100:00000001:0.0:1789469739.815747:0:117762:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789469739.815751:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789469739.815758:0:117762:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8967cb943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404861440:0@lo:38:kworker.0 00000100:00000001:0.0:1789469739.815762:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.815764:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469739.815768:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942a00 x1876386404861056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815775:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469739.815777:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469739.815781:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789469739.815785:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469739.815789:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469739.815790:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6120000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1789469739.815793:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469739.815795:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540c00. 02000000:00000001:0.0:1789469739.815799:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469739.815801:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469739.815803:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942a00. 00000100:00000001:0.0:1789469739.815807:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469739.815808:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815810:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469739.815813:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943b80 x1876386404861184/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815819:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469739.815820:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469739.815821:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789469739.815824:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469739.815825:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469739.815826:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c6123800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789469739.815828:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469739.815829:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5540400. 02000000:00000001:0.0:1789469739.815831:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469739.815833:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469739.815834:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943b80. 00000100:00000001:0.0:1789469739.815836:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469739.815837:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815839:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469739.815842:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb942300 x1876386404861312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815848:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469739.815849:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469739.815851:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789469739.815853:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469739.815854:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469739.815855:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df3800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1789469739.815857:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469739.815859:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543c00. 02000000:00000001:0.0:1789469739.815861:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469739.815862:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469739.815863:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb942300. 00000100:00000001:0.0:1789469739.815866:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469739.815867:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815868:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469739.815871:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8967cb943100 x1876386404861440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789469739 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.815877:0:117762:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469739.815878:0:117762:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789469739.815879:0:117762:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469739.815882:0:117762:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469739.815883:0:117762:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469739.815884:0:117762:0:(genops.c:1222:class_import_put()) import ffff8966c3df5800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1789469739.815886:0:117762:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789469739.815887:0:117762:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8967c5543000. 02000000:00000001:0.0:1789469739.815889:0:117762:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789469739.815890:0:117762:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789469739.815891:0:117762:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8967cb943100. 00000100:00000001:0.0:1789469739.815893:0:117762:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469739.815894:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.815897:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469739.816101:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469739.816107:0:218601:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4861e2df-2452-4fd5-a0b1-355ea409d38c->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469739.816109:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469739.816113:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469739.816115:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469739.816118:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6120000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469739.816121:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469739.816124:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 21962 00000100:00080000:1.0:1789469739.816128:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469739.816131:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469739.816134:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469739.816136:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469739.816138:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469739.816144:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469739.816146:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944cf 00000020:00000001:1.0:1789469739.816148:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469739.816151:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c6127800 refcount=8 00000020:00000001:1.0:1789469739.816153:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000020:00000001:1.0:1789469739.816155:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673235609600 : -130400473942016 : ffff8966c6127800) 00000100:00000040:1.0:1789469739.816159:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469739.816160:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469739.816162:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469739.816163:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469739.816166:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c6127800 : new refcount 7 00000100:00080000:1.0:1789469739.816170:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8966c6120000 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469739.816172:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469739.816174:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469739.816182:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469739.816184:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469739.816186:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469739.816188:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469739.816197:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3738a80. 00000020:00000040:1.0:1789469739.816200:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6120000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1789469739.816203:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469739.816205:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469739.816207:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469739.816210:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469739.816213:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469739.816221:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfd800. 00000100:00000001:1.0:1789469739.816227:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469739.816233:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3738a80 x1876386404861696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469739.816241:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469739.816255:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469739.816260:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a187de8] to pc [ptlrpcd_rcv+-1] req@ffff8967d3738a80 x1876386404861696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469739.816279:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469739.816281:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469739.816284:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469739.816285:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469739.816287:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c6123800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469739.816289:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469739.816291:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 21962 00000100:00080000:1.0:1789469739.816293:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469739.816295:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469739.816297:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469739.816298:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469739.816300:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469739.816303:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469739.816305:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b7944e4 00000020:00000001:1.0:1789469739.816306:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469739.816308:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967d0b2f000 refcount=5 00000020:00000001:1.0:1789469739.816310:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000020:00000001:1.0:1789469739.816312:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613677708865536 : -130396000686080 : ffff8967d0b2f000) 00000100:00000040:1.0:1789469739.816315:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469739.816317:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469739.816319:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469739.816320:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469739.816322:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967d0b2f000 : new refcount 4 00000100:00080000:1.0:1789469739.816324:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8966c6123800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469739.816326:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469739.816328:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469739.816330:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469739.816332:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469739.816334:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469739.816335:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469739.816339:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d373bb80. 00000020:00000040:1.0:1789469739.816341:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c6123800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1789469739.816343:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469739.816344:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469739.816345:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469739.816347:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469739.816348:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469739.816352:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dff400. 00000100:00000001:1.0:1789469739.816355:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469739.816359:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d373bb80 x1876386404861824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469739.816365:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469739.816367:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469739.816370:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000228833d8] to pc [ptlrpcd_rcv+-1] req@ffff8967d373bb80 x1876386404861824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469739.816377:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469739.816514:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469739.816517:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469739.816518:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469739.816520:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469739.816522:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469739.816525:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 21962 00000100:00080000:1.0:1789469739.816527:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469739.816530:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469739.816532:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469739.816533:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469739.816535:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469739.816539:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469739.816540:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794730 00000020:00000001:1.0:1789469739.816542:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469739.816544:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8966c3df3000 refcount=8 00000020:00000001:1.0:1789469739.816546:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000020:00000001:1.0:1789469739.816548:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613673198694400 : -130400510857216 : ffff8966c3df3000) 00000100:00000040:1.0:1789469739.816551:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469739.816552:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469739.816554:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469739.816555:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469739.816558:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8966c3df3000 : new refcount 7 00000100:00080000:1.0:1789469739.816560:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8966c3df3800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469739.816562:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469739.816563:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469739.816567:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469739.816569:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469739.816571:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469739.816572:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469739.816576:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739880. 00000020:00000040:1.0:1789469739.816578:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df3800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1789469739.816580:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469739.816582:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469739.816584:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469739.816585:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469739.816587:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469739.816590:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfe000. 00000100:00000001:1.0:1789469739.816594:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469739.816599:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739880 x1876386404861952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469739.816606:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469739.816608:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469739.816611:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad288363] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739880 x1876386404861952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469739.816617:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469739.816619:0:218601:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469739.816623:0:218601:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469739.816624:0:218601:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469739.816626:0:218601:0:(import.c:65:import_set_state_nolock()) ffff8966c3df5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469739.816629:0:218601:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469739.816631:0:218601:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 21962 00000100:00080000:1.0:1789469739.816633:0:218601:0:(import.c:630:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469739.816635:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469739.816637:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469739.816639:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469739.816641:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000001:1.0:1789469739.816644:0:218601:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469739.816645:0:218601:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6da27ab53b794745 00000020:00000001:1.0:1789469739.816647:0:218601:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469739.816649:0:218601:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8967f5d04800 refcount=5 00000020:00000001:1.0:1789469739.816651:0:218601:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000020:00000001:1.0:1789469739.816653:0:218601:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613678331545600 : -130395378006016 : ffff8967f5d04800) 00000100:00000040:1.0:1789469739.816656:0:218601:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8967f4d8bc00 refcount 14 to 0@lo 00000100:00000001:1.0:1789469739.816657:0:218601:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469739.816659:0:218601:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8967f4d8bc00 refcount 15 to 0@lo 00000100:00000001:1.0:1789469739.816661:0:218601:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446613678315322368 : -130395394229248 : ffff8967f4d8bc00) 00000020:00000040:1.0:1789469739.816663:0:218601:0:(genops.c:879:class_export_put()) PUTting export ffff8967f5d04800 : new refcount 4 00000100:00080000:1.0:1789469739.816665:0:218601:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8966c3df5800 using connection 192.168.203.142@tcp/0@lo 00000100:00000001:1.0:1789469739.816667:0:218601:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469739.816668:0:218601:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469739.816671:0:218601:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469739.816673:0:218601:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469739.816674:0:218601:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469739.816676:0:218601:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469739.816679:0:218601:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8967d3739c00. 00000020:00000040:1.0:1789469739.816681:0:218601:0:(genops.c:1209:class_import_get()) import ffff8966c3df5800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1789469739.816683:0:218601:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469739.816684:0:218601:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469739.816686:0:218601:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469739.816687:0:218601:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469739.816689:0:218601:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469739.816692:0:218601:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8966e2dfc000. 00000100:00000001:1.0:1789469739.816695:0:218601:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469739.816698:0:218601:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8967d3739c00 x1876386404862080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469739.816705:0:218601:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469739.816706:0:218601:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469739.816709:0:218601:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8aa0af] to pc [ptlrpcd_rcv+-1] req@ffff8967d3739c00 x1876386404862080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469739.816716:0:218601:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469739.816719:0:218601:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21992) 00000100:00000001:0.0:1789469739.816782:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469739.816786:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469739.816788:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469739.816792:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3738a80 x1876386404861696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.816799:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469739.816802:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469739.816805:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469739.816808:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469739.816810:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469739.816813:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:117762:1876386404861696:0@lo:38:kworker.0 00000100:00000001:0.0:1789469739.816817:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469739.816820:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469739.816822:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469739.816825:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469739.816830:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe865400. 02000000:00000001:0.0:1789469739.816832:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469739.816837:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd797e8. 00000400:00000010:0.0:1789469739.816843:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93ee0. 00000100:00000200:0.0:1789469739.816849:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404861696, portal 10 00000100:00000001:0.0:1789469739.816851:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469739.816852:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755042432 : -130395954509184 : ffff8967d3738a80) 00000100:00000040:0.0:1789469739.816859:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3738a80 x1876386404861696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.816866:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469739.816869:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469739.816871:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469739.816874:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404861696, offset 0 00000400:00000200:0.0:1789469739.816880:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469739.816891:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469739.816901:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8700 00000400:00000100:0.0:1789469739.816907:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404861696 offset 0 length 520: 4 00000400:00000200:0.0:1789469739.816912:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469739.816914:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469739.816927:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93cc0 00000400:00000010:0.0:1789469739.816929:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93cc0. 00000100:00000001:0.0:1789469739.816932:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469739.816937:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3738a80 x1876386404861696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.816945:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469739.816948:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3738a80 x1876386404861696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.816953:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.816955:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469739.816960:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469739.816964:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 18622 usecs (19 jiffies) 00000100:00000001:0.0:1789469739.816967:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316655252 00000100:00000010:0.0:1789469739.816972:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52feba0. 00000100:00000001:0.0:1789469739.816978:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789469739.816988:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316655252 00000100:00000010:0.0:1789469739.816990:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe1e0. 00000100:00000001:0.0:1789469739.816993:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789469739.817004:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316655252 00000100:00000010:0.0:1789469739.817008:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe600. 00000100:00000001:0.0:1789469739.817011:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789469739.817023:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316655252 00000100:00000010:0.0:1789469739.817027:0:117762:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8967c52fe660. 00000100:00000001:0.0:1789469739.817030:0:117762:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789469739.817192:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469739.817196:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.817198:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469739.817202:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d373bb80 x1876386404861824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817208:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469739.817209:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469739.817211:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469739.817213:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469739.817215:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469739.817217:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d373bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:117762:1876386404861824:0@lo:38:kworker.0 00000100:00000001:0.0:1789469739.817220:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469739.817223:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469739.817224:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469739.817226:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469739.817229:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867800. 02000000:00000001:0.0:1789469739.817231:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469739.817234:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79058. 00000400:00000010:0.0:1789469739.817237:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93cc0. 00000100:00000200:0.0:1789469739.817240:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404861824, portal 10 00000100:00000001:0.0:1789469739.817242:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469739.817253:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755054976 : -130395954496640 : ffff8967d373bb80) 00000100:00000040:0.0:1789469739.817259:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d373bb80 x1876386404861824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817265:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469739.817267:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469739.817269:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93770. 00000100:00000200:0.0:1789469739.817271:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404861824, offset 0 00000400:00000200:0.0:1789469739.817276:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469739.817281:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469739.817286:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8780 00000400:00000100:0.0:1789469739.817290:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404861824 offset 0 length 520: 4 00000400:00000200:0.0:1789469739.817293:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469739.817295:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469739.817300:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93770 00000400:00000010:0.0:1789469739.817302:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93770. 00000100:00000001:0.0:1789469739.817304:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469739.817307:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d373bb80 x1876386404861824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817314:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469739.817316:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d373bb80 x1876386404861824/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817322:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.817324:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469739.817327:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469739.817330:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 18658 usecs (19 jiffies) 00000100:00000001:0.0:1789469739.817332:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4316655253 00000100:00000001:0.0:1789469739.817338:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4316655252 00000100:00000001:0.0:1789469739.817341:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4316655253 00000100:00000001:0.0:1789469739.817343:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4316655252 00000100:00000001:0.0:1789469739.817345:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4316655253 00000100:00000001:0.0:1789469739.817348:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4316655252 00000100:00000001:0.0:1789469739.817351:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4316655253 00000100:00000001:0.0:1789469739.817354:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4316655252 00000100:00000001:0.0:1789469739.817356:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469739.817358:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.817360:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469739.817363:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739880 x1876386404861952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817369:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469739.817370:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469739.817372:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469739.817374:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469739.817376:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469739.817445:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:117762:1876386404861952:0@lo:38:kworker.0 00000100:00000001:0.0:1789469739.817449:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469739.817451:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469739.817453:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469739.817455:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469739.817458:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe867000. 02000000:00000001:0.0:1789469739.817460:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469739.817463:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79420. 00000400:00000010:0.0:1789469739.817466:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93770. 00000100:00000200:0.0:1789469739.817469:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404861952, portal 10 00000100:00000001:0.0:1789469739.817471:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469739.817472:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046016 : -130395954505600 : ffff8967d3739880) 00000100:00000040:0.0:1789469739.817477:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739880 x1876386404861952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817483:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469739.817485:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469739.817487:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469739.817489:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404861952, offset 0 00000400:00000200:0.0:1789469739.817493:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469739.817498:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469739.817503:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8800 00000400:00000100:0.0:1789469739.817507:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404861952 offset 0 length 520: 4 00000400:00000200:0.0:1789469739.817510:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469739.817512:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469739.817517:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93110 00000400:00000010:0.0:1789469739.817519:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93110. 00000100:00000001:0.0:1789469739.817521:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469739.817524:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739880 x1876386404861952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817530:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469739.817532:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739880 x1876386404861952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817537:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.817539:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469739.817541:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469739.817544:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 18711 usecs (19 jiffies) 00000100:00000001:0.0:1789469739.817547:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316655253 00000100:00000001:0.0:1789469739.817549:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4316655253 00000100:00000001:0.0:1789469739.817551:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316655253 00000100:00000001:0.0:1789469739.817553:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4316655253 00000100:00000001:0.0:1789469739.817555:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316655253 00000100:00000001:0.0:1789469739.817557:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4316655253 00000100:00000001:0.0:1789469739.817558:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316655253 00000100:00000001:0.0:1789469739.817560:0:117762:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4316655253 00000100:00000001:0.0:1789469739.817562:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469739.817563:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.817565:0:117762:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789469739.817569:0:117762:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8967d3739c00 x1876386404862080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817574:0:117762:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789469739.817576:0:117762:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469739.817578:0:117762:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789469739.817580:0:117762:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469739.817582:0:117762:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469739.817585:0:117762:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8967d3739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:117762:1876386404862080:0@lo:38:kworker.0 00000100:00000001:0.0:1789469739.817588:0:117762:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789469739.817589:0:117762:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789469739.817590:0:117762:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469739.817592:0:117762:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789469739.817595:0:117762:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8967fe866c00. 02000000:00000001:0.0:1789469739.817596:0:117762:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789469739.817599:0:117762:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8967cbd79108. 00000400:00000010:0.0:1789469739.817601:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93110. 00000100:00000200:0.0:1789469739.817604:0:117762:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386404862080, portal 10 00000100:00000001:0.0:1789469739.817605:0:117762:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789469739.817607:0:117762:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613677755046912 : -130395954504704 : ffff8967d3739c00) 00000100:00000040:0.0:1789469739.817611:0:117762:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8967d3739c00 x1876386404862080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817617:0:117762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789469739.817619:0:117762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789469739.817621:0:117762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8967f7b93198. 00000100:00000200:0.0:1789469739.817623:0:117762:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386404862080, offset 0 00000400:00000200:0.0:1789469739.817626:0:117762:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789469739.817631:0:117762:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789469739.817636:0:117762:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6aa90411f8880 00000400:00000100:0.0:1789469739.817640:0:117762:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876386404862080 offset 0 length 520: 4 00000400:00000200:0.0:1789469739.817643:0:117762:0:(lib-msg.c:1116:lnet_is_health_check()) Msg ffff8967f5c03300 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1789469739.817645:0:117762:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1789469739.817649:0:117762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8967f7b93198 00000400:00000010:0.0:1789469739.817651:0:117762:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8967f7b93198. 00000100:00000001:0.0:1789469739.817653:0:117762:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789469739.817656:0:117762:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8967d3739c00 x1876386404862080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817668:0:117762:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469739.817670:0:117762:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8967d3739c00 x1876386404862080/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789469764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469739.817676:0:117762:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.817677:0:117762:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469739.817681:0:117762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469739.817683:0:117762:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 19415 usecs (20 jiffies) 00000100:00000001:0.0:1789469739.817685:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4316655254 00000100:00000001:0.0:1789469739.817690:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4316655253 00000100:00000001:0.0:1789469739.817693:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4316655254 00000100:00000001:0.0:1789469739.817696:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4316655253 00000100:00000001:0.0:1789469739.817699:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4316655254 00000100:00000001:0.0:1789469739.817701:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4316655253 00000100:00000001:0.0:1789469739.817703:0:117762:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4316655254 00000100:00000001:0.0:1789469739.817706:0:117762:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4316655253 00000100:00000001:0.0:1789469739.817708:0:117762:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789469739.817710:0:117762:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.817713:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.817716:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.817723:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469739.817725:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469739.817727:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469739.817729:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469739.817730:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469739.817732:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469739.839210:0:225534:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37330 (cpu 3) has reached its deadline 4316655254, at 4316655256 00000100:00000010:3.0:1789469739.839225:0:225534:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe660. 00000100:00000040:2.0:1789469739.839326:0:225380:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37220 (cpu 2) has reached its deadline 4316655254, at 4316655256 00000100:00000010:2.0:1789469739.839331:0:225380:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe600. 00000100:00000040:1.0:1789469739.839532:0:225617:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37110 (cpu 1) has reached its deadline 4316655254, at 4316655256 00000100:00000010:1.0:1789469739.839538:0:225617:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52fe1e0. 00000100:00000040:0.0:1789469739.839827:0:222999:0:(connection.c:75:cpu_latency_work()) work item of ffff8967edc37000 (cpu 0) has reached its deadline 4316655254, at 4316655256 00000100:00000010:0.0:1789469739.839833:0:222999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8967c52feba0. 00010000:00000001:0.0:1789469740.007180:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469740.007187:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469740.007193:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469740.007194:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469740.007199:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469740.007200:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469740.007301:0:119351:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469740.007305:0:119351:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469740.007308:0:119351:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789469740.839387:0:117762:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789469740.839402:0:117762:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469740.839404:0:117762:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469740.839410:0:117762:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789469740.839412:0:117762:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469740.839416:0:117762:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469740.839419:0:117762:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469741.031317:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469741.031325:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469741.031331:0:222999:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789469741.031332:0:222999:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469741.031337:0:222999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469741.031339:0:222999:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469741.031528:0:187061:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469741.031532:0:187061:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469741.031535:0:187061:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 125682 lines, 125682 kept, 0 dropped, 0 bad.